@aws-sdk/client-glue 3.216.0 → 3.219.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/dist-cjs/commands/CreateUserDefinedFunctionCommand.js +3 -3
  2. package/dist-cjs/commands/PutSchemaVersionMetadataCommand.js +3 -3
  3. package/dist-cjs/commands/PutWorkflowRunPropertiesCommand.js +1 -2
  4. package/dist-cjs/endpoint/ruleset.js +1 -1
  5. package/dist-cjs/models/models_0.js +24 -18
  6. package/dist-cjs/models/models_1.js +18 -18
  7. package/dist-cjs/models/models_2.js +15 -3
  8. package/dist-cjs/protocols/Aws_json1_1.js +72 -0
  9. package/dist-es/commands/CreateUserDefinedFunctionCommand.js +1 -1
  10. package/dist-es/commands/PutSchemaVersionMetadataCommand.js +1 -1
  11. package/dist-es/commands/PutWorkflowRunPropertiesCommand.js +1 -2
  12. package/dist-es/endpoint/ruleset.js +1 -1
  13. package/dist-es/models/models_0.js +16 -9
  14. package/dist-es/models/models_1.js +9 -9
  15. package/dist-es/models/models_2.js +9 -0
  16. package/dist-es/protocols/Aws_json1_1.js +72 -0
  17. package/dist-types/Glue.d.ts +22 -52
  18. package/dist-types/commands/CreateCustomEntityTypeCommand.d.ts +1 -2
  19. package/dist-types/commands/CreateMLTransformCommand.d.ts +1 -3
  20. package/dist-types/commands/CreateUserDefinedFunctionCommand.d.ts +1 -1
  21. package/dist-types/commands/DeleteColumnStatisticsForPartitionCommand.d.ts +1 -2
  22. package/dist-types/commands/DeleteColumnStatisticsForTableCommand.d.ts +1 -2
  23. package/dist-types/commands/GetColumnStatisticsForPartitionCommand.d.ts +1 -2
  24. package/dist-types/commands/GetColumnStatisticsForTableCommand.d.ts +0 -1
  25. package/dist-types/commands/GetJobBookmarkCommand.d.ts +2 -4
  26. package/dist-types/commands/GetMLTaskRunsCommand.d.ts +1 -2
  27. package/dist-types/commands/ListCrawlersCommand.d.ts +0 -1
  28. package/dist-types/commands/ListCrawlsCommand.d.ts +2 -3
  29. package/dist-types/commands/ListDevEndpointsCommand.d.ts +0 -1
  30. package/dist-types/commands/ListJobsCommand.d.ts +1 -2
  31. package/dist-types/commands/ListTriggersCommand.d.ts +0 -1
  32. package/dist-types/commands/PutSchemaVersionMetadataCommand.d.ts +1 -1
  33. package/dist-types/commands/PutWorkflowRunPropertiesCommand.d.ts +1 -2
  34. package/dist-types/commands/RegisterSchemaVersionCommand.d.ts +1 -1
  35. package/dist-types/commands/ResetJobBookmarkCommand.d.ts +2 -4
  36. package/dist-types/commands/StartImportLabelsTaskRunCommand.d.ts +0 -3
  37. package/dist-types/commands/StartMLEvaluationTaskRunCommand.d.ts +2 -4
  38. package/dist-types/commands/StartMLLabelingSetGenerationTaskRunCommand.d.ts +1 -4
  39. package/dist-types/commands/UpdateColumnStatisticsForPartitionCommand.d.ts +0 -1
  40. package/dist-types/commands/UpdateColumnStatisticsForTableCommand.d.ts +1 -2
  41. package/dist-types/commands/UpdateJobFromSourceControlCommand.d.ts +1 -2
  42. package/dist-types/commands/UpdateMLTransformCommand.d.ts +0 -1
  43. package/dist-types/commands/UpdateSchemaCommand.d.ts +2 -2
  44. package/dist-types/commands/UpdateSourceControlFromJobCommand.d.ts +1 -2
  45. package/dist-types/endpoint/EndpointParameters.d.ts +1 -1
  46. package/dist-types/models/models_0.d.ts +132 -161
  47. package/dist-types/models/models_1.d.ts +89 -132
  48. package/dist-types/models/models_2.d.ts +111 -67
  49. package/dist-types/ts3.4/commands/CreateUserDefinedFunctionCommand.d.ts +1 -1
  50. package/dist-types/ts3.4/commands/PutSchemaVersionMetadataCommand.d.ts +1 -1
  51. package/dist-types/ts3.4/commands/PutWorkflowRunPropertiesCommand.d.ts +4 -2
  52. package/dist-types/ts3.4/endpoint/EndpointParameters.d.ts +1 -1
  53. package/dist-types/ts3.4/models/models_0.d.ts +33 -22
  54. package/dist-types/ts3.4/models/models_1.d.ts +22 -30
  55. package/dist-types/ts3.4/models/models_2.d.ts +33 -1
  56. package/package.json +3 -3
@@ -143,7 +143,7 @@ export interface GlueStudioSchemaColumn {
143
143
  Type?: string;
144
144
  }
145
145
  /**
146
- * <p>Specifies a user-defined schema when a schema cannot be determined by AWS Glue.</p>
146
+ * <p>Specifies a user-defined schema when a schema cannot be determined by Glue.</p>
147
147
  */
148
148
  export interface GlueSchema {
149
149
  /**
@@ -375,8 +375,7 @@ export interface StorageDescriptor {
375
375
  StoredAsSubDirectories?: boolean;
376
376
  /**
377
377
  * <p>An object that references a schema stored in the Glue Schema Registry.</p>
378
- *
379
- * <p>When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.</p>
378
+ * <p>When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.</p>
380
379
  */
381
380
  SchemaReference?: SchemaReference;
382
381
  }
@@ -386,8 +385,7 @@ export interface StorageDescriptor {
386
385
  export interface PartitionInput {
387
386
  /**
388
387
  * <p>The values of the partition. Although this parameter is not required by the SDK, you must specify this parameter for a valid input.</p>
389
- *
390
- * <p>The values for the keys for the new partition must be passed as an array of String objects that must be ordered in the same order as the partition keys appearing in the Amazon S3 prefix. Otherwise Glue will add the values to the wrong keys.</p>
388
+ * <p>The values for the keys for the new partition must be passed as an array of String objects that must be ordered in the same order as the partition keys appearing in the Amazon S3 prefix. Otherwise Glue will add the values to the wrong keys.</p>
391
389
  */
392
390
  Values?: string[];
393
391
  /**
@@ -788,8 +786,7 @@ export interface Blueprint {
788
786
  BlueprintServiceLocation?: string;
789
787
  /**
790
788
  * <p>The status of the blueprint registration.</p>
791
- *
792
- * <ul>
789
+ * <ul>
793
790
  * <li>
794
791
  * <p>Creating — The blueprint registration is in progress.</p>
795
792
  * </li>
@@ -888,8 +885,7 @@ export declare enum CrawlerLineageSettings {
888
885
  export interface LineageConfiguration {
889
886
  /**
890
887
  * <p>Specifies whether data lineage is enabled for the crawler. Valid values are:</p>
891
- *
892
- * <ul>
888
+ * <ul>
893
889
  * <li>
894
890
  * <p>ENABLE: enables data lineage for the crawler</p>
895
891
  * </li>
@@ -911,12 +907,9 @@ export declare enum RecrawlBehavior {
911
907
  export interface RecrawlPolicy {
912
908
  /**
913
909
  * <p>Specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run.</p>
914
- *
915
- * <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p>
916
- *
910
+ * <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p>
917
911
  * <p>A value of <code>CRAWL_NEW_FOLDERS_ONLY</code> specifies crawling only folders that were added since the last crawler run.</p>
918
- *
919
- * <p>A value of <code>CRAWL_EVENT_MODE</code> specifies crawling only the changes identified by Amazon S3 events.</p>
912
+ * <p>A value of <code>CRAWL_EVENT_MODE</code> specifies crawling only the changes identified by Amazon S3 events.</p>
920
913
  */
921
914
  RecrawlBehavior?: RecrawlBehavior | string;
922
915
  }
@@ -1019,14 +1012,12 @@ export interface DynamoDBTarget {
1019
1012
  Path?: string;
1020
1013
  /**
1021
1014
  * <p>Indicates whether to scan all the records, or to sample rows from the table. Scanning all the records can take a long time when the table is not a high throughput table.</p>
1022
- *
1023
- * <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
1015
+ * <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
1024
1016
  */
1025
1017
  scanAll?: boolean;
1026
1018
  /**
1027
1019
  * <p>The percentage of the configured read capacity units to use by the Glue crawler. Read capacity units is a term defined by DynamoDB, and is a numeric value that acts as rate limiter for the number of reads that can be performed on that table per second.</p>
1028
- *
1029
- * <p>The valid values are null or a value between 0.1 to 1.5. A null value is used when user does not provide a value, and defaults to 0.5 of the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max configured Read Capacity Unit (for tables using on-demand mode).</p>
1020
+ * <p>The valid values are null or a value between 0.1 to 1.5. A null value is used when user does not provide a value, and defaults to 0.5 of the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max configured Read Capacity Unit (for tables using on-demand mode).</p>
1030
1021
  */
1031
1022
  scanRate?: number;
1032
1023
  }
@@ -1053,8 +1044,7 @@ export interface JdbcTarget {
1053
1044
  Exclusions?: string[];
1054
1045
  /**
1055
1046
  * <p>Specify a value of <code>RAWTYPES</code> or <code>COMMENTS</code> to enable additional metadata in table responses. <code>RAWTYPES</code> provides the native-level datatype. <code>COMMENTS</code> provides comments associated with a column or table in the database.</p>
1056
- *
1057
- * <p>If you do not need additional metadata, keep the field empty.</p>
1047
+ * <p>If you do not need additional metadata, keep the field empty.</p>
1058
1048
  */
1059
1049
  EnableAdditionalMetadata?: (JdbcMetadataEntry | string)[];
1060
1050
  }
@@ -1072,8 +1062,7 @@ export interface MongoDBTarget {
1072
1062
  Path?: string;
1073
1063
  /**
1074
1064
  * <p>Indicates whether to scan all the records, or to sample rows from the table. Scanning all the records can take a long time when the table is not a high throughput table.</p>
1075
- *
1076
- * <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
1065
+ * <p>A value of <code>true</code> means to scan all records, while a value of <code>false</code> means to sample the records. If no value is specified, the value defaults to <code>true</code>.</p>
1077
1066
  */
1078
1067
  ScanAll?: boolean;
1079
1068
  }
@@ -1259,8 +1248,7 @@ export interface CustomEntityType {
1259
1248
  RegexString: string | undefined;
1260
1249
  /**
1261
1250
  * <p>A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
1262
- *
1263
- * <p>If no context words are passed only a regular expression is checked.</p>
1251
+ * <p>If no context words are passed only a regular expression is checked.</p>
1264
1252
  */
1265
1253
  ContextWords?: string[];
1266
1254
  }
@@ -1335,7 +1323,7 @@ export interface DevEndpoint {
1335
1323
  Status?: string;
1336
1324
  /**
1337
1325
  * <p>The type of predefined worker that is allocated to the development endpoint. Accepts a value of Standard, G.1X, or G.2X.</p>
1338
- * <ul>
1326
+ * <ul>
1339
1327
  * <li>
1340
1328
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
1341
1329
  * </li>
@@ -1346,25 +1334,20 @@ export interface DevEndpoint {
1346
1334
  * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
1347
1335
  * </li>
1348
1336
  * </ul>
1349
- *
1350
- * <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
1337
+ * <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
1351
1338
  * <code>WorkerType</code> configuration, the Spark drivers for the development endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk. </p>
1352
1339
  */
1353
1340
  WorkerType?: WorkerType | string;
1354
1341
  /**
1355
1342
  * <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
1356
- *
1357
1343
  * <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
1358
- *
1359
- * <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
1360
- *
1361
- * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
1344
+ * <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
1345
+ * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
1362
1346
  */
1363
1347
  GlueVersion?: string;
1364
1348
  /**
1365
1349
  * <p>The number of workers of a defined <code>workerType</code> that are allocated to the development endpoint.</p>
1366
- *
1367
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
1350
+ * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
1368
1351
  */
1369
1352
  NumberOfWorkers?: number;
1370
1353
  /**
@@ -1384,7 +1367,6 @@ export interface DevEndpoint {
1384
1367
  * <p>The paths to one or more Python libraries in an Amazon S3 bucket that should be loaded in
1385
1368
  * your <code>DevEndpoint</code>. Multiple values must be complete paths separated by a
1386
1369
  * comma.</p>
1387
- *
1388
1370
  * <note>
1389
1371
  * <p>You can only use pure Python libraries with a <code>DevEndpoint</code>. Libraries that rely on
1390
1372
  * C extensions, such as the <a href="http://pandas.pydata.org/">pandas</a> Python data
@@ -1442,14 +1424,13 @@ export interface DevEndpoint {
1442
1424
  /**
1443
1425
  * <p>A map of arguments used to configure the <code>DevEndpoint</code>.</p>
1444
1426
  * <p>Valid arguments are:</p>
1445
- * <ul>
1427
+ * <ul>
1446
1428
  * <li>
1447
1429
  * <p>
1448
1430
  * <code>"--enable-glue-datacatalog": ""</code>
1449
1431
  * </p>
1450
1432
  * </li>
1451
1433
  * </ul>
1452
- *
1453
1434
  * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
1454
1435
  */
1455
1436
  Arguments?: Record<string, string>;
@@ -1905,11 +1886,85 @@ export interface DropNullFields {
1905
1886
  NullCheckBoxList?: NullCheckBoxList;
1906
1887
  /**
1907
1888
  * <p>A structure that specifies a list of NullValueField structures that represent a custom null value such as zero or other value being used as a null placeholder unique to the dataset.</p>
1908
- *
1909
1889
  * <p>The <code>DropNullFields</code> transform removes custom null values only if both the value of the null placeholder and the datatype match the data.</p>
1910
1890
  */
1911
1891
  NullTextList?: NullValueField[];
1912
1892
  }
1893
+ export declare enum ParamType {
1894
+ BOOL = "bool",
1895
+ COMPLEX = "complex",
1896
+ FLOAT = "float",
1897
+ INT = "int",
1898
+ LIST = "list",
1899
+ NULL = "null",
1900
+ STR = "str"
1901
+ }
1902
+ /**
1903
+ * <p>Specifies the parameters in the config file of the dynamic transform.</p>
1904
+ */
1905
+ export interface TransformConfigParameter {
1906
+ /**
1907
+ * <p>Specifies the name of the parameter in the config file of the dynamic transform.</p>
1908
+ */
1909
+ Name: string | undefined;
1910
+ /**
1911
+ * <p>Specifies the parameter type in the config file of the dynamic transform.</p>
1912
+ */
1913
+ Type: ParamType | string | undefined;
1914
+ /**
1915
+ * <p>Specifies the validation rule in the config file of the dynamic transform.</p>
1916
+ */
1917
+ ValidationRule?: string;
1918
+ /**
1919
+ * <p>Specifies the validation message in the config file of the dynamic transform.</p>
1920
+ */
1921
+ ValidationMessage?: string;
1922
+ /**
1923
+ * <p>Specifies the value of the parameter in the config file of the dynamic transform.</p>
1924
+ */
1925
+ Value?: string[];
1926
+ /**
1927
+ * <p>Specifies the list type of the parameter in the config file of the dynamic transform.</p>
1928
+ */
1929
+ ListType?: ParamType | string;
1930
+ /**
1931
+ * <p>Specifies whether the parameter is optional or not in the config file of the dynamic transform.</p>
1932
+ */
1933
+ IsOptional?: boolean;
1934
+ }
1935
+ /**
1936
+ * <p>Specifies the set of parameters needed to perform the dynamic transform.</p>
1937
+ */
1938
+ export interface DynamicTransform {
1939
+ /**
1940
+ * <p>Specifies the name of the dynamic transform.</p>
1941
+ */
1942
+ Name: string | undefined;
1943
+ /**
1944
+ * <p>Specifies the name of the dynamic transform as it appears in the Glue Studio visual editor.</p>
1945
+ */
1946
+ TransformName: string | undefined;
1947
+ /**
1948
+ * <p>Specifies the inputs for the dynamic transform that are required.</p>
1949
+ */
1950
+ Inputs: string[] | undefined;
1951
+ /**
1952
+ * <p>Specifies the parameters of the dynamic transform.</p>
1953
+ */
1954
+ Parameters?: TransformConfigParameter[];
1955
+ /**
1956
+ * <p>Specifies the name of the function of the dynamic transform.</p>
1957
+ */
1958
+ FunctionName: string | undefined;
1959
+ /**
1960
+ * <p>Specifies the path of the dynamic transform source and config files.</p>
1961
+ */
1962
+ Path: string | undefined;
1963
+ /**
1964
+ * <p>This field is not used and will be deprecated in future release.</p>
1965
+ */
1966
+ Version?: string;
1967
+ }
1913
1968
  /**
1914
1969
  * <p>Specifies a DynamoDB data source in the Glue Data Catalog.</p>
1915
1970
  */
@@ -2159,12 +2214,10 @@ export declare enum GlueRecordType {
2159
2214
  export interface JDBCConnectorOptions {
2160
2215
  /**
2161
2216
  * <p>Extra condition clause to filter data from source. For example:</p>
2162
- *
2163
- * <p>
2217
+ * <p>
2164
2218
  * <code>BillingCity='Mountain View'</code>
2165
2219
  * </p>
2166
- *
2167
- * <p>When using a query instead of a table name, you should validate that the query works with the specified <code>filterPredicate</code>.</p>
2220
+ * <p>When using a query instead of a table name, you should validate that the query works with the specified <code>filterPredicate</code>.</p>
2168
2221
  */
2169
2222
  FilterPredicate?: string;
2170
2223
  /**
@@ -3150,12 +3203,10 @@ export interface SparkSQL {
3150
3203
  SqlQuery: string | undefined;
3151
3204
  /**
3152
3205
  * <p>A list of aliases. An alias allows you to specify what name to use in the SQL for a given input. For example, you have a datasource named "MyDataSource". If you specify <code>From</code> as MyDataSource, and <code>Alias</code> as SqlName, then in your SQL you can do:</p>
3153
- *
3154
3206
  * <p>
3155
3207
  * <code>select *
3156
3208
  * from SqlName</code>
3157
3209
  * </p>
3158
- *
3159
3210
  * <p>and that gets data from MyDataSource.</p>
3160
3211
  */
3161
3212
  SqlAliases: SqlAlias[] | undefined;
@@ -3224,9 +3275,7 @@ export interface Union {
3224
3275
  Inputs: string[] | undefined;
3225
3276
  /**
3226
3277
  * <p>Indicates the type of Union transform. </p>
3227
- *
3228
- * <p>Specify <code>ALL</code> to join all rows from data sources to the resulting DynamicFrame. The resulting union does not remove duplicate rows.</p>
3229
- *
3278
+ * <p>Specify <code>ALL</code> to join all rows from data sources to the resulting DynamicFrame. The resulting union does not remove duplicate rows.</p>
3230
3279
  * <p>Specify <code>DISTINCT</code> to remove duplicate rows in the resulting DynamicFrame.</p>
3231
3280
  */
3232
3281
  UnionType: UnionType | string | undefined;
@@ -3719,7 +3768,6 @@ export interface JobRun {
3719
3768
  * @deprecated
3720
3769
  *
3721
3770
  * <p>This field is deprecated. Use <code>MaxCapacity</code> instead.</p>
3722
- *
3723
3771
  * <p>The number of Glue data processing units (DPUs) allocated to this JobRun.
3724
3772
  * From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure
3725
3773
  * of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
@@ -3734,7 +3782,6 @@ export interface JobRun {
3734
3782
  /**
3735
3783
  * <p>The <code>JobRun</code> timeout in minutes. This is the maximum time that a job run can
3736
3784
  * consume resources before it is terminated and enters <code>TIMEOUT</code> status. This value overrides the timeout value set in the parent job.</p>
3737
- *
3738
3785
  * <p>Streaming jobs do not have a timeout. The default for non-streaming jobs is 2,880 minutes (48 hours).</p>
3739
3786
  */
3740
3787
  Timeout?: number;
@@ -3743,9 +3790,7 @@ export interface JobRun {
3743
3790
  * of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
3744
3791
  * For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
3745
3792
  * pricing page</a>.</p>
3746
- *
3747
3793
  * <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
3748
- *
3749
3794
  * <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
3750
3795
  * running a Python shell job or an Apache Spark ETL job:</p>
3751
3796
  * <ul>
@@ -3801,10 +3846,8 @@ export interface JobRun {
3801
3846
  NotificationProperty?: NotificationProperty;
3802
3847
  /**
3803
3848
  * <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark. </p>
3804
- *
3805
3849
  * <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
3806
- *
3807
- * <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
3850
+ * <p>Jobs that are created without specifying a Glue version default to Glue 0.9.</p>
3808
3851
  */
3809
3852
  GlueVersion?: string;
3810
3853
  /**
@@ -3813,10 +3856,8 @@ export interface JobRun {
3813
3856
  DPUSeconds?: number;
3814
3857
  /**
3815
3858
  * <p>Indicates whether the job is run with a standard or flexible execution class. The standard execution-class is ideal for time-sensitive workloads that require fast job startup and dedicated resources.</p>
3816
- *
3817
3859
  * <p>The flexible execution class is appropriate for time-insensitive jobs whose start and completion times may vary. </p>
3818
- *
3819
- * <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
3860
+ * <p>Only jobs with Glue version 3.0 and above and command type <code>glueetl</code> will be allowed to set <code>ExecutionClass</code> to <code>FLEX</code>. The flexible execution class is available for Spark jobs.</p>
3820
3861
  */
3821
3862
  ExecutionClass?: ExecutionClass | string;
3822
3863
  }
@@ -4472,7 +4513,7 @@ export interface ConnectionInput {
4472
4513
  Description?: string;
4473
4514
  /**
4474
4515
  * <p>The type of the connection. Currently, these types are supported:</p>
4475
- * <ul>
4516
+ * <ul>
4476
4517
  * <li>
4477
4518
  * <p>
4478
4519
  * <code>JDBC</code> - Designates a connection to a database through Java Database Connectivity (JDBC).</p>
@@ -4619,8 +4660,7 @@ export interface CreateCustomEntityTypeRequest {
4619
4660
  RegexString: string | undefined;
4620
4661
  /**
4621
4662
  * <p>A list of context words. If none of these context words are found within the vicinity of the regular expression the data will not be detected as sensitive data.</p>
4622
- *
4623
- * <p>If no context words are passed only a regular expression is checked.</p>
4663
+ * <p>If no context words are passed only a regular expression is checked.</p>
4624
4664
  */
4625
4665
  ContextWords?: string[];
4626
4666
  }
@@ -4783,7 +4823,6 @@ export interface CreateDevEndpointRequest {
4783
4823
  * <p>A list of public keys to be used by the development endpoints for authentication. The use
4784
4824
  * of this attribute is preferred over a single public key because the public keys allow you to
4785
4825
  * have a different private key per client.</p>
4786
- *
4787
4826
  * <note>
4788
4827
  * <p>If you previously created an endpoint with a public key, you must remove that key to be able
4789
4828
  * to set a list of public keys. Call the <code>UpdateDevEndpoint</code> API with the public
@@ -4799,7 +4838,7 @@ export interface CreateDevEndpointRequest {
4799
4838
  NumberOfNodes?: number;
4800
4839
  /**
4801
4840
  * <p>The type of predefined worker that is allocated to the development endpoint. Accepts a value of Standard, G.1X, or G.2X.</p>
4802
- * <ul>
4841
+ * <ul>
4803
4842
  * <li>
4804
4843
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
4805
4844
  * </li>
@@ -4810,24 +4849,20 @@ export interface CreateDevEndpointRequest {
4810
4849
  * <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
4811
4850
  * </li>
4812
4851
  * </ul>
4813
- * <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
4852
+ * <p>Known issue: when a development endpoint is created with the <code>G.2X</code>
4814
4853
  * <code>WorkerType</code> configuration, the Spark drivers for the development endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk. </p>
4815
4854
  */
4816
4855
  WorkerType?: WorkerType | string;
4817
4856
  /**
4818
4857
  * <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
4819
- *
4820
4858
  * <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
4821
- *
4822
- * <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
4823
- *
4824
- * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
4859
+ * <p>Development endpoints that are created without specifying a Glue version default to Glue 0.9.</p>
4860
+ * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
4825
4861
  */
4826
4862
  GlueVersion?: string;
4827
4863
  /**
4828
4864
  * <p>The number of workers of a defined <code>workerType</code> that are allocated to the development endpoint.</p>
4829
- *
4830
- * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
4865
+ * <p>The maximum number of workers you can define are 299 for <code>G.1X</code>, and 149 for <code>G.2X</code>. </p>
4831
4866
  */
4832
4867
  NumberOfWorkers?: number;
4833
4868
  /**
@@ -4900,7 +4935,6 @@ export interface CreateDevEndpointResponse {
4900
4935
  WorkerType?: WorkerType | string;
4901
4936
  /**
4902
4937
  * <p>Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints. </p>
4903
- *
4904
4938
  * <p>For more information about the available Glue versions and corresponding Spark and Python versions, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job.html">Glue version</a> in the developer guide.</p>
4905
4939
  */
4906
4940
  GlueVersion?: string;
@@ -4941,16 +4975,14 @@ export interface CreateDevEndpointResponse {
4941
4975
  CreatedTimestamp?: Date;
4942
4976
  /**
4943
4977
  * <p>The map of arguments used to configure this <code>DevEndpoint</code>.</p>
4944
- *
4945
- * <p>Valid arguments are:</p>
4946
- * <ul>
4978
+ * <p>Valid arguments are:</p>
4979
+ * <ul>
4947
4980
  * <li>
4948
4981
  * <p>
4949
4982
  * <code>"--enable-glue-datacatalog": ""</code>
4950
4983
  * </p>
4951
4984
  * </li>
4952
4985
  * </ul>
4953
- *
4954
4986
  * <p>You can specify a version of Python support for development endpoints by using the <code>Arguments</code> parameter in the <code>CreateDevEndpoint</code> or <code>UpdateDevEndpoint</code> APIs. If no arguments are provided, the version defaults to Python 2.</p>
4955
4987
  */
4956
4988
  Arguments?: Record<string, string>;
@@ -5010,10 +5042,8 @@ export interface FindMatchesParameters {
5010
5042
  * A value of 0.5 means no preference; a value of 1.0 means a bias purely for precision, and a
5011
5043
  * value of 0.0 means a bias for recall. Because this is a tradeoff, choosing values close to 1.0
5012
5044
  * means very low recall, and choosing values close to 0.0 results in very low precision.</p>
5013
- *
5014
- * <p>The precision metric indicates how often your model is correct when it predicts a match. </p>
5015
- *
5016
- * <p>The recall metric indicates that for an actual match, how often your model predicts the
5045
+ * <p>The precision metric indicates how often your model is correct when it predicts a match. </p>
5046
+ * <p>The recall metric indicates that for an actual match, how often your model predicts the
5017
5047
  * match.</p>
5018
5048
  */
5019
5049
  PrecisionRecallTradeoff?: number;
@@ -5023,10 +5053,8 @@ export interface FindMatchesParameters {
5023
5053
  * means a bias purely for accuracy, which typically results in a higher cost, sometimes
5024
5054
  * substantially higher. A value of 0.0 means a bias purely for cost, which results in a less
5025
5055
  * accurate <code>FindMatches</code> transform, sometimes with unacceptable accuracy.</p>
5026
- *
5027
- * <p>Accuracy measures how well the transform finds true positives and true negatives. Increasing accuracy requires more machine resources and cost. But it also results in increased recall. </p>
5028
- *
5029
- * <p>Cost measures how many compute resources, and thus money, are consumed to run the
5056
+ * <p>Accuracy measures how well the transform finds true positives and true negatives. Increasing accuracy requires more machine resources and cost. But it also results in increased recall. </p>
5057
+ * <p>Cost measures how many compute resources, and thus money, are consumed to run the
5030
5058
  * transform.</p>
5031
5059
  */
5032
5060
  AccuracyCostTradeoff?: number;
@@ -5046,7 +5074,7 @@ export declare enum TransformType {
5046
5074
  export interface TransformParameters {
5047
5075
  /**
5048
5076
  * <p>The type of machine learning transform.</p>
5049
- * <p>For information about the types of machine learning transforms, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html">Creating Machine Learning Transforms</a>.</p>
5077
+ * <p>For information about the types of machine learning transforms, see <a href="https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html">Creating Machine Learning Transforms</a>.</p>
5050
5078
  */
5051
5079
  TransformType: TransformType | string | undefined;
5052
5080
  /**
@@ -5064,8 +5092,7 @@ export declare enum MLUserDataEncryptionModeString {
5064
5092
  export interface MLUserDataEncryption {
5065
5093
  /**
5066
5094
  * <p>The encryption mode applied to user data. Valid values are:</p>
5067
- *
5068
- * <ul>
5095
+ * <ul>
5069
5096
  * <li>
5070
5097
  * <p>DISABLED: encryption is disabled</p>
5071
5098
  * </li>
@@ -5082,8 +5109,7 @@ export interface MLUserDataEncryption {
5082
5109
  }
5083
5110
  /**
5084
5111
  * <p>The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.</p>
5085
- *
5086
- * <p>Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.</p>
5112
+ * <p>Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.</p>
5087
5113
  */
5088
5114
  export interface TransformEncryption {
5089
5115
  /**
@@ -5116,8 +5142,7 @@ export interface CreateMLTransformRequest {
5116
5142
  Parameters: TransformParameters | undefined;
5117
5143
  /**
5118
5144
  * <p>The name or Amazon Resource Name (ARN) of the IAM role with the required permissions. The required permissions include both Glue service role permissions to Glue resources, and Amazon S3 permissions required by the transform. </p>
5119
- *
5120
- * <ul>
5145
+ * <ul>
5121
5146
  * <li>
5122
5147
  * <p>This role needs Glue service role permissions to allow access to resources in Glue. See <a href="https://docs.aws.amazon.com/glue/latest/dg/attach-policy-iam-user.html">Attach a Policy to IAM Users That Access Glue</a>.</p>
5123
5148
  * </li>
@@ -5136,10 +5161,9 @@ export interface CreateMLTransformRequest {
5136
5161
  * processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more
5137
5162
  * information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue pricing
5138
5163
  * page</a>. </p>
5139
- *
5140
- * <p>
5164
+ * <p>
5141
5165
  * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
5142
- * <ul>
5166
+ * <ul>
5143
5167
  * <li>
5144
5168
  * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
5145
5169
  * </li>
@@ -5154,16 +5178,13 @@ export interface CreateMLTransformRequest {
5154
5178
  * <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p>
5155
5179
  * </li>
5156
5180
  * </ul>
5157
- *
5158
- * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
5159
- *
5160
- *
5181
+ * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
5161
5182
  * <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>
5162
5183
  */
5163
5184
  MaxCapacity?: number;
5164
5185
  /**
5165
5186
  * <p>The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.</p>
5166
- * <ul>
5187
+ * <ul>
5167
5188
  * <li>
5168
5189
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
5169
5190
  * </li>
@@ -5174,10 +5195,9 @@ export interface CreateMLTransformRequest {
5174
5195
  * <p>For the <code>G.2X</code> worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.</p>
5175
5196
  * </li>
5176
5197
  * </ul>
5177
- *
5178
- * <p>
5198
+ * <p>
5179
5199
  * <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p>
5180
- * <ul>
5200
+ * <ul>
5181
5201
  * <li>
5182
5202
  * <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p>
5183
5203
  * </li>
@@ -5196,8 +5216,7 @@ export interface CreateMLTransformRequest {
5196
5216
  WorkerType?: WorkerType | string;
5197
5217
  /**
5198
5218
  * <p>The number of workers of a defined <code>workerType</code> that are allocated when this task runs.</p>
5199
- *
5200
- * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
5219
+ * <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p>
5201
5220
  */
5202
5221
  NumberOfWorkers?: number;
5203
5222
  /**
@@ -5348,7 +5367,6 @@ export interface CreateSchemaInput {
5348
5367
  DataFormat: DataFormat | string | undefined;
5349
5368
  /**
5350
5369
  * <p>The compatibility mode of the schema. The possible values are:</p>
5351
- *
5352
5370
  * <ul>
5353
5371
  * <li>
5354
5372
  * <p>
@@ -5699,7 +5717,7 @@ export interface CreateSessionRequest {
5699
5717
  NumberOfWorkers?: number;
5700
5718
  /**
5701
5719
  * <p>The type of predefined worker that is allocated to use for the session. Accepts a value of Standard, G.1X, G.2X, or G.025X.</p>
5702
- * <ul>
5720
+ * <ul>
5703
5721
  * <li>
5704
5722
  * <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
5705
5723
  * </li>
@@ -5860,7 +5878,7 @@ export interface TableInput {
5860
5878
  /**
5861
5879
  * <p>A list of columns by which the table is partitioned. Only primitive
5862
5880
  * types are supported as partition keys.</p>
5863
- * <p>When you create a table used by Amazon Athena, and you do not specify any
5881
+ * <p>When you create a table used by Amazon Athena, and you do not specify any
5864
5882
  * <code>partitionKeys</code>, you must at least set the value of <code>partitionKeys</code> to
5865
5883
  * an empty list. For example:</p>
5866
5884
  * <p>
@@ -5995,49 +6013,6 @@ export interface ResourceUri {
5995
6013
  */
5996
6014
  Uri?: string;
5997
6015
  }
5998
- /**
5999
- * <p>A structure used to create or update a user-defined function.</p>
6000
- */
6001
- export interface UserDefinedFunctionInput {
6002
- /**
6003
- * <p>The name of the function.</p>
6004
- */
6005
- FunctionName?: string;
6006
- /**
6007
- * <p>The Java class that contains the function code.</p>
6008
- */
6009
- ClassName?: string;
6010
- /**
6011
- * <p>The owner of the function.</p>
6012
- */
6013
- OwnerName?: string;
6014
- /**
6015
- * <p>The owner type.</p>
6016
- */
6017
- OwnerType?: PrincipalType | string;
6018
- /**
6019
- * <p>The resource URIs for the function.</p>
6020
- */
6021
- ResourceUris?: ResourceUri[];
6022
- }
6023
- export interface CreateUserDefinedFunctionRequest {
6024
- /**
6025
- * <p>The ID of the Data Catalog in which to create the function. If none is provided, the Amazon Web Services
6026
- * account ID is used by default.</p>
6027
- */
6028
- CatalogId?: string;
6029
- /**
6030
- * <p>The name of the catalog database in which to create the function.</p>
6031
- */
6032
- DatabaseName: string | undefined;
6033
- /**
6034
- * <p>A <code>FunctionInput</code> object that defines the function
6035
- * to create in the Data Catalog.</p>
6036
- */
6037
- FunctionInput: UserDefinedFunctionInput | undefined;
6038
- }
6039
- export interface CreateUserDefinedFunctionResponse {
6040
- }
6041
6016
  /**
6042
6017
  * @internal
6043
6018
  */
@@ -6334,6 +6309,14 @@ export declare const NullValueFieldFilterSensitiveLog: (obj: NullValueField) =>
6334
6309
  * @internal
6335
6310
  */
6336
6311
  export declare const DropNullFieldsFilterSensitiveLog: (obj: DropNullFields) => any;
6312
+ /**
6313
+ * @internal
6314
+ */
6315
+ export declare const TransformConfigParameterFilterSensitiveLog: (obj: TransformConfigParameter) => any;
6316
+ /**
6317
+ * @internal
6318
+ */
6319
+ export declare const DynamicTransformFilterSensitiveLog: (obj: DynamicTransform) => any;
6337
6320
  /**
6338
6321
  * @internal
6339
6322
  */
@@ -6950,15 +6933,3 @@ export declare const CreateTriggerResponseFilterSensitiveLog: (obj: CreateTrigge
6950
6933
  * @internal
6951
6934
  */
6952
6935
  export declare const ResourceUriFilterSensitiveLog: (obj: ResourceUri) => any;
6953
- /**
6954
- * @internal
6955
- */
6956
- export declare const UserDefinedFunctionInputFilterSensitiveLog: (obj: UserDefinedFunctionInput) => any;
6957
- /**
6958
- * @internal
6959
- */
6960
- export declare const CreateUserDefinedFunctionRequestFilterSensitiveLog: (obj: CreateUserDefinedFunctionRequest) => any;
6961
- /**
6962
- * @internal
6963
- */
6964
- export declare const CreateUserDefinedFunctionResponseFilterSensitiveLog: (obj: CreateUserDefinedFunctionResponse) => any;