@aws-sdk/client-glue 3.43.0 → 3.47.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/CHANGELOG.md +51 -0
  2. package/dist-cjs/Glue.js +45 -0
  3. package/dist-cjs/commands/GetCrawlerMetricsCommand.js +2 -1
  4. package/dist-cjs/commands/GetCrawlersCommand.js +3 -3
  5. package/dist-cjs/commands/GetDatabaseCommand.js +1 -2
  6. package/dist-cjs/commands/GetUnfilteredPartitionMetadataCommand.js +36 -0
  7. package/dist-cjs/commands/GetUnfilteredPartitionsMetadataCommand.js +36 -0
  8. package/dist-cjs/commands/GetUnfilteredTableMetadataCommand.js +36 -0
  9. package/dist-cjs/commands/index.js +3 -0
  10. package/dist-cjs/endpoints.js +1 -24
  11. package/dist-cjs/models/models_0.js +22 -124
  12. package/dist-cjs/models/models_1.js +89 -66
  13. package/dist-cjs/pagination/GetUnfilteredPartitionsMetadataPaginator.js +35 -0
  14. package/dist-cjs/pagination/index.js +1 -0
  15. package/dist-cjs/protocols/Aws_json1_1.js +662 -5
  16. package/dist-cjs/runtimeConfig.browser.js +7 -2
  17. package/dist-cjs/runtimeConfig.js +9 -3
  18. package/dist-es/Glue.js +45 -0
  19. package/dist-es/commands/GetCrawlerMetricsCommand.js +2 -1
  20. package/dist-es/commands/GetCrawlersCommand.js +1 -1
  21. package/dist-es/commands/GetDatabaseCommand.js +1 -2
  22. package/dist-es/commands/GetUnfilteredPartitionMetadataCommand.js +39 -0
  23. package/dist-es/commands/GetUnfilteredPartitionsMetadataCommand.js +39 -0
  24. package/dist-es/commands/GetUnfilteredTableMetadataCommand.js +39 -0
  25. package/dist-es/commands/index.js +3 -0
  26. package/dist-es/endpoints.js +1 -24
  27. package/dist-es/models/models_0.js +12 -80
  28. package/dist-es/models/models_1.js +57 -40
  29. package/dist-es/pagination/GetUnfilteredPartitionsMetadataPaginator.js +74 -0
  30. package/dist-es/pagination/index.js +1 -0
  31. package/dist-es/protocols/Aws_json1_1.js +831 -197
  32. package/dist-es/runtimeConfig.browser.js +12 -3
  33. package/dist-es/runtimeConfig.js +13 -6
  34. package/dist-types/Glue.d.ts +12 -0
  35. package/dist-types/GlueClient.d.ts +10 -3
  36. package/dist-types/commands/GetCrawlerMetricsCommand.d.ts +2 -1
  37. package/dist-types/commands/GetCrawlersCommand.d.ts +1 -1
  38. package/dist-types/commands/GetDatabaseCommand.d.ts +1 -2
  39. package/dist-types/commands/GetUnfilteredPartitionMetadataCommand.d.ts +18 -0
  40. package/dist-types/commands/GetUnfilteredPartitionsMetadataCommand.d.ts +18 -0
  41. package/dist-types/commands/GetUnfilteredTableMetadataCommand.d.ts +18 -0
  42. package/dist-types/commands/index.d.ts +3 -0
  43. package/dist-types/models/models_0.d.ts +83 -202
  44. package/dist-types/models/models_1.d.ts +266 -61
  45. package/dist-types/pagination/GetUnfilteredPartitionsMetadataPaginator.d.ts +4 -0
  46. package/dist-types/pagination/index.d.ts +1 -0
  47. package/dist-types/protocols/Aws_json1_1.d.ts +9 -0
  48. package/dist-types/runtimeConfig.browser.d.ts +3 -2
  49. package/dist-types/runtimeConfig.d.ts +4 -3
  50. package/dist-types/runtimeConfig.native.d.ts +1 -0
  51. package/dist-types/ts3.4/Glue.d.ts +12 -0
  52. package/dist-types/ts3.4/GlueClient.d.ts +8 -3
  53. package/dist-types/ts3.4/commands/GetCrawlerMetricsCommand.d.ts +2 -1
  54. package/dist-types/ts3.4/commands/GetCrawlersCommand.d.ts +1 -1
  55. package/dist-types/ts3.4/commands/GetDatabaseCommand.d.ts +1 -2
  56. package/dist-types/ts3.4/commands/GetUnfilteredPartitionMetadataCommand.d.ts +16 -0
  57. package/dist-types/ts3.4/commands/GetUnfilteredPartitionsMetadataCommand.d.ts +16 -0
  58. package/dist-types/ts3.4/commands/GetUnfilteredTableMetadataCommand.d.ts +16 -0
  59. package/dist-types/ts3.4/commands/index.d.ts +3 -0
  60. package/dist-types/ts3.4/models/models_0.d.ts +48 -30
  61. package/dist-types/ts3.4/models/models_1.d.ts +173 -41
  62. package/dist-types/ts3.4/pagination/GetUnfilteredPartitionsMetadataPaginator.d.ts +4 -0
  63. package/dist-types/ts3.4/pagination/index.d.ts +1 -0
  64. package/dist-types/ts3.4/protocols/Aws_json1_1.d.ts +9 -0
  65. package/dist-types/ts3.4/runtimeConfig.browser.d.ts +3 -2
  66. package/dist-types/ts3.4/runtimeConfig.d.ts +4 -3
  67. package/dist-types/ts3.4/runtimeConfig.native.d.ts +1 -0
  68. package/package.json +38 -45
@@ -10,12 +10,6 @@ export interface AccessDeniedException extends __SmithyException, $MetadataBeare
10
10
  */
11
11
  Message?: string;
12
12
  }
13
- export declare namespace AccessDeniedException {
14
- /**
15
- * @internal
16
- */
17
- const filterSensitiveLog: (obj: AccessDeniedException) => any;
18
- }
19
13
  /**
20
14
  * <p>Specifies configuration properties of a notification.</p>
21
15
  */
@@ -87,11 +81,14 @@ export interface AlreadyExistsException extends __SmithyException, $MetadataBear
87
81
  */
88
82
  Message?: string;
89
83
  }
90
- export declare namespace AlreadyExistsException {
84
+ export interface AuditContext {
85
+ AdditionalAuditContext?: string;
86
+ }
87
+ export declare namespace AuditContext {
91
88
  /**
92
89
  * @internal
93
90
  */
94
- const filterSensitiveLog: (obj: AlreadyExistsException) => any;
91
+ const filterSensitiveLog: (obj: AuditContext) => any;
95
92
  }
96
93
  /**
97
94
  * <p>A column in a <code>Table</code>.</p>
@@ -256,6 +253,7 @@ export interface StorageDescriptor {
256
253
  * name.</p>
257
254
  */
258
255
  Location?: string;
256
+ AdditionalLocations?: string[];
259
257
  /**
260
258
  * <p>The input format: <code>SequenceFileInputFormat</code> (binary),
261
259
  * or <code>TextInputFormat</code>, or a custom format.</p>
@@ -442,12 +440,6 @@ export interface EntityNotFoundException extends __SmithyException, $MetadataBea
442
440
  */
443
441
  Message?: string;
444
442
  }
445
- export declare namespace EntityNotFoundException {
446
- /**
447
- * @internal
448
- */
449
- const filterSensitiveLog: (obj: EntityNotFoundException) => any;
450
- }
451
443
  /**
452
444
  * <p>An encryption operation failed.</p>
453
445
  */
@@ -459,12 +451,6 @@ export interface GlueEncryptionException extends __SmithyException, $MetadataBea
459
451
  */
460
452
  Message?: string;
461
453
  }
462
- export declare namespace GlueEncryptionException {
463
- /**
464
- * @internal
465
- */
466
- const filterSensitiveLog: (obj: GlueEncryptionException) => any;
467
- }
468
454
  /**
469
455
  * <p>An internal service error occurred.</p>
470
456
  */
@@ -476,12 +462,6 @@ export interface InternalServiceException extends __SmithyException, $MetadataBe
476
462
  */
477
463
  Message?: string;
478
464
  }
479
- export declare namespace InternalServiceException {
480
- /**
481
- * @internal
482
- */
483
- const filterSensitiveLog: (obj: InternalServiceException) => any;
484
- }
485
465
  /**
486
466
  * <p>The input provided was not valid.</p>
487
467
  */
@@ -493,12 +473,6 @@ export interface InvalidInputException extends __SmithyException, $MetadataBeare
493
473
  */
494
474
  Message?: string;
495
475
  }
496
- export declare namespace InvalidInputException {
497
- /**
498
- * @internal
499
- */
500
- const filterSensitiveLog: (obj: InvalidInputException) => any;
501
- }
502
476
  /**
503
477
  * <p>The operation timed out.</p>
504
478
  */
@@ -510,12 +484,6 @@ export interface OperationTimeoutException extends __SmithyException, $MetadataB
510
484
  */
511
485
  Message?: string;
512
486
  }
513
- export declare namespace OperationTimeoutException {
514
- /**
515
- * @internal
516
- */
517
- const filterSensitiveLog: (obj: OperationTimeoutException) => any;
518
- }
519
487
  /**
520
488
  * <p>A resource numerical limit was exceeded.</p>
521
489
  */
@@ -527,12 +495,6 @@ export interface ResourceNumberLimitExceededException extends __SmithyException,
527
495
  */
528
496
  Message?: string;
529
497
  }
530
- export declare namespace ResourceNumberLimitExceededException {
531
- /**
532
- * @internal
533
- */
534
- const filterSensitiveLog: (obj: ResourceNumberLimitExceededException) => any;
535
- }
536
498
  export interface BatchDeleteConnectionRequest {
537
499
  /**
538
500
  * <p>The ID of the Data Catalog in which the connections reside. If none is provided, the Amazon Web Services
@@ -639,6 +601,10 @@ export interface BatchDeleteTableRequest {
639
601
  * <p>A list of the table to delete.</p>
640
602
  */
641
603
  TablesToDelete: string[] | undefined;
604
+ /**
605
+ * <p>The transaction ID at which to delete the table contents.</p>
606
+ */
607
+ TransactionId?: string;
642
608
  }
643
609
  export declare namespace BatchDeleteTableRequest {
644
610
  /**
@@ -677,6 +643,17 @@ export declare namespace BatchDeleteTableResponse {
677
643
  */
678
644
  const filterSensitiveLog: (obj: BatchDeleteTableResponse) => any;
679
645
  }
646
+ /**
647
+ * <p>A resource was not ready for a transaction.</p>
648
+ */
649
+ export interface ResourceNotReadyException extends __SmithyException, $MetadataBearer {
650
+ name: "ResourceNotReadyException";
651
+ $fault: "client";
652
+ /**
653
+ * <p>A message describing the problem.</p>
654
+ */
655
+ Message?: string;
656
+ }
680
657
  export interface BatchDeleteTableVersionRequest {
681
658
  /**
682
659
  * <p>The ID of the Data Catalog where the tables reside. If none is provided, the Amazon Web Services account
@@ -892,6 +869,16 @@ export declare namespace BatchGetCrawlersRequest {
892
869
  */
893
870
  const filterSensitiveLog: (obj: BatchGetCrawlersRequest) => any;
894
871
  }
872
+ export interface LakeFormationConfiguration {
873
+ UseLakeFormationCredentials?: boolean;
874
+ AccountId?: string;
875
+ }
876
+ export declare namespace LakeFormationConfiguration {
877
+ /**
878
+ * @internal
879
+ */
880
+ const filterSensitiveLog: (obj: LakeFormationConfiguration) => any;
881
+ }
895
882
  export declare enum LastCrawlStatus {
896
883
  CANCELLED = "CANCELLED",
897
884
  FAILED = "FAILED",
@@ -1057,6 +1044,10 @@ export interface CatalogTarget {
1057
1044
  * <p>A list of the tables to be synchronized.</p>
1058
1045
  */
1059
1046
  Tables: string[] | undefined;
1047
+ /**
1048
+ * <p>The name of the connection for an Amazon S3-backed Data Catalog table to be a target of the crawl when using a <code>Catalog</code> connection type paired with a <code>NETWORK</code> Connection type.</p>
1049
+ */
1050
+ ConnectionName?: string;
1060
1051
  }
1061
1052
  export declare namespace CatalogTarget {
1062
1053
  /**
@@ -1064,6 +1055,29 @@ export declare namespace CatalogTarget {
1064
1055
  */
1065
1056
  const filterSensitiveLog: (obj: CatalogTarget) => any;
1066
1057
  }
1058
+ /**
1059
+ * <p>Specifies a Delta data store to crawl one or more Delta tables.</p>
1060
+ */
1061
+ export interface DeltaTarget {
1062
+ /**
1063
+ * <p>A list of the Amazon S3 paths to the Delta tables.</p>
1064
+ */
1065
+ DeltaTables?: string[];
1066
+ /**
1067
+ * <p>The name of the connection to use to connect to the Delta table target.</p>
1068
+ */
1069
+ ConnectionName?: string;
1070
+ /**
1071
+ * <p>Specifies whether to write the manifest files to the Delta table path.</p>
1072
+ */
1073
+ WriteManifest?: boolean;
1074
+ }
1075
+ export declare namespace DeltaTarget {
1076
+ /**
1077
+ * @internal
1078
+ */
1079
+ const filterSensitiveLog: (obj: DeltaTarget) => any;
1080
+ }
1067
1081
  /**
1068
1082
  * <p>Specifies an Amazon DynamoDB table to crawl.</p>
1069
1083
  */
@@ -1200,6 +1214,10 @@ export interface CrawlerTargets {
1200
1214
  * <p>Specifies Glue Data Catalog targets.</p>
1201
1215
  */
1202
1216
  CatalogTargets?: CatalogTarget[];
1217
+ /**
1218
+ * <p>Specifies Delta data store targets.</p>
1219
+ */
1220
+ DeltaTargets?: DeltaTarget[];
1203
1221
  }
1204
1222
  export declare namespace CrawlerTargets {
1205
1223
  /**
@@ -1296,6 +1314,7 @@ export interface Crawler {
1296
1314
  * crawler.</p>
1297
1315
  */
1298
1316
  CrawlerSecurityConfiguration?: string;
1317
+ LakeFormationConfiguration?: LakeFormationConfiguration;
1299
1318
  }
1300
1319
  export declare namespace Crawler {
1301
1320
  /**
@@ -1854,6 +1873,17 @@ export declare namespace BatchGetPartitionResponse {
1854
1873
  */
1855
1874
  const filterSensitiveLog: (obj: BatchGetPartitionResponse) => any;
1856
1875
  }
1876
+ /**
1877
+ * <p>An error that indicates your data is in an invalid state.</p>
1878
+ */
1879
+ export interface InvalidStateException extends __SmithyException, $MetadataBearer {
1880
+ name: "InvalidStateException";
1881
+ $fault: "client";
1882
+ /**
1883
+ * <p>A message describing the problem.</p>
1884
+ */
1885
+ Message?: string;
1886
+ }
1857
1887
  export interface BatchGetTriggersRequest {
1858
1888
  /**
1859
1889
  * <p>A list of trigger names, which may be the names returned from the <code>ListTriggers</code> operation.</p>
@@ -3253,6 +3283,7 @@ export interface CreateCrawlerRequest {
3253
3283
  * <p>Specifies data lineage configuration settings for the crawler.</p>
3254
3284
  */
3255
3285
  LineageConfiguration?: LineageConfiguration;
3286
+ LakeFormationConfiguration?: LakeFormationConfiguration;
3256
3287
  /**
3257
3288
  * <p>Crawler configuration information. This versioned JSON
3258
3289
  * string allows users to specify aspects of a crawler's behavior.
@@ -3298,12 +3329,6 @@ export interface ConcurrentModificationException extends __SmithyException, $Met
3298
3329
  */
3299
3330
  Message?: string;
3300
3331
  }
3301
- export declare namespace ConcurrentModificationException {
3302
- /**
3303
- * @internal
3304
- */
3305
- const filterSensitiveLog: (obj: ConcurrentModificationException) => any;
3306
- }
3307
3332
  export declare enum Permission {
3308
3333
  ALL = "ALL",
3309
3334
  ALTER = "ALTER",
@@ -3662,12 +3687,6 @@ export interface IdempotentParameterMismatchException extends __SmithyException,
3662
3687
  */
3663
3688
  Message?: string;
3664
3689
  }
3665
- export declare namespace IdempotentParameterMismatchException {
3666
- /**
3667
- * @internal
3668
- */
3669
- const filterSensitiveLog: (obj: IdempotentParameterMismatchException) => any;
3670
- }
3671
3690
  /**
3672
3691
  * <p>A value could not be validated.</p>
3673
3692
  */
@@ -3679,12 +3698,6 @@ export interface ValidationException extends __SmithyException, $MetadataBearer
3679
3698
  */
3680
3699
  Message?: string;
3681
3700
  }
3682
- export declare namespace ValidationException {
3683
- /**
3684
- * @internal
3685
- */
3686
- const filterSensitiveLog: (obj: ValidationException) => any;
3687
- }
3688
3701
  export interface CreateJobRequest {
3689
3702
  /**
3690
3703
  * <p>The name you assign to this job definition. It must be unique in your account.</p>
@@ -4798,6 +4811,10 @@ export interface CreateTableRequest {
4798
4811
  * <p>A list of partition indexes, <code>PartitionIndex</code> structures, to create in the table.</p>
4799
4812
  */
4800
4813
  PartitionIndexes?: PartitionIndex[];
4814
+ /**
4815
+ * <p>The ID of the transaction.</p>
4816
+ */
4817
+ TransactionId?: string;
4801
4818
  }
4802
4819
  export declare namespace CreateTableRequest {
4803
4820
  /**
@@ -5167,12 +5184,6 @@ export interface CrawlerRunningException extends __SmithyException, $MetadataBea
5167
5184
  */
5168
5185
  Message?: string;
5169
5186
  }
5170
- export declare namespace CrawlerRunningException {
5171
- /**
5172
- * @internal
5173
- */
5174
- const filterSensitiveLog: (obj: CrawlerRunningException) => any;
5175
- }
5176
5187
  export interface DeleteCrawlerRequest {
5177
5188
  /**
5178
5189
  * <p>The name of the crawler to remove.</p>
@@ -5204,12 +5215,6 @@ export interface SchedulerTransitioningException extends __SmithyException, $Met
5204
5215
  */
5205
5216
  Message?: string;
5206
5217
  }
5207
- export declare namespace SchedulerTransitioningException {
5208
- /**
5209
- * @internal
5210
- */
5211
- const filterSensitiveLog: (obj: SchedulerTransitioningException) => any;
5212
- }
5213
5218
  export interface DeleteDatabaseRequest {
5214
5219
  /**
5215
5220
  * <p>The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services
@@ -5349,12 +5354,6 @@ export interface ConflictException extends __SmithyException, $MetadataBearer {
5349
5354
  */
5350
5355
  Message?: string;
5351
5356
  }
5352
- export declare namespace ConflictException {
5353
- /**
5354
- * @internal
5355
- */
5356
- const filterSensitiveLog: (obj: ConflictException) => any;
5357
- }
5358
5357
  export interface DeletePartitionIndexRequest {
5359
5358
  /**
5360
5359
  * <p>The catalog ID where the table resides.</p>
@@ -5434,12 +5433,6 @@ export interface ConditionCheckFailureException extends __SmithyException, $Meta
5434
5433
  */
5435
5434
  Message?: string;
5436
5435
  }
5437
- export declare namespace ConditionCheckFailureException {
5438
- /**
5439
- * @internal
5440
- */
5441
- const filterSensitiveLog: (obj: ConditionCheckFailureException) => any;
5442
- }
5443
5436
  export interface DeleteResourcePolicyRequest {
5444
5437
  /**
5445
5438
  * <p>The hash value returned when this policy was set.</p>
@@ -5606,6 +5599,10 @@ export interface DeleteTableRequest {
5606
5599
  * compatibility, this name is entirely lowercase.</p>
5607
5600
  */
5608
5601
  Name: string | undefined;
5602
+ /**
5603
+ * <p>The transaction ID at which to delete the table contents.</p>
5604
+ */
5605
+ TransactionId?: string;
5609
5606
  }
5610
5607
  export declare namespace DeleteTableRequest {
5611
5608
  /**
@@ -6967,119 +6964,3 @@ export declare namespace CrawlerMetrics {
6967
6964
  */
6968
6965
  const filterSensitiveLog: (obj: CrawlerMetrics) => any;
6969
6966
  }
6970
- export interface GetCrawlerMetricsResponse {
6971
- /**
6972
- * <p>A list of metrics for the specified crawler.</p>
6973
- */
6974
- CrawlerMetricsList?: CrawlerMetrics[];
6975
- /**
6976
- * <p>A continuation token, if the returned list does not contain the
6977
- * last metric available.</p>
6978
- */
6979
- NextToken?: string;
6980
- }
6981
- export declare namespace GetCrawlerMetricsResponse {
6982
- /**
6983
- * @internal
6984
- */
6985
- const filterSensitiveLog: (obj: GetCrawlerMetricsResponse) => any;
6986
- }
6987
- export interface GetCrawlersRequest {
6988
- /**
6989
- * <p>The number of crawlers to return on each call.</p>
6990
- */
6991
- MaxResults?: number;
6992
- /**
6993
- * <p>A continuation token, if this is a continuation request.</p>
6994
- */
6995
- NextToken?: string;
6996
- }
6997
- export declare namespace GetCrawlersRequest {
6998
- /**
6999
- * @internal
7000
- */
7001
- const filterSensitiveLog: (obj: GetCrawlersRequest) => any;
7002
- }
7003
- export interface GetCrawlersResponse {
7004
- /**
7005
- * <p>A list of crawler metadata.</p>
7006
- */
7007
- Crawlers?: Crawler[];
7008
- /**
7009
- * <p>A continuation token, if the returned list has not reached the end
7010
- * of those defined in this customer account.</p>
7011
- */
7012
- NextToken?: string;
7013
- }
7014
- export declare namespace GetCrawlersResponse {
7015
- /**
7016
- * @internal
7017
- */
7018
- const filterSensitiveLog: (obj: GetCrawlersResponse) => any;
7019
- }
7020
- export interface GetDatabaseRequest {
7021
- /**
7022
- * <p>The ID of the Data Catalog in which the database resides. If none is provided, the Amazon Web Services
7023
- * account ID is used by default.</p>
7024
- */
7025
- CatalogId?: string;
7026
- /**
7027
- * <p>The name of the database to retrieve. For Hive compatibility, this
7028
- * should be all lowercase.</p>
7029
- */
7030
- Name: string | undefined;
7031
- }
7032
- export declare namespace GetDatabaseRequest {
7033
- /**
7034
- * @internal
7035
- */
7036
- const filterSensitiveLog: (obj: GetDatabaseRequest) => any;
7037
- }
7038
- /**
7039
- * <p>The <code>Database</code> object represents a logical grouping of tables that might reside
7040
- * in a Hive metastore or an RDBMS.</p>
7041
- */
7042
- export interface Database {
7043
- /**
7044
- * <p>The name of the database. For Hive compatibility, this is folded to lowercase when it is
7045
- * stored.</p>
7046
- */
7047
- Name: string | undefined;
7048
- /**
7049
- * <p>A description of the database.</p>
7050
- */
7051
- Description?: string;
7052
- /**
7053
- * <p>The location of the database (for example, an HDFS path).</p>
7054
- */
7055
- LocationUri?: string;
7056
- /**
7057
- * <p>These key-value pairs define parameters and properties
7058
- * of the database.</p>
7059
- */
7060
- Parameters?: {
7061
- [key: string]: string;
7062
- };
7063
- /**
7064
- * <p>The time at which the metadata database was created in the catalog.</p>
7065
- */
7066
- CreateTime?: Date;
7067
- /**
7068
- * <p>Creates a set of default permissions on the table for principals. </p>
7069
- */
7070
- CreateTableDefaultPermissions?: PrincipalPermissions[];
7071
- /**
7072
- * <p>A <code>DatabaseIdentifier</code> structure that describes a target database for resource linking.</p>
7073
- */
7074
- TargetDatabase?: DatabaseIdentifier;
7075
- /**
7076
- * <p>The ID of the Data Catalog in which the database resides.</p>
7077
- */
7078
- CatalogId?: string;
7079
- }
7080
- export declare namespace Database {
7081
- /**
7082
- * @internal
7083
- */
7084
- const filterSensitiveLog: (obj: Database) => any;
7085
- }