aws-sdk-glue 1.216.0 → 1.218.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +10 -0
  3. data/VERSION +1 -1
  4. data/lib/aws-sdk-glue/client.rb +185 -16
  5. data/lib/aws-sdk-glue/client_api.rb +65 -0
  6. data/lib/aws-sdk-glue/types.rb +283 -1
  7. data/lib/aws-sdk-glue.rb +1 -1
  8. data/sig/client.rbs +142 -10
  9. data/sig/types.rbs +65 -5
  10. metadata +1 -1
data/sig/client.rbs CHANGED
@@ -1092,6 +1092,35 @@ module Aws
1092
1092
  },
1093
1093
  ]?
1094
1094
  }?,
1095
+ s3_excel_source: {
1096
+ name: ::String,
1097
+ paths: Array[::String],
1098
+ compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
1099
+ exclusions: Array[::String]?,
1100
+ group_size: ::String?,
1101
+ group_files: ::String?,
1102
+ recurse: bool?,
1103
+ max_band: ::Integer?,
1104
+ max_files_in_band: ::Integer?,
1105
+ additional_options: {
1106
+ bounded_size: ::Integer?,
1107
+ bounded_files: ::Integer?,
1108
+ enable_sample_path: bool?,
1109
+ sample_path: ::String?
1110
+ }?,
1111
+ number_rows: ::Integer?,
1112
+ skip_footer: ::Integer?,
1113
+ output_schemas: Array[
1114
+ {
1115
+ columns: Array[
1116
+ {
1117
+ name: ::String,
1118
+ type: ::String?
1119
+ },
1120
+ ]?
1121
+ },
1122
+ ]?
1123
+ }?,
1095
1124
  s3_json_source: {
1096
1125
  name: ::String,
1097
1126
  paths: Array[::String],
@@ -1124,7 +1153,7 @@ module Aws
1124
1153
  s3_parquet_source: {
1125
1154
  name: ::String,
1126
1155
  paths: Array[::String],
1127
- compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
1156
+ compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
1128
1157
  exclusions: Array[::String]?,
1129
1158
  group_size: ::String?,
1130
1159
  group_files: ::String?,
@@ -1237,7 +1266,23 @@ module Aws
1237
1266
  Array[::String],
1238
1267
  ]?,
1239
1268
  path: ::String,
1240
- compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
1269
+ compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
1270
+ number_target_partitions: ::String?,
1271
+ schema_change_policy: {
1272
+ enable_update_catalog: bool?,
1273
+ update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
1274
+ table: ::String?,
1275
+ database: ::String?
1276
+ }?
1277
+ }?,
1278
+ s3_hyper_direct_target: {
1279
+ name: ::String,
1280
+ inputs: Array[::String],
1281
+ partition_keys: Array[
1282
+ Array[::String],
1283
+ ]?,
1284
+ path: ::String,
1285
+ compression: ("uncompressed")?,
1241
1286
  schema_change_policy: {
1242
1287
  enable_update_catalog: bool?,
1243
1288
  update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
@@ -1253,7 +1298,8 @@ module Aws
1253
1298
  ]?,
1254
1299
  path: ::String,
1255
1300
  compression: ::String?,
1256
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
1301
+ number_target_partitions: ::String?,
1302
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
1257
1303
  schema_change_policy: {
1258
1304
  enable_update_catalog: bool?,
1259
1305
  update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
@@ -1261,6 +1307,24 @@ module Aws
1261
1307
  database: ::String?
1262
1308
  }?
1263
1309
  }?,
1310
+ s3_iceberg_direct_target: {
1311
+ name: ::String,
1312
+ inputs: Array[::String],
1313
+ partition_keys: Array[
1314
+ Array[::String],
1315
+ ]?,
1316
+ path: ::String,
1317
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
1318
+ additional_options: Hash[::String, ::String]?,
1319
+ schema_change_policy: {
1320
+ enable_update_catalog: bool?,
1321
+ update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
1322
+ table: ::String?,
1323
+ database: ::String?
1324
+ }?,
1325
+ compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
1326
+ number_target_partitions: ::String?
1327
+ }?,
1264
1328
  apply_mapping: {
1265
1329
  name: ::String,
1266
1330
  inputs: Array[::String],
@@ -1759,10 +1823,11 @@ module Aws
1759
1823
  inputs: Array[::String],
1760
1824
  path: ::String,
1761
1825
  compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
1826
+ number_target_partitions: ::String?,
1762
1827
  partition_keys: Array[
1763
1828
  Array[::String],
1764
1829
  ]?,
1765
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
1830
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
1766
1831
  additional_options: Hash[::String, ::String],
1767
1832
  schema_change_policy: {
1768
1833
  enable_update_catalog: bool?,
@@ -1854,7 +1919,8 @@ module Aws
1854
1919
  ]?,
1855
1920
  path: ::String,
1856
1921
  compression: ("uncompressed" | "snappy"),
1857
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
1922
+ number_target_partitions: ::String?,
1923
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
1858
1924
  additional_options: Hash[::String, ::String]?,
1859
1925
  schema_change_policy: {
1860
1926
  enable_update_catalog: bool?,
@@ -6068,6 +6134,35 @@ module Aws
6068
6134
  },
6069
6135
  ]?
6070
6136
  }?,
6137
+ s3_excel_source: {
6138
+ name: ::String,
6139
+ paths: Array[::String],
6140
+ compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
6141
+ exclusions: Array[::String]?,
6142
+ group_size: ::String?,
6143
+ group_files: ::String?,
6144
+ recurse: bool?,
6145
+ max_band: ::Integer?,
6146
+ max_files_in_band: ::Integer?,
6147
+ additional_options: {
6148
+ bounded_size: ::Integer?,
6149
+ bounded_files: ::Integer?,
6150
+ enable_sample_path: bool?,
6151
+ sample_path: ::String?
6152
+ }?,
6153
+ number_rows: ::Integer?,
6154
+ skip_footer: ::Integer?,
6155
+ output_schemas: Array[
6156
+ {
6157
+ columns: Array[
6158
+ {
6159
+ name: ::String,
6160
+ type: ::String?
6161
+ },
6162
+ ]?
6163
+ },
6164
+ ]?
6165
+ }?,
6071
6166
  s3_json_source: {
6072
6167
  name: ::String,
6073
6168
  paths: Array[::String],
@@ -6100,7 +6195,7 @@ module Aws
6100
6195
  s3_parquet_source: {
6101
6196
  name: ::String,
6102
6197
  paths: Array[::String],
6103
- compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
6198
+ compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
6104
6199
  exclusions: Array[::String]?,
6105
6200
  group_size: ::String?,
6106
6201
  group_files: ::String?,
@@ -6213,7 +6308,23 @@ module Aws
6213
6308
  Array[::String],
6214
6309
  ]?,
6215
6310
  path: ::String,
6216
- compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")?,
6311
+ compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")?,
6312
+ number_target_partitions: ::String?,
6313
+ schema_change_policy: {
6314
+ enable_update_catalog: bool?,
6315
+ update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
6316
+ table: ::String?,
6317
+ database: ::String?
6318
+ }?
6319
+ }?,
6320
+ s3_hyper_direct_target: {
6321
+ name: ::String,
6322
+ inputs: Array[::String],
6323
+ partition_keys: Array[
6324
+ Array[::String],
6325
+ ]?,
6326
+ path: ::String,
6327
+ compression: ("uncompressed")?,
6217
6328
  schema_change_policy: {
6218
6329
  enable_update_catalog: bool?,
6219
6330
  update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
@@ -6229,7 +6340,8 @@ module Aws
6229
6340
  ]?,
6230
6341
  path: ::String,
6231
6342
  compression: ::String?,
6232
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
6343
+ number_target_partitions: ::String?,
6344
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
6233
6345
  schema_change_policy: {
6234
6346
  enable_update_catalog: bool?,
6235
6347
  update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
@@ -6237,6 +6349,24 @@ module Aws
6237
6349
  database: ::String?
6238
6350
  }?
6239
6351
  }?,
6352
+ s3_iceberg_direct_target: {
6353
+ name: ::String,
6354
+ inputs: Array[::String],
6355
+ partition_keys: Array[
6356
+ Array[::String],
6357
+ ]?,
6358
+ path: ::String,
6359
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
6360
+ additional_options: Hash[::String, ::String]?,
6361
+ schema_change_policy: {
6362
+ enable_update_catalog: bool?,
6363
+ update_behavior: ("UPDATE_IN_DATABASE" | "LOG")?,
6364
+ table: ::String?,
6365
+ database: ::String?
6366
+ }?,
6367
+ compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
6368
+ number_target_partitions: ::String?
6369
+ }?,
6240
6370
  apply_mapping: {
6241
6371
  name: ::String,
6242
6372
  inputs: Array[::String],
@@ -6735,10 +6865,11 @@ module Aws
6735
6865
  inputs: Array[::String],
6736
6866
  path: ::String,
6737
6867
  compression: ("gzip" | "lzo" | "uncompressed" | "snappy"),
6868
+ number_target_partitions: ::String?,
6738
6869
  partition_keys: Array[
6739
6870
  Array[::String],
6740
6871
  ]?,
6741
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
6872
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
6742
6873
  additional_options: Hash[::String, ::String],
6743
6874
  schema_change_policy: {
6744
6875
  enable_update_catalog: bool?,
@@ -6830,7 +6961,8 @@ module Aws
6830
6961
  ]?,
6831
6962
  path: ::String,
6832
6963
  compression: ("uncompressed" | "snappy"),
6833
- format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta"),
6964
+ number_target_partitions: ::String?,
6965
+ format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml"),
6834
6966
  additional_options: Hash[::String, ::String]?,
6835
6967
  schema_change_policy: {
6836
6968
  enable_update_catalog: bool?,
data/sig/types.rbs CHANGED
@@ -692,6 +692,7 @@ module Aws::Glue
692
692
  attr_accessor redshift_source: Types::RedshiftSource
693
693
  attr_accessor s3_catalog_source: Types::S3CatalogSource
694
694
  attr_accessor s3_csv_source: Types::S3CsvSource
695
+ attr_accessor s3_excel_source: Types::S3ExcelSource
695
696
  attr_accessor s3_json_source: Types::S3JsonSource
696
697
  attr_accessor s3_parquet_source: Types::S3ParquetSource
697
698
  attr_accessor relational_catalog_source: Types::RelationalCatalogSource
@@ -702,7 +703,9 @@ module Aws::Glue
702
703
  attr_accessor redshift_target: Types::RedshiftTarget
703
704
  attr_accessor s3_catalog_target: Types::S3CatalogTarget
704
705
  attr_accessor s3_glue_parquet_target: Types::S3GlueParquetTarget
706
+ attr_accessor s3_hyper_direct_target: Types::S3HyperDirectTarget
705
707
  attr_accessor s3_direct_target: Types::S3DirectTarget
708
+ attr_accessor s3_iceberg_direct_target: Types::S3IcebergDirectTarget
706
709
  attr_accessor apply_mapping: Types::ApplyMapping
707
710
  attr_accessor select_fields: Types::SelectFields
708
711
  attr_accessor drop_fields: Types::DropFields
@@ -1002,8 +1005,21 @@ module Aws::Glue
1002
1005
 
1003
1006
  class ConnectionTypeBrief
1004
1007
  attr_accessor connection_type: ("JDBC" | "SFTP" | "MONGODB" | "KAFKA" | "NETWORK" | "MARKETPLACE" | "CUSTOM" | "SALESFORCE" | "VIEW_VALIDATION_REDSHIFT" | "VIEW_VALIDATION_ATHENA" | "GOOGLEADS" | "GOOGLESHEETS" | "GOOGLEANALYTICS4" | "SERVICENOW" | "MARKETO" | "SAPODATA" | "ZENDESK" | "JIRACLOUD" | "NETSUITEERP" | "HUBSPOT" | "FACEBOOKADS" | "INSTAGRAMADS" | "ZOHOCRM" | "SALESFORCEPARDOT" | "SALESFORCEMARKETINGCLOUD" | "SLACK" | "STRIPE" | "INTERCOM" | "SNAPCHATADS")
1008
+ attr_accessor display_name: ::String
1009
+ attr_accessor vendor: ::String
1005
1010
  attr_accessor description: ::String
1011
+ attr_accessor categories: ::Array[::String]
1006
1012
  attr_accessor capabilities: Types::Capabilities
1013
+ attr_accessor logo_url: ::String
1014
+ attr_accessor connection_type_variants: ::Array[Types::ConnectionTypeVariant]
1015
+ SENSITIVE: []
1016
+ end
1017
+
1018
+ class ConnectionTypeVariant
1019
+ attr_accessor connection_type_variant_name: ::String
1020
+ attr_accessor display_name: ::String
1021
+ attr_accessor description: ::String
1022
+ attr_accessor logo_url: ::String
1007
1023
  SENSITIVE: []
1008
1024
  end
1009
1025
 
@@ -5391,7 +5407,8 @@ module Aws::Glue
5391
5407
  attr_accessor partition_keys: ::Array[::Array[::String]]
5392
5408
  attr_accessor path: ::String
5393
5409
  attr_accessor compression: ("uncompressed" | "snappy")
5394
- attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta")
5410
+ attr_accessor number_target_partitions: ::String
5411
+ attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5395
5412
  attr_accessor additional_options: ::Hash[::String, ::String]
5396
5413
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5397
5414
  SENSITIVE: []
@@ -5420,7 +5437,8 @@ module Aws::Glue
5420
5437
  attr_accessor partition_keys: ::Array[::Array[::String]]
5421
5438
  attr_accessor path: ::String
5422
5439
  attr_accessor compression: ::String
5423
- attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta")
5440
+ attr_accessor number_target_partitions: ::String
5441
+ attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5424
5442
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5425
5443
  SENSITIVE: []
5426
5444
  end
@@ -5431,12 +5449,30 @@ module Aws::Glue
5431
5449
  SENSITIVE: []
5432
5450
  end
5433
5451
 
5452
+ class S3ExcelSource
5453
+ attr_accessor name: ::String
5454
+ attr_accessor paths: ::Array[::String]
5455
+ attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
5456
+ attr_accessor exclusions: ::Array[::String]
5457
+ attr_accessor group_size: ::String
5458
+ attr_accessor group_files: ::String
5459
+ attr_accessor recurse: bool
5460
+ attr_accessor max_band: ::Integer
5461
+ attr_accessor max_files_in_band: ::Integer
5462
+ attr_accessor additional_options: Types::S3DirectSourceAdditionalOptions
5463
+ attr_accessor number_rows: ::Integer
5464
+ attr_accessor skip_footer: ::Integer
5465
+ attr_accessor output_schemas: ::Array[Types::GlueSchema]
5466
+ SENSITIVE: []
5467
+ end
5468
+
5434
5469
  class S3GlueParquetTarget
5435
5470
  attr_accessor name: ::String
5436
5471
  attr_accessor inputs: ::Array[::String]
5437
5472
  attr_accessor partition_keys: ::Array[::Array[::String]]
5438
5473
  attr_accessor path: ::String
5439
- attr_accessor compression: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
5474
+ attr_accessor compression: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
5475
+ attr_accessor number_target_partitions: ::String
5440
5476
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5441
5477
  SENSITIVE: []
5442
5478
  end
@@ -5457,8 +5493,9 @@ module Aws::Glue
5457
5493
  attr_accessor inputs: ::Array[::String]
5458
5494
  attr_accessor path: ::String
5459
5495
  attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
5496
+ attr_accessor number_target_partitions: ::String
5460
5497
  attr_accessor partition_keys: ::Array[::Array[::String]]
5461
- attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta")
5498
+ attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5462
5499
  attr_accessor additional_options: ::Hash[::String, ::String]
5463
5500
  attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5464
5501
  SENSITIVE: []
@@ -5473,6 +5510,29 @@ module Aws::Glue
5473
5510
  SENSITIVE: []
5474
5511
  end
5475
5512
 
5513
+ class S3HyperDirectTarget
5514
+ attr_accessor name: ::String
5515
+ attr_accessor inputs: ::Array[::String]
5516
+ attr_accessor partition_keys: ::Array[::Array[::String]]
5517
+ attr_accessor path: ::String
5518
+ attr_accessor compression: ("uncompressed")
5519
+ attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5520
+ SENSITIVE: []
5521
+ end
5522
+
5523
+ class S3IcebergDirectTarget
5524
+ attr_accessor name: ::String
5525
+ attr_accessor inputs: ::Array[::String]
5526
+ attr_accessor partition_keys: ::Array[::Array[::String]]
5527
+ attr_accessor path: ::String
5528
+ attr_accessor format: ("json" | "csv" | "avro" | "orc" | "parquet" | "hudi" | "delta" | "iceberg" | "hyper" | "xml")
5529
+ attr_accessor additional_options: ::Hash[::String, ::String]
5530
+ attr_accessor schema_change_policy: Types::DirectSchemaChangePolicy
5531
+ attr_accessor compression: ("gzip" | "lzo" | "uncompressed" | "snappy")
5532
+ attr_accessor number_target_partitions: ::String
5533
+ SENSITIVE: []
5534
+ end
5535
+
5476
5536
  class S3JsonSource
5477
5537
  attr_accessor name: ::String
5478
5538
  attr_accessor paths: ::Array[::String]
@@ -5493,7 +5553,7 @@ module Aws::Glue
5493
5553
  class S3ParquetSource
5494
5554
  attr_accessor name: ::String
5495
5555
  attr_accessor paths: ::Array[::String]
5496
- attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "uncompressed" | "none")
5556
+ attr_accessor compression_type: ("snappy" | "lzo" | "gzip" | "brotli" | "lz4" | "uncompressed" | "none")
5497
5557
  attr_accessor exclusions: ::Array[::String]
5498
5558
  attr_accessor group_size: ::String
5499
5559
  attr_accessor group_files: ::String
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.216.0
4
+ version: 1.218.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services