aws-sdk-glue 1.101.0 → 1.102.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +385 -1
- data/lib/aws-sdk-glue/client_api.rb +149 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +406 -3
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5f0efc0870e138a039d2749913d5929109c64cbb9ebc41090932c08796d7335e
|
4
|
+
data.tar.gz: bfd0b178f835efd80955b1e44a315e9939da3f2013c8848a2fc43b695915f053
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8fbf1cd492536cb3d17af9d8617f1b9c5ff701abd1b4f064b727b5c3a1bc6767ad122de9a3120078ad7500321418c130e7c886d2ed1587147c26c5e4ba993fc0
|
7
|
+
data.tar.gz: 2ee30b09ce0e8d636b85b09abf9d5e8956013178ad6b3e583e3cc52bf4084e90d2c3178561d47e5f99651513184a01df92aae72b1f1d55c41e6f417f3d398f38
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.102.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -401,6 +401,7 @@ module Aws::Glue
|
|
401
401
|
# },
|
402
402
|
# ],
|
403
403
|
# location: "LocationString",
|
404
|
+
# additional_locations: ["LocationString"],
|
404
405
|
# input_format: "FormatString",
|
405
406
|
# output_format: "FormatString",
|
406
407
|
# compressed: false,
|
@@ -766,6 +767,12 @@ module Aws::Glue
|
|
766
767
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
767
768
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
768
769
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
770
|
+
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
771
|
+
# resp.crawlers[0].targets.delta_targets #=> Array
|
772
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
773
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
774
|
+
# resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
|
775
|
+
# resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
|
769
776
|
# resp.crawlers[0].database_name #=> String
|
770
777
|
# resp.crawlers[0].description #=> String
|
771
778
|
# resp.crawlers[0].classifiers #=> Array
|
@@ -790,6 +797,8 @@ module Aws::Glue
|
|
790
797
|
# resp.crawlers[0].version #=> Integer
|
791
798
|
# resp.crawlers[0].configuration #=> String
|
792
799
|
# resp.crawlers[0].crawler_security_configuration #=> String
|
800
|
+
# resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
801
|
+
# resp.crawlers[0].lake_formation_configuration.account_id #=> String
|
793
802
|
# resp.crawlers_not_found #=> Array
|
794
803
|
# resp.crawlers_not_found[0] #=> String
|
795
804
|
#
|
@@ -977,6 +986,8 @@ module Aws::Glue
|
|
977
986
|
# resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
|
978
987
|
# resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
979
988
|
# resp.partitions[0].storage_descriptor.location #=> String
|
989
|
+
# resp.partitions[0].storage_descriptor.additional_locations #=> Array
|
990
|
+
# resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
|
980
991
|
# resp.partitions[0].storage_descriptor.input_format #=> String
|
981
992
|
# resp.partitions[0].storage_descriptor.output_format #=> String
|
982
993
|
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
@@ -1363,6 +1374,7 @@ module Aws::Glue
|
|
1363
1374
|
# },
|
1364
1375
|
# ],
|
1365
1376
|
# location: "LocationString",
|
1377
|
+
# additional_locations: ["LocationString"],
|
1366
1378
|
# input_format: "FormatString",
|
1367
1379
|
# output_format: "FormatString",
|
1368
1380
|
# compressed: false,
|
@@ -1700,6 +1712,8 @@ module Aws::Glue
|
|
1700
1712
|
# @option params [Types::LineageConfiguration] :lineage_configuration
|
1701
1713
|
# Specifies data lineage configuration settings for the crawler.
|
1702
1714
|
#
|
1715
|
+
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
1716
|
+
#
|
1703
1717
|
# @option params [String] :configuration
|
1704
1718
|
# Crawler configuration information. This versioned JSON string allows
|
1705
1719
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -1767,6 +1781,14 @@ module Aws::Glue
|
|
1767
1781
|
# {
|
1768
1782
|
# database_name: "NameString", # required
|
1769
1783
|
# tables: ["NameString"], # required
|
1784
|
+
# connection_name: "ConnectionName",
|
1785
|
+
# },
|
1786
|
+
# ],
|
1787
|
+
# delta_targets: [
|
1788
|
+
# {
|
1789
|
+
# delta_tables: ["Path"],
|
1790
|
+
# connection_name: "ConnectionName",
|
1791
|
+
# write_manifest: false,
|
1770
1792
|
# },
|
1771
1793
|
# ],
|
1772
1794
|
# },
|
@@ -1783,6 +1805,10 @@ module Aws::Glue
|
|
1783
1805
|
# lineage_configuration: {
|
1784
1806
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
1785
1807
|
# },
|
1808
|
+
# lake_formation_configuration: {
|
1809
|
+
# use_lake_formation_credentials: false,
|
1810
|
+
# account_id: "AccountId",
|
1811
|
+
# },
|
1786
1812
|
# configuration: "CrawlerConfiguration",
|
1787
1813
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1788
1814
|
# tags: {
|
@@ -2503,6 +2529,7 @@ module Aws::Glue
|
|
2503
2529
|
# },
|
2504
2530
|
# ],
|
2505
2531
|
# location: "LocationString",
|
2532
|
+
# additional_locations: ["LocationString"],
|
2506
2533
|
# input_format: "FormatString",
|
2507
2534
|
# output_format: "FormatString",
|
2508
2535
|
# compressed: false,
|
@@ -2958,6 +2985,7 @@ module Aws::Glue
|
|
2958
2985
|
# },
|
2959
2986
|
# ],
|
2960
2987
|
# location: "LocationString",
|
2988
|
+
# additional_locations: ["LocationString"],
|
2961
2989
|
# input_format: "FormatString",
|
2962
2990
|
# output_format: "FormatString",
|
2963
2991
|
# compressed: false,
|
@@ -4627,6 +4655,12 @@ module Aws::Glue
|
|
4627
4655
|
# resp.crawler.targets.catalog_targets[0].database_name #=> String
|
4628
4656
|
# resp.crawler.targets.catalog_targets[0].tables #=> Array
|
4629
4657
|
# resp.crawler.targets.catalog_targets[0].tables[0] #=> String
|
4658
|
+
# resp.crawler.targets.catalog_targets[0].connection_name #=> String
|
4659
|
+
# resp.crawler.targets.delta_targets #=> Array
|
4660
|
+
# resp.crawler.targets.delta_targets[0].delta_tables #=> Array
|
4661
|
+
# resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
|
4662
|
+
# resp.crawler.targets.delta_targets[0].connection_name #=> String
|
4663
|
+
# resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
|
4630
4664
|
# resp.crawler.database_name #=> String
|
4631
4665
|
# resp.crawler.description #=> String
|
4632
4666
|
# resp.crawler.classifiers #=> Array
|
@@ -4651,6 +4685,8 @@ module Aws::Glue
|
|
4651
4685
|
# resp.crawler.version #=> Integer
|
4652
4686
|
# resp.crawler.configuration #=> String
|
4653
4687
|
# resp.crawler.crawler_security_configuration #=> String
|
4688
|
+
# resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
4689
|
+
# resp.crawler.lake_formation_configuration.account_id #=> String
|
4654
4690
|
#
|
4655
4691
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
|
4656
4692
|
#
|
@@ -4761,6 +4797,12 @@ module Aws::Glue
|
|
4761
4797
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
4762
4798
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
4763
4799
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
4800
|
+
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
4801
|
+
# resp.crawlers[0].targets.delta_targets #=> Array
|
4802
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
4803
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
4804
|
+
# resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
|
4805
|
+
# resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
|
4764
4806
|
# resp.crawlers[0].database_name #=> String
|
4765
4807
|
# resp.crawlers[0].description #=> String
|
4766
4808
|
# resp.crawlers[0].classifiers #=> Array
|
@@ -4785,6 +4827,8 @@ module Aws::Glue
|
|
4785
4827
|
# resp.crawlers[0].version #=> Integer
|
4786
4828
|
# resp.crawlers[0].configuration #=> String
|
4787
4829
|
# resp.crawlers[0].crawler_security_configuration #=> String
|
4830
|
+
# resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
4831
|
+
# resp.crawlers[0].lake_formation_configuration.account_id #=> String
|
4788
4832
|
# resp.next_token #=> String
|
4789
4833
|
#
|
4790
4834
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
|
@@ -5850,6 +5894,8 @@ module Aws::Glue
|
|
5850
5894
|
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
5851
5895
|
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
5852
5896
|
# resp.data.partition.storage_descriptor.location #=> String
|
5897
|
+
# resp.data.partition.storage_descriptor.additional_locations #=> Array
|
5898
|
+
# resp.data.partition.storage_descriptor.additional_locations[0] #=> String
|
5853
5899
|
# resp.data.partition.storage_descriptor.input_format #=> String
|
5854
5900
|
# resp.data.partition.storage_descriptor.output_format #=> String
|
5855
5901
|
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
@@ -6118,6 +6164,8 @@ module Aws::Glue
|
|
6118
6164
|
# resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
|
6119
6165
|
# resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
6120
6166
|
# resp.partitions[0].storage_descriptor.location #=> String
|
6167
|
+
# resp.partitions[0].storage_descriptor.additional_locations #=> Array
|
6168
|
+
# resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
|
6121
6169
|
# resp.partitions[0].storage_descriptor.input_format #=> String
|
6122
6170
|
# resp.partitions[0].storage_descriptor.output_format #=> String
|
6123
6171
|
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
@@ -6772,6 +6820,8 @@ module Aws::Glue
|
|
6772
6820
|
# resp.table.storage_descriptor.columns[0].parameters #=> Hash
|
6773
6821
|
# resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
6774
6822
|
# resp.table.storage_descriptor.location #=> String
|
6823
|
+
# resp.table.storage_descriptor.additional_locations #=> Array
|
6824
|
+
# resp.table.storage_descriptor.additional_locations[0] #=> String
|
6775
6825
|
# resp.table.storage_descriptor.input_format #=> String
|
6776
6826
|
# resp.table.storage_descriptor.output_format #=> String
|
6777
6827
|
# resp.table.storage_descriptor.compressed #=> Boolean
|
@@ -6875,6 +6925,8 @@ module Aws::Glue
|
|
6875
6925
|
# resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
|
6876
6926
|
# resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
6877
6927
|
# resp.table_version.table.storage_descriptor.location #=> String
|
6928
|
+
# resp.table_version.table.storage_descriptor.additional_locations #=> Array
|
6929
|
+
# resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
|
6878
6930
|
# resp.table_version.table.storage_descriptor.input_format #=> String
|
6879
6931
|
# resp.table_version.table.storage_descriptor.output_format #=> String
|
6880
6932
|
# resp.table_version.table.storage_descriptor.compressed #=> Boolean
|
@@ -6987,6 +7039,8 @@ module Aws::Glue
|
|
6987
7039
|
# resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
|
6988
7040
|
# resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
6989
7041
|
# resp.table_versions[0].table.storage_descriptor.location #=> String
|
7042
|
+
# resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
|
7043
|
+
# resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
|
6990
7044
|
# resp.table_versions[0].table.storage_descriptor.input_format #=> String
|
6991
7045
|
# resp.table_versions[0].table.storage_descriptor.output_format #=> String
|
6992
7046
|
# resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
|
@@ -7110,6 +7164,8 @@ module Aws::Glue
|
|
7110
7164
|
# resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
|
7111
7165
|
# resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
7112
7166
|
# resp.table_list[0].storage_descriptor.location #=> String
|
7167
|
+
# resp.table_list[0].storage_descriptor.additional_locations #=> Array
|
7168
|
+
# resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
|
7113
7169
|
# resp.table_list[0].storage_descriptor.input_format #=> String
|
7114
7170
|
# resp.table_list[0].storage_descriptor.output_format #=> String
|
7115
7171
|
# resp.table_list[0].storage_descriptor.compressed #=> Boolean
|
@@ -7312,6 +7368,316 @@ module Aws::Glue
|
|
7312
7368
|
req.send_request(options)
|
7313
7369
|
end
|
7314
7370
|
|
7371
|
+
# @option params [required, String] :catalog_id
|
7372
|
+
#
|
7373
|
+
# @option params [required, String] :database_name
|
7374
|
+
#
|
7375
|
+
# @option params [required, String] :table_name
|
7376
|
+
#
|
7377
|
+
# @option params [required, Array<String>] :partition_values
|
7378
|
+
#
|
7379
|
+
# @option params [Types::AuditContext] :audit_context
|
7380
|
+
#
|
7381
|
+
# @option params [required, Array<String>] :supported_permission_types
|
7382
|
+
#
|
7383
|
+
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7384
|
+
#
|
7385
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
7386
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array<String>
|
7387
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
|
7388
|
+
#
|
7389
|
+
# @example Request syntax with placeholder values
|
7390
|
+
#
|
7391
|
+
# resp = client.get_unfiltered_partition_metadata({
|
7392
|
+
# catalog_id: "CatalogIdString", # required
|
7393
|
+
# database_name: "NameString", # required
|
7394
|
+
# table_name: "NameString", # required
|
7395
|
+
# partition_values: ["ValueString"], # required
|
7396
|
+
# audit_context: {
|
7397
|
+
# additional_audit_context: "AuditContextString",
|
7398
|
+
# },
|
7399
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
7400
|
+
# })
|
7401
|
+
#
|
7402
|
+
# @example Response structure
|
7403
|
+
#
|
7404
|
+
# resp.data.partition.values #=> Array
|
7405
|
+
# resp.data.partition.values[0] #=> String
|
7406
|
+
# resp.data.partition.database_name #=> String
|
7407
|
+
# resp.data.partition.table_name #=> String
|
7408
|
+
# resp.data.partition.creation_time #=> Time
|
7409
|
+
# resp.data.partition.last_access_time #=> Time
|
7410
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
7411
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
7412
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
7413
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
7414
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
7415
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
7416
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
7417
|
+
# resp.data.partition.storage_descriptor.additional_locations #=> Array
|
7418
|
+
# resp.data.partition.storage_descriptor.additional_locations[0] #=> String
|
7419
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
7420
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
7421
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
7422
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
7423
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
7424
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
7425
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
7426
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
7427
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
7428
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
7429
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
7430
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
7431
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
7432
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
7433
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
7434
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
7435
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
7436
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
7437
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
7438
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7439
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7440
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
7441
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
7442
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
7443
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
7444
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
7445
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7446
|
+
# resp.data.partition.parameters #=> Hash
|
7447
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
7448
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
7449
|
+
# resp.data.partition.catalog_id #=> String
|
7450
|
+
# resp.authorized_columns #=> Array
|
7451
|
+
# resp.authorized_columns[0] #=> String
|
7452
|
+
# resp.is_registered_with_lake_formation #=> Boolean
|
7453
|
+
#
|
7454
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
|
7455
|
+
#
|
7456
|
+
# @overload get_unfiltered_partition_metadata(params = {})
|
7457
|
+
# @param [Hash] params ({})
|
7458
|
+
def get_unfiltered_partition_metadata(params = {}, options = {})
|
7459
|
+
req = build_request(:get_unfiltered_partition_metadata, params)
|
7460
|
+
req.send_request(options)
|
7461
|
+
end
|
7462
|
+
|
7463
|
+
# @option params [required, String] :catalog_id
|
7464
|
+
#
|
7465
|
+
# @option params [required, String] :database_name
|
7466
|
+
#
|
7467
|
+
# @option params [required, String] :table_name
|
7468
|
+
#
|
7469
|
+
# @option params [String] :expression
|
7470
|
+
#
|
7471
|
+
# @option params [Types::AuditContext] :audit_context
|
7472
|
+
#
|
7473
|
+
# @option params [required, Array<String>] :supported_permission_types
|
7474
|
+
#
|
7475
|
+
# @option params [String] :next_token
|
7476
|
+
#
|
7477
|
+
# @option params [Types::Segment] :segment
|
7478
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
7479
|
+
# multiple requests to be run in parallel.
|
7480
|
+
#
|
7481
|
+
# @option params [Integer] :max_results
|
7482
|
+
#
|
7483
|
+
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7484
|
+
#
|
7485
|
+
# * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array<Types::UnfilteredPartition>
|
7486
|
+
# * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
|
7487
|
+
#
|
7488
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7489
|
+
#
|
7490
|
+
# @example Request syntax with placeholder values
|
7491
|
+
#
|
7492
|
+
# resp = client.get_unfiltered_partitions_metadata({
|
7493
|
+
# catalog_id: "CatalogIdString", # required
|
7494
|
+
# database_name: "NameString", # required
|
7495
|
+
# table_name: "NameString", # required
|
7496
|
+
# expression: "PredicateString",
|
7497
|
+
# audit_context: {
|
7498
|
+
# additional_audit_context: "AuditContextString",
|
7499
|
+
# },
|
7500
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
7501
|
+
# next_token: "Token",
|
7502
|
+
# segment: {
|
7503
|
+
# segment_number: 1, # required
|
7504
|
+
# total_segments: 1, # required
|
7505
|
+
# },
|
7506
|
+
# max_results: 1,
|
7507
|
+
# })
|
7508
|
+
#
|
7509
|
+
# @example Response structure
|
7510
|
+
#
|
7511
|
+
# resp.unfiltered_partitions #=> Array
|
7512
|
+
# resp.unfiltered_partitions[0].partition.values #=> Array
|
7513
|
+
# resp.unfiltered_partitions[0].partition.values[0] #=> String
|
7514
|
+
# resp.unfiltered_partitions[0].partition.database_name #=> String
|
7515
|
+
# resp.unfiltered_partitions[0].partition.table_name #=> String
|
7516
|
+
# resp.unfiltered_partitions[0].partition.creation_time #=> Time
|
7517
|
+
# resp.unfiltered_partitions[0].partition.last_access_time #=> Time
|
7518
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
|
7519
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
|
7520
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
|
7521
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
|
7522
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
|
7523
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
7524
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
|
7525
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
|
7526
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
|
7527
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
|
7528
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
|
7529
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
|
7530
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
|
7531
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
|
7532
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
|
7533
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
|
7534
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
7535
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
|
7536
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
|
7537
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
|
7538
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
|
7539
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
7540
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
|
7541
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
|
7542
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
7543
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
7544
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
7545
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
7546
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7547
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7548
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
7549
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
7550
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
7551
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
7552
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
7553
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7554
|
+
# resp.unfiltered_partitions[0].partition.parameters #=> Hash
|
7555
|
+
# resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
|
7556
|
+
# resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
|
7557
|
+
# resp.unfiltered_partitions[0].partition.catalog_id #=> String
|
7558
|
+
# resp.unfiltered_partitions[0].authorized_columns #=> Array
|
7559
|
+
# resp.unfiltered_partitions[0].authorized_columns[0] #=> String
|
7560
|
+
# resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
|
7561
|
+
# resp.next_token #=> String
|
7562
|
+
#
|
7563
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
|
7564
|
+
#
|
7565
|
+
# @overload get_unfiltered_partitions_metadata(params = {})
|
7566
|
+
# @param [Hash] params ({})
|
7567
|
+
def get_unfiltered_partitions_metadata(params = {}, options = {})
|
7568
|
+
req = build_request(:get_unfiltered_partitions_metadata, params)
|
7569
|
+
req.send_request(options)
|
7570
|
+
end
|
7571
|
+
|
7572
|
+
# @option params [required, String] :catalog_id
|
7573
|
+
#
|
7574
|
+
# @option params [required, String] :database_name
|
7575
|
+
#
|
7576
|
+
# @option params [required, String] :name
|
7577
|
+
#
|
7578
|
+
# @option params [Types::AuditContext] :audit_context
|
7579
|
+
#
|
7580
|
+
# @option params [required, Array<String>] :supported_permission_types
|
7581
|
+
#
|
7582
|
+
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7583
|
+
#
|
7584
|
+
# * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
|
7585
|
+
# * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array<String>
|
7586
|
+
# * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
|
7587
|
+
# * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array<Types::ColumnRowFilter>
|
7588
|
+
#
|
7589
|
+
# @example Request syntax with placeholder values
|
7590
|
+
#
|
7591
|
+
# resp = client.get_unfiltered_table_metadata({
|
7592
|
+
# catalog_id: "CatalogIdString", # required
|
7593
|
+
# database_name: "NameString", # required
|
7594
|
+
# name: "NameString", # required
|
7595
|
+
# audit_context: {
|
7596
|
+
# additional_audit_context: "AuditContextString",
|
7597
|
+
# },
|
7598
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
7599
|
+
# })
|
7600
|
+
#
|
7601
|
+
# @example Response structure
|
7602
|
+
#
|
7603
|
+
# resp.table.name #=> String
|
7604
|
+
# resp.table.database_name #=> String
|
7605
|
+
# resp.table.description #=> String
|
7606
|
+
# resp.table.owner #=> String
|
7607
|
+
# resp.table.create_time #=> Time
|
7608
|
+
# resp.table.update_time #=> Time
|
7609
|
+
# resp.table.last_access_time #=> Time
|
7610
|
+
# resp.table.last_analyzed_time #=> Time
|
7611
|
+
# resp.table.retention #=> Integer
|
7612
|
+
# resp.table.storage_descriptor.columns #=> Array
|
7613
|
+
# resp.table.storage_descriptor.columns[0].name #=> String
|
7614
|
+
# resp.table.storage_descriptor.columns[0].type #=> String
|
7615
|
+
# resp.table.storage_descriptor.columns[0].comment #=> String
|
7616
|
+
# resp.table.storage_descriptor.columns[0].parameters #=> Hash
|
7617
|
+
# resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
7618
|
+
# resp.table.storage_descriptor.location #=> String
|
7619
|
+
# resp.table.storage_descriptor.additional_locations #=> Array
|
7620
|
+
# resp.table.storage_descriptor.additional_locations[0] #=> String
|
7621
|
+
# resp.table.storage_descriptor.input_format #=> String
|
7622
|
+
# resp.table.storage_descriptor.output_format #=> String
|
7623
|
+
# resp.table.storage_descriptor.compressed #=> Boolean
|
7624
|
+
# resp.table.storage_descriptor.number_of_buckets #=> Integer
|
7625
|
+
# resp.table.storage_descriptor.serde_info.name #=> String
|
7626
|
+
# resp.table.storage_descriptor.serde_info.serialization_library #=> String
|
7627
|
+
# resp.table.storage_descriptor.serde_info.parameters #=> Hash
|
7628
|
+
# resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
7629
|
+
# resp.table.storage_descriptor.bucket_columns #=> Array
|
7630
|
+
# resp.table.storage_descriptor.bucket_columns[0] #=> String
|
7631
|
+
# resp.table.storage_descriptor.sort_columns #=> Array
|
7632
|
+
# resp.table.storage_descriptor.sort_columns[0].column #=> String
|
7633
|
+
# resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
7634
|
+
# resp.table.storage_descriptor.parameters #=> Hash
|
7635
|
+
# resp.table.storage_descriptor.parameters["KeyString"] #=> String
|
7636
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
7637
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
7638
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
7639
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
7640
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7641
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7642
|
+
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
7643
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
7644
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
7645
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
7646
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
7647
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7648
|
+
# resp.table.partition_keys #=> Array
|
7649
|
+
# resp.table.partition_keys[0].name #=> String
|
7650
|
+
# resp.table.partition_keys[0].type #=> String
|
7651
|
+
# resp.table.partition_keys[0].comment #=> String
|
7652
|
+
# resp.table.partition_keys[0].parameters #=> Hash
|
7653
|
+
# resp.table.partition_keys[0].parameters["KeyString"] #=> String
|
7654
|
+
# resp.table.view_original_text #=> String
|
7655
|
+
# resp.table.view_expanded_text #=> String
|
7656
|
+
# resp.table.table_type #=> String
|
7657
|
+
# resp.table.parameters #=> Hash
|
7658
|
+
# resp.table.parameters["KeyString"] #=> String
|
7659
|
+
# resp.table.created_by #=> String
|
7660
|
+
# resp.table.is_registered_with_lake_formation #=> Boolean
|
7661
|
+
# resp.table.target_table.catalog_id #=> String
|
7662
|
+
# resp.table.target_table.database_name #=> String
|
7663
|
+
# resp.table.target_table.name #=> String
|
7664
|
+
# resp.table.catalog_id #=> String
|
7665
|
+
# resp.authorized_columns #=> Array
|
7666
|
+
# resp.authorized_columns[0] #=> String
|
7667
|
+
# resp.is_registered_with_lake_formation #=> Boolean
|
7668
|
+
# resp.cell_filters #=> Array
|
7669
|
+
# resp.cell_filters[0].column_name #=> String
|
7670
|
+
# resp.cell_filters[0].row_filter_expression #=> String
|
7671
|
+
#
|
7672
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
|
7673
|
+
#
|
7674
|
+
# @overload get_unfiltered_table_metadata(params = {})
|
7675
|
+
# @param [Hash] params ({})
|
7676
|
+
def get_unfiltered_table_metadata(params = {}, options = {})
|
7677
|
+
req = build_request(:get_unfiltered_table_metadata, params)
|
7678
|
+
req.send_request(options)
|
7679
|
+
end
|
7680
|
+
|
7315
7681
|
# Retrieves a specified function definition from the Data Catalog.
|
7316
7682
|
#
|
7317
7683
|
# @option params [String] :catalog_id
|
@@ -9023,6 +9389,8 @@ module Aws::Glue
|
|
9023
9389
|
# resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
|
9024
9390
|
# resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
9025
9391
|
# resp.table_list[0].storage_descriptor.location #=> String
|
9392
|
+
# resp.table_list[0].storage_descriptor.additional_locations #=> Array
|
9393
|
+
# resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
|
9026
9394
|
# resp.table_list[0].storage_descriptor.input_format #=> String
|
9027
9395
|
# resp.table_list[0].storage_descriptor.output_format #=> String
|
9028
9396
|
# resp.table_list[0].storage_descriptor.compressed #=> Boolean
|
@@ -10174,6 +10542,8 @@ module Aws::Glue
|
|
10174
10542
|
# @option params [Types::LineageConfiguration] :lineage_configuration
|
10175
10543
|
# Specifies data lineage configuration settings for the crawler.
|
10176
10544
|
#
|
10545
|
+
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
10546
|
+
#
|
10177
10547
|
# @option params [String] :configuration
|
10178
10548
|
# Crawler configuration information. This versioned JSON string allows
|
10179
10549
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -10232,6 +10602,14 @@ module Aws::Glue
|
|
10232
10602
|
# {
|
10233
10603
|
# database_name: "NameString", # required
|
10234
10604
|
# tables: ["NameString"], # required
|
10605
|
+
# connection_name: "ConnectionName",
|
10606
|
+
# },
|
10607
|
+
# ],
|
10608
|
+
# delta_targets: [
|
10609
|
+
# {
|
10610
|
+
# delta_tables: ["Path"],
|
10611
|
+
# connection_name: "ConnectionName",
|
10612
|
+
# write_manifest: false,
|
10235
10613
|
# },
|
10236
10614
|
# ],
|
10237
10615
|
# },
|
@@ -10248,6 +10626,10 @@ module Aws::Glue
|
|
10248
10626
|
# lineage_configuration: {
|
10249
10627
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
10250
10628
|
# },
|
10629
|
+
# lake_formation_configuration: {
|
10630
|
+
# use_lake_formation_credentials: false,
|
10631
|
+
# account_id: "AccountId",
|
10632
|
+
# },
|
10251
10633
|
# configuration: "CrawlerConfiguration",
|
10252
10634
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
10253
10635
|
# })
|
@@ -10646,6 +11028,7 @@ module Aws::Glue
|
|
10646
11028
|
# },
|
10647
11029
|
# ],
|
10648
11030
|
# location: "LocationString",
|
11031
|
+
# additional_locations: ["LocationString"],
|
10649
11032
|
# input_format: "FormatString",
|
10650
11033
|
# output_format: "FormatString",
|
10651
11034
|
# compressed: false,
|
@@ -10862,6 +11245,7 @@ module Aws::Glue
|
|
10862
11245
|
# },
|
10863
11246
|
# ],
|
10864
11247
|
# location: "LocationString",
|
11248
|
+
# additional_locations: ["LocationString"],
|
10865
11249
|
# input_format: "FormatString",
|
10866
11250
|
# output_format: "FormatString",
|
10867
11251
|
# compressed: false,
|
@@ -11134,7 +11518,7 @@ module Aws::Glue
|
|
11134
11518
|
params: params,
|
11135
11519
|
config: config)
|
11136
11520
|
context[:gem_name] = 'aws-sdk-glue'
|
11137
|
-
context[:gem_version] = '1.
|
11521
|
+
context[:gem_version] = '1.102.0'
|
11138
11522
|
Seahorse::Client::Request.new(handlers, context)
|
11139
11523
|
end
|
11140
11524
|
|