aws-sdk-glue 1.101.0 → 1.102.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +385 -1
- data/lib/aws-sdk-glue/client_api.rb +149 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +406 -3
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 5f0efc0870e138a039d2749913d5929109c64cbb9ebc41090932c08796d7335e
|
|
4
|
+
data.tar.gz: bfd0b178f835efd80955b1e44a315e9939da3f2013c8848a2fc43b695915f053
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8fbf1cd492536cb3d17af9d8617f1b9c5ff701abd1b4f064b727b5c3a1bc6767ad122de9a3120078ad7500321418c130e7c886d2ed1587147c26c5e4ba993fc0
|
|
7
|
+
data.tar.gz: 2ee30b09ce0e8d636b85b09abf9d5e8956013178ad6b3e583e3cc52bf4084e90d2c3178561d47e5f99651513184a01df92aae72b1f1d55c41e6f417f3d398f38
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.
|
|
1
|
+
1.102.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
|
@@ -401,6 +401,7 @@ module Aws::Glue
|
|
|
401
401
|
# },
|
|
402
402
|
# ],
|
|
403
403
|
# location: "LocationString",
|
|
404
|
+
# additional_locations: ["LocationString"],
|
|
404
405
|
# input_format: "FormatString",
|
|
405
406
|
# output_format: "FormatString",
|
|
406
407
|
# compressed: false,
|
|
@@ -766,6 +767,12 @@ module Aws::Glue
|
|
|
766
767
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
|
767
768
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
|
768
769
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
|
770
|
+
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
|
771
|
+
# resp.crawlers[0].targets.delta_targets #=> Array
|
|
772
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
|
773
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
|
774
|
+
# resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
|
|
775
|
+
# resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
|
|
769
776
|
# resp.crawlers[0].database_name #=> String
|
|
770
777
|
# resp.crawlers[0].description #=> String
|
|
771
778
|
# resp.crawlers[0].classifiers #=> Array
|
|
@@ -790,6 +797,8 @@ module Aws::Glue
|
|
|
790
797
|
# resp.crawlers[0].version #=> Integer
|
|
791
798
|
# resp.crawlers[0].configuration #=> String
|
|
792
799
|
# resp.crawlers[0].crawler_security_configuration #=> String
|
|
800
|
+
# resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
|
801
|
+
# resp.crawlers[0].lake_formation_configuration.account_id #=> String
|
|
793
802
|
# resp.crawlers_not_found #=> Array
|
|
794
803
|
# resp.crawlers_not_found[0] #=> String
|
|
795
804
|
#
|
|
@@ -977,6 +986,8 @@ module Aws::Glue
|
|
|
977
986
|
# resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
|
|
978
987
|
# resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
979
988
|
# resp.partitions[0].storage_descriptor.location #=> String
|
|
989
|
+
# resp.partitions[0].storage_descriptor.additional_locations #=> Array
|
|
990
|
+
# resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
|
|
980
991
|
# resp.partitions[0].storage_descriptor.input_format #=> String
|
|
981
992
|
# resp.partitions[0].storage_descriptor.output_format #=> String
|
|
982
993
|
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
|
@@ -1363,6 +1374,7 @@ module Aws::Glue
|
|
|
1363
1374
|
# },
|
|
1364
1375
|
# ],
|
|
1365
1376
|
# location: "LocationString",
|
|
1377
|
+
# additional_locations: ["LocationString"],
|
|
1366
1378
|
# input_format: "FormatString",
|
|
1367
1379
|
# output_format: "FormatString",
|
|
1368
1380
|
# compressed: false,
|
|
@@ -1700,6 +1712,8 @@ module Aws::Glue
|
|
|
1700
1712
|
# @option params [Types::LineageConfiguration] :lineage_configuration
|
|
1701
1713
|
# Specifies data lineage configuration settings for the crawler.
|
|
1702
1714
|
#
|
|
1715
|
+
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
|
1716
|
+
#
|
|
1703
1717
|
# @option params [String] :configuration
|
|
1704
1718
|
# Crawler configuration information. This versioned JSON string allows
|
|
1705
1719
|
# users to specify aspects of a crawler's behavior. For more
|
|
@@ -1767,6 +1781,14 @@ module Aws::Glue
|
|
|
1767
1781
|
# {
|
|
1768
1782
|
# database_name: "NameString", # required
|
|
1769
1783
|
# tables: ["NameString"], # required
|
|
1784
|
+
# connection_name: "ConnectionName",
|
|
1785
|
+
# },
|
|
1786
|
+
# ],
|
|
1787
|
+
# delta_targets: [
|
|
1788
|
+
# {
|
|
1789
|
+
# delta_tables: ["Path"],
|
|
1790
|
+
# connection_name: "ConnectionName",
|
|
1791
|
+
# write_manifest: false,
|
|
1770
1792
|
# },
|
|
1771
1793
|
# ],
|
|
1772
1794
|
# },
|
|
@@ -1783,6 +1805,10 @@ module Aws::Glue
|
|
|
1783
1805
|
# lineage_configuration: {
|
|
1784
1806
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
|
1785
1807
|
# },
|
|
1808
|
+
# lake_formation_configuration: {
|
|
1809
|
+
# use_lake_formation_credentials: false,
|
|
1810
|
+
# account_id: "AccountId",
|
|
1811
|
+
# },
|
|
1786
1812
|
# configuration: "CrawlerConfiguration",
|
|
1787
1813
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
|
1788
1814
|
# tags: {
|
|
@@ -2503,6 +2529,7 @@ module Aws::Glue
|
|
|
2503
2529
|
# },
|
|
2504
2530
|
# ],
|
|
2505
2531
|
# location: "LocationString",
|
|
2532
|
+
# additional_locations: ["LocationString"],
|
|
2506
2533
|
# input_format: "FormatString",
|
|
2507
2534
|
# output_format: "FormatString",
|
|
2508
2535
|
# compressed: false,
|
|
@@ -2958,6 +2985,7 @@ module Aws::Glue
|
|
|
2958
2985
|
# },
|
|
2959
2986
|
# ],
|
|
2960
2987
|
# location: "LocationString",
|
|
2988
|
+
# additional_locations: ["LocationString"],
|
|
2961
2989
|
# input_format: "FormatString",
|
|
2962
2990
|
# output_format: "FormatString",
|
|
2963
2991
|
# compressed: false,
|
|
@@ -4627,6 +4655,12 @@ module Aws::Glue
|
|
|
4627
4655
|
# resp.crawler.targets.catalog_targets[0].database_name #=> String
|
|
4628
4656
|
# resp.crawler.targets.catalog_targets[0].tables #=> Array
|
|
4629
4657
|
# resp.crawler.targets.catalog_targets[0].tables[0] #=> String
|
|
4658
|
+
# resp.crawler.targets.catalog_targets[0].connection_name #=> String
|
|
4659
|
+
# resp.crawler.targets.delta_targets #=> Array
|
|
4660
|
+
# resp.crawler.targets.delta_targets[0].delta_tables #=> Array
|
|
4661
|
+
# resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
|
|
4662
|
+
# resp.crawler.targets.delta_targets[0].connection_name #=> String
|
|
4663
|
+
# resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
|
|
4630
4664
|
# resp.crawler.database_name #=> String
|
|
4631
4665
|
# resp.crawler.description #=> String
|
|
4632
4666
|
# resp.crawler.classifiers #=> Array
|
|
@@ -4651,6 +4685,8 @@ module Aws::Glue
|
|
|
4651
4685
|
# resp.crawler.version #=> Integer
|
|
4652
4686
|
# resp.crawler.configuration #=> String
|
|
4653
4687
|
# resp.crawler.crawler_security_configuration #=> String
|
|
4688
|
+
# resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
|
4689
|
+
# resp.crawler.lake_formation_configuration.account_id #=> String
|
|
4654
4690
|
#
|
|
4655
4691
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
|
|
4656
4692
|
#
|
|
@@ -4761,6 +4797,12 @@ module Aws::Glue
|
|
|
4761
4797
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
|
4762
4798
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
|
4763
4799
|
# resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
|
|
4800
|
+
# resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
|
|
4801
|
+
# resp.crawlers[0].targets.delta_targets #=> Array
|
|
4802
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
|
|
4803
|
+
# resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
|
|
4804
|
+
# resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
|
|
4805
|
+
# resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
|
|
4764
4806
|
# resp.crawlers[0].database_name #=> String
|
|
4765
4807
|
# resp.crawlers[0].description #=> String
|
|
4766
4808
|
# resp.crawlers[0].classifiers #=> Array
|
|
@@ -4785,6 +4827,8 @@ module Aws::Glue
|
|
|
4785
4827
|
# resp.crawlers[0].version #=> Integer
|
|
4786
4828
|
# resp.crawlers[0].configuration #=> String
|
|
4787
4829
|
# resp.crawlers[0].crawler_security_configuration #=> String
|
|
4830
|
+
# resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
|
|
4831
|
+
# resp.crawlers[0].lake_formation_configuration.account_id #=> String
|
|
4788
4832
|
# resp.next_token #=> String
|
|
4789
4833
|
#
|
|
4790
4834
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
|
|
@@ -5850,6 +5894,8 @@ module Aws::Glue
|
|
|
5850
5894
|
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
|
5851
5895
|
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
5852
5896
|
# resp.data.partition.storage_descriptor.location #=> String
|
|
5897
|
+
# resp.data.partition.storage_descriptor.additional_locations #=> Array
|
|
5898
|
+
# resp.data.partition.storage_descriptor.additional_locations[0] #=> String
|
|
5853
5899
|
# resp.data.partition.storage_descriptor.input_format #=> String
|
|
5854
5900
|
# resp.data.partition.storage_descriptor.output_format #=> String
|
|
5855
5901
|
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
|
@@ -6118,6 +6164,8 @@ module Aws::Glue
|
|
|
6118
6164
|
# resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
|
|
6119
6165
|
# resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
6120
6166
|
# resp.partitions[0].storage_descriptor.location #=> String
|
|
6167
|
+
# resp.partitions[0].storage_descriptor.additional_locations #=> Array
|
|
6168
|
+
# resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
|
|
6121
6169
|
# resp.partitions[0].storage_descriptor.input_format #=> String
|
|
6122
6170
|
# resp.partitions[0].storage_descriptor.output_format #=> String
|
|
6123
6171
|
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
|
@@ -6772,6 +6820,8 @@ module Aws::Glue
|
|
|
6772
6820
|
# resp.table.storage_descriptor.columns[0].parameters #=> Hash
|
|
6773
6821
|
# resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
6774
6822
|
# resp.table.storage_descriptor.location #=> String
|
|
6823
|
+
# resp.table.storage_descriptor.additional_locations #=> Array
|
|
6824
|
+
# resp.table.storage_descriptor.additional_locations[0] #=> String
|
|
6775
6825
|
# resp.table.storage_descriptor.input_format #=> String
|
|
6776
6826
|
# resp.table.storage_descriptor.output_format #=> String
|
|
6777
6827
|
# resp.table.storage_descriptor.compressed #=> Boolean
|
|
@@ -6875,6 +6925,8 @@ module Aws::Glue
|
|
|
6875
6925
|
# resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
|
|
6876
6926
|
# resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
6877
6927
|
# resp.table_version.table.storage_descriptor.location #=> String
|
|
6928
|
+
# resp.table_version.table.storage_descriptor.additional_locations #=> Array
|
|
6929
|
+
# resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
|
|
6878
6930
|
# resp.table_version.table.storage_descriptor.input_format #=> String
|
|
6879
6931
|
# resp.table_version.table.storage_descriptor.output_format #=> String
|
|
6880
6932
|
# resp.table_version.table.storage_descriptor.compressed #=> Boolean
|
|
@@ -6987,6 +7039,8 @@ module Aws::Glue
|
|
|
6987
7039
|
# resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
|
|
6988
7040
|
# resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
6989
7041
|
# resp.table_versions[0].table.storage_descriptor.location #=> String
|
|
7042
|
+
# resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
|
|
7043
|
+
# resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
|
|
6990
7044
|
# resp.table_versions[0].table.storage_descriptor.input_format #=> String
|
|
6991
7045
|
# resp.table_versions[0].table.storage_descriptor.output_format #=> String
|
|
6992
7046
|
# resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
|
|
@@ -7110,6 +7164,8 @@ module Aws::Glue
|
|
|
7110
7164
|
# resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
|
|
7111
7165
|
# resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
7112
7166
|
# resp.table_list[0].storage_descriptor.location #=> String
|
|
7167
|
+
# resp.table_list[0].storage_descriptor.additional_locations #=> Array
|
|
7168
|
+
# resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
|
|
7113
7169
|
# resp.table_list[0].storage_descriptor.input_format #=> String
|
|
7114
7170
|
# resp.table_list[0].storage_descriptor.output_format #=> String
|
|
7115
7171
|
# resp.table_list[0].storage_descriptor.compressed #=> Boolean
|
|
@@ -7312,6 +7368,316 @@ module Aws::Glue
|
|
|
7312
7368
|
req.send_request(options)
|
|
7313
7369
|
end
|
|
7314
7370
|
|
|
7371
|
+
# @option params [required, String] :catalog_id
|
|
7372
|
+
#
|
|
7373
|
+
# @option params [required, String] :database_name
|
|
7374
|
+
#
|
|
7375
|
+
# @option params [required, String] :table_name
|
|
7376
|
+
#
|
|
7377
|
+
# @option params [required, Array<String>] :partition_values
|
|
7378
|
+
#
|
|
7379
|
+
# @option params [Types::AuditContext] :audit_context
|
|
7380
|
+
#
|
|
7381
|
+
# @option params [required, Array<String>] :supported_permission_types
|
|
7382
|
+
#
|
|
7383
|
+
# @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
7384
|
+
#
|
|
7385
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
|
|
7386
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array<String>
|
|
7387
|
+
# * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
|
|
7388
|
+
#
|
|
7389
|
+
# @example Request syntax with placeholder values
|
|
7390
|
+
#
|
|
7391
|
+
# resp = client.get_unfiltered_partition_metadata({
|
|
7392
|
+
# catalog_id: "CatalogIdString", # required
|
|
7393
|
+
# database_name: "NameString", # required
|
|
7394
|
+
# table_name: "NameString", # required
|
|
7395
|
+
# partition_values: ["ValueString"], # required
|
|
7396
|
+
# audit_context: {
|
|
7397
|
+
# additional_audit_context: "AuditContextString",
|
|
7398
|
+
# },
|
|
7399
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
|
7400
|
+
# })
|
|
7401
|
+
#
|
|
7402
|
+
# @example Response structure
|
|
7403
|
+
#
|
|
7404
|
+
# resp.data.partition.values #=> Array
|
|
7405
|
+
# resp.data.partition.values[0] #=> String
|
|
7406
|
+
# resp.data.partition.database_name #=> String
|
|
7407
|
+
# resp.data.partition.table_name #=> String
|
|
7408
|
+
# resp.data.partition.creation_time #=> Time
|
|
7409
|
+
# resp.data.partition.last_access_time #=> Time
|
|
7410
|
+
# resp.data.partition.storage_descriptor.columns #=> Array
|
|
7411
|
+
# resp.data.partition.storage_descriptor.columns[0].name #=> String
|
|
7412
|
+
# resp.data.partition.storage_descriptor.columns[0].type #=> String
|
|
7413
|
+
# resp.data.partition.storage_descriptor.columns[0].comment #=> String
|
|
7414
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
|
|
7415
|
+
# resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
7416
|
+
# resp.data.partition.storage_descriptor.location #=> String
|
|
7417
|
+
# resp.data.partition.storage_descriptor.additional_locations #=> Array
|
|
7418
|
+
# resp.data.partition.storage_descriptor.additional_locations[0] #=> String
|
|
7419
|
+
# resp.data.partition.storage_descriptor.input_format #=> String
|
|
7420
|
+
# resp.data.partition.storage_descriptor.output_format #=> String
|
|
7421
|
+
# resp.data.partition.storage_descriptor.compressed #=> Boolean
|
|
7422
|
+
# resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
|
|
7423
|
+
# resp.data.partition.storage_descriptor.serde_info.name #=> String
|
|
7424
|
+
# resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
|
|
7425
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
|
|
7426
|
+
# resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
7427
|
+
# resp.data.partition.storage_descriptor.bucket_columns #=> Array
|
|
7428
|
+
# resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
|
|
7429
|
+
# resp.data.partition.storage_descriptor.sort_columns #=> Array
|
|
7430
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
|
|
7431
|
+
# resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
7432
|
+
# resp.data.partition.storage_descriptor.parameters #=> Hash
|
|
7433
|
+
# resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
|
|
7434
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
7435
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
7436
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
7437
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
7438
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
7439
|
+
# resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
7440
|
+
# resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
7441
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
|
7442
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
|
7443
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
|
7444
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
|
7445
|
+
# resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
|
7446
|
+
# resp.data.partition.parameters #=> Hash
|
|
7447
|
+
# resp.data.partition.parameters["KeyString"] #=> String
|
|
7448
|
+
# resp.data.partition.last_analyzed_time #=> Time
|
|
7449
|
+
# resp.data.partition.catalog_id #=> String
|
|
7450
|
+
# resp.authorized_columns #=> Array
|
|
7451
|
+
# resp.authorized_columns[0] #=> String
|
|
7452
|
+
# resp.is_registered_with_lake_formation #=> Boolean
|
|
7453
|
+
#
|
|
7454
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
|
|
7455
|
+
#
|
|
7456
|
+
# @overload get_unfiltered_partition_metadata(params = {})
|
|
7457
|
+
# @param [Hash] params ({})
|
|
7458
|
+
def get_unfiltered_partition_metadata(params = {}, options = {})
|
|
7459
|
+
req = build_request(:get_unfiltered_partition_metadata, params)
|
|
7460
|
+
req.send_request(options)
|
|
7461
|
+
end
|
|
7462
|
+
|
|
7463
|
+
# @option params [required, String] :catalog_id
|
|
7464
|
+
#
|
|
7465
|
+
# @option params [required, String] :database_name
|
|
7466
|
+
#
|
|
7467
|
+
# @option params [required, String] :table_name
|
|
7468
|
+
#
|
|
7469
|
+
# @option params [String] :expression
|
|
7470
|
+
#
|
|
7471
|
+
# @option params [Types::AuditContext] :audit_context
|
|
7472
|
+
#
|
|
7473
|
+
# @option params [required, Array<String>] :supported_permission_types
|
|
7474
|
+
#
|
|
7475
|
+
# @option params [String] :next_token
|
|
7476
|
+
#
|
|
7477
|
+
# @option params [Types::Segment] :segment
|
|
7478
|
+
# Defines a non-overlapping region of a table's partitions, allowing
|
|
7479
|
+
# multiple requests to be run in parallel.
|
|
7480
|
+
#
|
|
7481
|
+
# @option params [Integer] :max_results
|
|
7482
|
+
#
|
|
7483
|
+
# @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
7484
|
+
#
|
|
7485
|
+
# * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array<Types::UnfilteredPartition>
|
|
7486
|
+
# * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
|
|
7487
|
+
#
|
|
7488
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
|
7489
|
+
#
|
|
7490
|
+
# @example Request syntax with placeholder values
|
|
7491
|
+
#
|
|
7492
|
+
# resp = client.get_unfiltered_partitions_metadata({
|
|
7493
|
+
# catalog_id: "CatalogIdString", # required
|
|
7494
|
+
# database_name: "NameString", # required
|
|
7495
|
+
# table_name: "NameString", # required
|
|
7496
|
+
# expression: "PredicateString",
|
|
7497
|
+
# audit_context: {
|
|
7498
|
+
# additional_audit_context: "AuditContextString",
|
|
7499
|
+
# },
|
|
7500
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
|
7501
|
+
# next_token: "Token",
|
|
7502
|
+
# segment: {
|
|
7503
|
+
# segment_number: 1, # required
|
|
7504
|
+
# total_segments: 1, # required
|
|
7505
|
+
# },
|
|
7506
|
+
# max_results: 1,
|
|
7507
|
+
# })
|
|
7508
|
+
#
|
|
7509
|
+
# @example Response structure
|
|
7510
|
+
#
|
|
7511
|
+
# resp.unfiltered_partitions #=> Array
|
|
7512
|
+
# resp.unfiltered_partitions[0].partition.values #=> Array
|
|
7513
|
+
# resp.unfiltered_partitions[0].partition.values[0] #=> String
|
|
7514
|
+
# resp.unfiltered_partitions[0].partition.database_name #=> String
|
|
7515
|
+
# resp.unfiltered_partitions[0].partition.table_name #=> String
|
|
7516
|
+
# resp.unfiltered_partitions[0].partition.creation_time #=> Time
|
|
7517
|
+
# resp.unfiltered_partitions[0].partition.last_access_time #=> Time
|
|
7518
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
|
|
7519
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
|
|
7520
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
|
|
7521
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
|
|
7522
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
|
|
7523
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
7524
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
|
|
7525
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
|
|
7526
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
|
|
7527
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
|
|
7528
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
|
|
7529
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
|
|
7530
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
|
|
7531
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
|
|
7532
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
|
|
7533
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
|
|
7534
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
7535
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
|
|
7536
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
|
|
7537
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
|
|
7538
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
|
|
7539
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
7540
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
|
|
7541
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
|
|
7542
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
7543
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
7544
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
7545
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
7546
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
7547
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
7548
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
7549
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
|
7550
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
|
7551
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
|
7552
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
|
7553
|
+
# resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
|
7554
|
+
# resp.unfiltered_partitions[0].partition.parameters #=> Hash
|
|
7555
|
+
# resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
|
|
7556
|
+
# resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
|
|
7557
|
+
# resp.unfiltered_partitions[0].partition.catalog_id #=> String
|
|
7558
|
+
# resp.unfiltered_partitions[0].authorized_columns #=> Array
|
|
7559
|
+
# resp.unfiltered_partitions[0].authorized_columns[0] #=> String
|
|
7560
|
+
# resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
|
|
7561
|
+
# resp.next_token #=> String
|
|
7562
|
+
#
|
|
7563
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
|
|
7564
|
+
#
|
|
7565
|
+
# @overload get_unfiltered_partitions_metadata(params = {})
|
|
7566
|
+
# @param [Hash] params ({})
|
|
7567
|
+
def get_unfiltered_partitions_metadata(params = {}, options = {})
|
|
7568
|
+
req = build_request(:get_unfiltered_partitions_metadata, params)
|
|
7569
|
+
req.send_request(options)
|
|
7570
|
+
end
|
|
7571
|
+
|
|
7572
|
+
# @option params [required, String] :catalog_id
|
|
7573
|
+
#
|
|
7574
|
+
# @option params [required, String] :database_name
|
|
7575
|
+
#
|
|
7576
|
+
# @option params [required, String] :name
|
|
7577
|
+
#
|
|
7578
|
+
# @option params [Types::AuditContext] :audit_context
|
|
7579
|
+
#
|
|
7580
|
+
# @option params [required, Array<String>] :supported_permission_types
|
|
7581
|
+
#
|
|
7582
|
+
# @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
7583
|
+
#
|
|
7584
|
+
# * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
|
|
7585
|
+
# * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array<String>
|
|
7586
|
+
# * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
|
|
7587
|
+
# * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array<Types::ColumnRowFilter>
|
|
7588
|
+
#
|
|
7589
|
+
# @example Request syntax with placeholder values
|
|
7590
|
+
#
|
|
7591
|
+
# resp = client.get_unfiltered_table_metadata({
|
|
7592
|
+
# catalog_id: "CatalogIdString", # required
|
|
7593
|
+
# database_name: "NameString", # required
|
|
7594
|
+
# name: "NameString", # required
|
|
7595
|
+
# audit_context: {
|
|
7596
|
+
# additional_audit_context: "AuditContextString",
|
|
7597
|
+
# },
|
|
7598
|
+
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
|
|
7599
|
+
# })
|
|
7600
|
+
#
|
|
7601
|
+
# @example Response structure
|
|
7602
|
+
#
|
|
7603
|
+
# resp.table.name #=> String
|
|
7604
|
+
# resp.table.database_name #=> String
|
|
7605
|
+
# resp.table.description #=> String
|
|
7606
|
+
# resp.table.owner #=> String
|
|
7607
|
+
# resp.table.create_time #=> Time
|
|
7608
|
+
# resp.table.update_time #=> Time
|
|
7609
|
+
# resp.table.last_access_time #=> Time
|
|
7610
|
+
# resp.table.last_analyzed_time #=> Time
|
|
7611
|
+
# resp.table.retention #=> Integer
|
|
7612
|
+
# resp.table.storage_descriptor.columns #=> Array
|
|
7613
|
+
# resp.table.storage_descriptor.columns[0].name #=> String
|
|
7614
|
+
# resp.table.storage_descriptor.columns[0].type #=> String
|
|
7615
|
+
# resp.table.storage_descriptor.columns[0].comment #=> String
|
|
7616
|
+
# resp.table.storage_descriptor.columns[0].parameters #=> Hash
|
|
7617
|
+
# resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
7618
|
+
# resp.table.storage_descriptor.location #=> String
|
|
7619
|
+
# resp.table.storage_descriptor.additional_locations #=> Array
|
|
7620
|
+
# resp.table.storage_descriptor.additional_locations[0] #=> String
|
|
7621
|
+
# resp.table.storage_descriptor.input_format #=> String
|
|
7622
|
+
# resp.table.storage_descriptor.output_format #=> String
|
|
7623
|
+
# resp.table.storage_descriptor.compressed #=> Boolean
|
|
7624
|
+
# resp.table.storage_descriptor.number_of_buckets #=> Integer
|
|
7625
|
+
# resp.table.storage_descriptor.serde_info.name #=> String
|
|
7626
|
+
# resp.table.storage_descriptor.serde_info.serialization_library #=> String
|
|
7627
|
+
# resp.table.storage_descriptor.serde_info.parameters #=> Hash
|
|
7628
|
+
# resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
7629
|
+
# resp.table.storage_descriptor.bucket_columns #=> Array
|
|
7630
|
+
# resp.table.storage_descriptor.bucket_columns[0] #=> String
|
|
7631
|
+
# resp.table.storage_descriptor.sort_columns #=> Array
|
|
7632
|
+
# resp.table.storage_descriptor.sort_columns[0].column #=> String
|
|
7633
|
+
# resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
7634
|
+
# resp.table.storage_descriptor.parameters #=> Hash
|
|
7635
|
+
# resp.table.storage_descriptor.parameters["KeyString"] #=> String
|
|
7636
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
7637
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
7638
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
7639
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
7640
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
7641
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
7642
|
+
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
7643
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
|
7644
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
|
7645
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
|
7646
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
|
7647
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
|
7648
|
+
# resp.table.partition_keys #=> Array
|
|
7649
|
+
# resp.table.partition_keys[0].name #=> String
|
|
7650
|
+
# resp.table.partition_keys[0].type #=> String
|
|
7651
|
+
# resp.table.partition_keys[0].comment #=> String
|
|
7652
|
+
# resp.table.partition_keys[0].parameters #=> Hash
|
|
7653
|
+
# resp.table.partition_keys[0].parameters["KeyString"] #=> String
|
|
7654
|
+
# resp.table.view_original_text #=> String
|
|
7655
|
+
# resp.table.view_expanded_text #=> String
|
|
7656
|
+
# resp.table.table_type #=> String
|
|
7657
|
+
# resp.table.parameters #=> Hash
|
|
7658
|
+
# resp.table.parameters["KeyString"] #=> String
|
|
7659
|
+
# resp.table.created_by #=> String
|
|
7660
|
+
# resp.table.is_registered_with_lake_formation #=> Boolean
|
|
7661
|
+
# resp.table.target_table.catalog_id #=> String
|
|
7662
|
+
# resp.table.target_table.database_name #=> String
|
|
7663
|
+
# resp.table.target_table.name #=> String
|
|
7664
|
+
# resp.table.catalog_id #=> String
|
|
7665
|
+
# resp.authorized_columns #=> Array
|
|
7666
|
+
# resp.authorized_columns[0] #=> String
|
|
7667
|
+
# resp.is_registered_with_lake_formation #=> Boolean
|
|
7668
|
+
# resp.cell_filters #=> Array
|
|
7669
|
+
# resp.cell_filters[0].column_name #=> String
|
|
7670
|
+
# resp.cell_filters[0].row_filter_expression #=> String
|
|
7671
|
+
#
|
|
7672
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
|
|
7673
|
+
#
|
|
7674
|
+
# @overload get_unfiltered_table_metadata(params = {})
|
|
7675
|
+
# @param [Hash] params ({})
|
|
7676
|
+
def get_unfiltered_table_metadata(params = {}, options = {})
|
|
7677
|
+
req = build_request(:get_unfiltered_table_metadata, params)
|
|
7678
|
+
req.send_request(options)
|
|
7679
|
+
end
|
|
7680
|
+
|
|
7315
7681
|
# Retrieves a specified function definition from the Data Catalog.
|
|
7316
7682
|
#
|
|
7317
7683
|
# @option params [String] :catalog_id
|
|
@@ -9023,6 +9389,8 @@ module Aws::Glue
|
|
|
9023
9389
|
# resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
|
|
9024
9390
|
# resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
|
|
9025
9391
|
# resp.table_list[0].storage_descriptor.location #=> String
|
|
9392
|
+
# resp.table_list[0].storage_descriptor.additional_locations #=> Array
|
|
9393
|
+
# resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
|
|
9026
9394
|
# resp.table_list[0].storage_descriptor.input_format #=> String
|
|
9027
9395
|
# resp.table_list[0].storage_descriptor.output_format #=> String
|
|
9028
9396
|
# resp.table_list[0].storage_descriptor.compressed #=> Boolean
|
|
@@ -10174,6 +10542,8 @@ module Aws::Glue
|
|
|
10174
10542
|
# @option params [Types::LineageConfiguration] :lineage_configuration
|
|
10175
10543
|
# Specifies data lineage configuration settings for the crawler.
|
|
10176
10544
|
#
|
|
10545
|
+
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
|
10546
|
+
#
|
|
10177
10547
|
# @option params [String] :configuration
|
|
10178
10548
|
# Crawler configuration information. This versioned JSON string allows
|
|
10179
10549
|
# users to specify aspects of a crawler's behavior. For more
|
|
@@ -10232,6 +10602,14 @@ module Aws::Glue
|
|
|
10232
10602
|
# {
|
|
10233
10603
|
# database_name: "NameString", # required
|
|
10234
10604
|
# tables: ["NameString"], # required
|
|
10605
|
+
# connection_name: "ConnectionName",
|
|
10606
|
+
# },
|
|
10607
|
+
# ],
|
|
10608
|
+
# delta_targets: [
|
|
10609
|
+
# {
|
|
10610
|
+
# delta_tables: ["Path"],
|
|
10611
|
+
# connection_name: "ConnectionName",
|
|
10612
|
+
# write_manifest: false,
|
|
10235
10613
|
# },
|
|
10236
10614
|
# ],
|
|
10237
10615
|
# },
|
|
@@ -10248,6 +10626,10 @@ module Aws::Glue
|
|
|
10248
10626
|
# lineage_configuration: {
|
|
10249
10627
|
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
|
10250
10628
|
# },
|
|
10629
|
+
# lake_formation_configuration: {
|
|
10630
|
+
# use_lake_formation_credentials: false,
|
|
10631
|
+
# account_id: "AccountId",
|
|
10632
|
+
# },
|
|
10251
10633
|
# configuration: "CrawlerConfiguration",
|
|
10252
10634
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
|
10253
10635
|
# })
|
|
@@ -10646,6 +11028,7 @@ module Aws::Glue
|
|
|
10646
11028
|
# },
|
|
10647
11029
|
# ],
|
|
10648
11030
|
# location: "LocationString",
|
|
11031
|
+
# additional_locations: ["LocationString"],
|
|
10649
11032
|
# input_format: "FormatString",
|
|
10650
11033
|
# output_format: "FormatString",
|
|
10651
11034
|
# compressed: false,
|
|
@@ -10862,6 +11245,7 @@ module Aws::Glue
|
|
|
10862
11245
|
# },
|
|
10863
11246
|
# ],
|
|
10864
11247
|
# location: "LocationString",
|
|
11248
|
+
# additional_locations: ["LocationString"],
|
|
10865
11249
|
# input_format: "FormatString",
|
|
10866
11250
|
# output_format: "FormatString",
|
|
10867
11251
|
# compressed: false,
|
|
@@ -11134,7 +11518,7 @@ module Aws::Glue
|
|
|
11134
11518
|
params: params,
|
|
11135
11519
|
config: config)
|
|
11136
11520
|
context[:gem_name] = 'aws-sdk-glue'
|
|
11137
|
-
context[:gem_version] = '1.
|
|
11521
|
+
context[:gem_version] = '1.102.0'
|
|
11138
11522
|
Seahorse::Client::Request.new(handlers, context)
|
|
11139
11523
|
end
|
|
11140
11524
|
|