aws-sdk-glue 1.101.0 → 1.105.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -28,6 +28,7 @@ require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
28
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
29
  require 'aws-sdk-core/plugins/http_checksum.rb'
30
30
  require 'aws-sdk-core/plugins/defaults_mode.rb'
31
+ require 'aws-sdk-core/plugins/recursion_detection.rb'
31
32
  require 'aws-sdk-core/plugins/signature_v4.rb'
32
33
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
33
34
 
@@ -75,6 +76,7 @@ module Aws::Glue
75
76
  add_plugin(Aws::Plugins::TransferEncoding)
76
77
  add_plugin(Aws::Plugins::HttpChecksum)
77
78
  add_plugin(Aws::Plugins::DefaultsMode)
79
+ add_plugin(Aws::Plugins::RecursionDetection)
78
80
  add_plugin(Aws::Plugins::SignatureV4)
79
81
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
80
82
 
@@ -401,6 +403,7 @@ module Aws::Glue
401
403
  # },
402
404
  # ],
403
405
  # location: "LocationString",
406
+ # additional_locations: ["LocationString"],
404
407
  # input_format: "FormatString",
405
408
  # output_format: "FormatString",
406
409
  # compressed: false,
@@ -766,6 +769,12 @@ module Aws::Glue
766
769
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
767
770
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
768
771
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
772
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
773
+ # resp.crawlers[0].targets.delta_targets #=> Array
774
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
775
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
776
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
777
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
769
778
  # resp.crawlers[0].database_name #=> String
770
779
  # resp.crawlers[0].description #=> String
771
780
  # resp.crawlers[0].classifiers #=> Array
@@ -790,6 +799,8 @@ module Aws::Glue
790
799
  # resp.crawlers[0].version #=> Integer
791
800
  # resp.crawlers[0].configuration #=> String
792
801
  # resp.crawlers[0].crawler_security_configuration #=> String
802
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
803
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
793
804
  # resp.crawlers_not_found #=> Array
794
805
  # resp.crawlers_not_found[0] #=> String
795
806
  #
@@ -977,6 +988,8 @@ module Aws::Glue
977
988
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
978
989
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
979
990
  # resp.partitions[0].storage_descriptor.location #=> String
991
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
992
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
980
993
  # resp.partitions[0].storage_descriptor.input_format #=> String
981
994
  # resp.partitions[0].storage_descriptor.output_format #=> String
982
995
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -1363,6 +1376,7 @@ module Aws::Glue
1363
1376
  # },
1364
1377
  # ],
1365
1378
  # location: "LocationString",
1379
+ # additional_locations: ["LocationString"],
1366
1380
  # input_format: "FormatString",
1367
1381
  # output_format: "FormatString",
1368
1382
  # compressed: false,
@@ -1474,8 +1488,8 @@ module Aws::Glue
1474
1488
  # checks are performed.
1475
1489
  #
1476
1490
  # @option params [required, String] :data_format
1477
- # The data format of the schema definition. Currently `AVRO` and `JSON`
1478
- # are supported.
1491
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
1492
+ # `PROTOBUF` are supported.
1479
1493
  #
1480
1494
  # @option params [required, String] :schema_definition
1481
1495
  # The definition of the schema that has to be validated.
@@ -1488,7 +1502,7 @@ module Aws::Glue
1488
1502
  # @example Request syntax with placeholder values
1489
1503
  #
1490
1504
  # resp = client.check_schema_version_validity({
1491
- # data_format: "AVRO", # required, accepts AVRO, JSON
1505
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
1492
1506
  # schema_definition: "SchemaDefinitionString", # required
1493
1507
  # })
1494
1508
  #
@@ -1700,6 +1714,8 @@ module Aws::Glue
1700
1714
  # @option params [Types::LineageConfiguration] :lineage_configuration
1701
1715
  # Specifies data lineage configuration settings for the crawler.
1702
1716
  #
1717
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
1718
+ #
1703
1719
  # @option params [String] :configuration
1704
1720
  # Crawler configuration information. This versioned JSON string allows
1705
1721
  # users to specify aspects of a crawler's behavior. For more
@@ -1767,6 +1783,14 @@ module Aws::Glue
1767
1783
  # {
1768
1784
  # database_name: "NameString", # required
1769
1785
  # tables: ["NameString"], # required
1786
+ # connection_name: "ConnectionName",
1787
+ # },
1788
+ # ],
1789
+ # delta_targets: [
1790
+ # {
1791
+ # delta_tables: ["Path"],
1792
+ # connection_name: "ConnectionName",
1793
+ # write_manifest: false,
1770
1794
  # },
1771
1795
  # ],
1772
1796
  # },
@@ -1783,6 +1807,10 @@ module Aws::Glue
1783
1807
  # lineage_configuration: {
1784
1808
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
1785
1809
  # },
1810
+ # lake_formation_configuration: {
1811
+ # use_lake_formation_credentials: false,
1812
+ # account_id: "AccountId",
1813
+ # },
1786
1814
  # configuration: "CrawlerConfiguration",
1787
1815
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1788
1816
  # tags: {
@@ -2503,6 +2531,7 @@ module Aws::Glue
2503
2531
  # },
2504
2532
  # ],
2505
2533
  # location: "LocationString",
2534
+ # additional_locations: ["LocationString"],
2506
2535
  # input_format: "FormatString",
2507
2536
  # output_format: "FormatString",
2508
2537
  # compressed: false,
@@ -2675,8 +2704,8 @@ module Aws::Glue
2675
2704
  # mark. No whitespace.
2676
2705
  #
2677
2706
  # @option params [required, String] :data_format
2678
- # The data format of the schema definition. Currently `AVRO` and `JSON`
2679
- # are supported.
2707
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
2708
+ # `PROTOBUF` are supported.
2680
2709
  #
2681
2710
  # @option params [String] :compatibility
2682
2711
  # The compatibility mode of the schema. The possible values are:
@@ -2761,7 +2790,7 @@ module Aws::Glue
2761
2790
  # registry_arn: "GlueResourceArn",
2762
2791
  # },
2763
2792
  # schema_name: "SchemaRegistryNameString", # required
2764
- # data_format: "AVRO", # required, accepts AVRO, JSON
2793
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
2765
2794
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
2766
2795
  # description: "DescriptionString",
2767
2796
  # tags: {
@@ -2777,7 +2806,7 @@ module Aws::Glue
2777
2806
  # resp.schema_name #=> String
2778
2807
  # resp.schema_arn #=> String
2779
2808
  # resp.description #=> String
2780
- # resp.data_format #=> String, one of "AVRO", "JSON"
2809
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
2781
2810
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
2782
2811
  # resp.schema_checkpoint #=> Integer
2783
2812
  # resp.latest_schema_version #=> Integer
@@ -2958,6 +2987,7 @@ module Aws::Glue
2958
2987
  # },
2959
2988
  # ],
2960
2989
  # location: "LocationString",
2990
+ # additional_locations: ["LocationString"],
2961
2991
  # input_format: "FormatString",
2962
2992
  # output_format: "FormatString",
2963
2993
  # compressed: false,
@@ -4627,6 +4657,12 @@ module Aws::Glue
4627
4657
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
4628
4658
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
4629
4659
  # resp.crawler.targets.catalog_targets[0].tables[0] #=> String
4660
+ # resp.crawler.targets.catalog_targets[0].connection_name #=> String
4661
+ # resp.crawler.targets.delta_targets #=> Array
4662
+ # resp.crawler.targets.delta_targets[0].delta_tables #=> Array
4663
+ # resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
4664
+ # resp.crawler.targets.delta_targets[0].connection_name #=> String
4665
+ # resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
4630
4666
  # resp.crawler.database_name #=> String
4631
4667
  # resp.crawler.description #=> String
4632
4668
  # resp.crawler.classifiers #=> Array
@@ -4651,6 +4687,8 @@ module Aws::Glue
4651
4687
  # resp.crawler.version #=> Integer
4652
4688
  # resp.crawler.configuration #=> String
4653
4689
  # resp.crawler.crawler_security_configuration #=> String
4690
+ # resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4691
+ # resp.crawler.lake_formation_configuration.account_id #=> String
4654
4692
  #
4655
4693
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
4656
4694
  #
@@ -4761,6 +4799,12 @@ module Aws::Glue
4761
4799
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
4762
4800
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
4763
4801
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
4802
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
4803
+ # resp.crawlers[0].targets.delta_targets #=> Array
4804
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
4805
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
4806
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
4807
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
4764
4808
  # resp.crawlers[0].database_name #=> String
4765
4809
  # resp.crawlers[0].description #=> String
4766
4810
  # resp.crawlers[0].classifiers #=> Array
@@ -4785,6 +4829,8 @@ module Aws::Glue
4785
4829
  # resp.crawlers[0].version #=> Integer
4786
4830
  # resp.crawlers[0].configuration #=> String
4787
4831
  # resp.crawlers[0].crawler_security_configuration #=> String
4832
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4833
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
4788
4834
  # resp.next_token #=> String
4789
4835
  #
4790
4836
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
@@ -5850,6 +5896,8 @@ module Aws::Glue
5850
5896
  # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
5851
5897
  # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
5852
5898
  # resp.data.partition.storage_descriptor.location #=> String
5899
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
5900
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
5853
5901
  # resp.data.partition.storage_descriptor.input_format #=> String
5854
5902
  # resp.data.partition.storage_descriptor.output_format #=> String
5855
5903
  # resp.data.partition.storage_descriptor.compressed #=> Boolean
@@ -6118,6 +6166,8 @@ module Aws::Glue
6118
6166
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
6119
6167
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
6120
6168
  # resp.partitions[0].storage_descriptor.location #=> String
6169
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
6170
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
6121
6171
  # resp.partitions[0].storage_descriptor.input_format #=> String
6122
6172
  # resp.partitions[0].storage_descriptor.output_format #=> String
6123
6173
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -6434,7 +6484,7 @@ module Aws::Glue
6434
6484
  # resp.schema_name #=> String
6435
6485
  # resp.schema_arn #=> String
6436
6486
  # resp.description #=> String
6437
- # resp.data_format #=> String, one of "AVRO", "JSON"
6487
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6438
6488
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
6439
6489
  # resp.schema_checkpoint #=> Integer
6440
6490
  # resp.latest_schema_version #=> Integer
@@ -6495,7 +6545,7 @@ module Aws::Glue
6495
6545
  #
6496
6546
  # resp.schema_version_id #=> String
6497
6547
  # resp.schema_arn #=> String
6498
- # resp.data_format #=> String, one of "AVRO", "JSON"
6548
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6499
6549
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
6500
6550
  # resp.created_time #=> String
6501
6551
  #
@@ -6560,7 +6610,7 @@ module Aws::Glue
6560
6610
  #
6561
6611
  # resp.schema_version_id #=> String
6562
6612
  # resp.schema_definition #=> String
6563
- # resp.data_format #=> String, one of "AVRO", "JSON"
6613
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6564
6614
  # resp.schema_arn #=> String
6565
6615
  # resp.version_number #=> Integer
6566
6616
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
@@ -6772,6 +6822,8 @@ module Aws::Glue
6772
6822
  # resp.table.storage_descriptor.columns[0].parameters #=> Hash
6773
6823
  # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6774
6824
  # resp.table.storage_descriptor.location #=> String
6825
+ # resp.table.storage_descriptor.additional_locations #=> Array
6826
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
6775
6827
  # resp.table.storage_descriptor.input_format #=> String
6776
6828
  # resp.table.storage_descriptor.output_format #=> String
6777
6829
  # resp.table.storage_descriptor.compressed #=> Boolean
@@ -6875,6 +6927,8 @@ module Aws::Glue
6875
6927
  # resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
6876
6928
  # resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6877
6929
  # resp.table_version.table.storage_descriptor.location #=> String
6930
+ # resp.table_version.table.storage_descriptor.additional_locations #=> Array
6931
+ # resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
6878
6932
  # resp.table_version.table.storage_descriptor.input_format #=> String
6879
6933
  # resp.table_version.table.storage_descriptor.output_format #=> String
6880
6934
  # resp.table_version.table.storage_descriptor.compressed #=> Boolean
@@ -6987,6 +7041,8 @@ module Aws::Glue
6987
7041
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
6988
7042
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6989
7043
  # resp.table_versions[0].table.storage_descriptor.location #=> String
7044
+ # resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
7045
+ # resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
6990
7046
  # resp.table_versions[0].table.storage_descriptor.input_format #=> String
6991
7047
  # resp.table_versions[0].table.storage_descriptor.output_format #=> String
6992
7048
  # resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
@@ -7110,6 +7166,8 @@ module Aws::Glue
7110
7166
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
7111
7167
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
7112
7168
  # resp.table_list[0].storage_descriptor.location #=> String
7169
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
7170
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
7113
7171
  # resp.table_list[0].storage_descriptor.input_format #=> String
7114
7172
  # resp.table_list[0].storage_descriptor.output_format #=> String
7115
7173
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -7312,6 +7370,316 @@ module Aws::Glue
7312
7370
  req.send_request(options)
7313
7371
  end
7314
7372
 
7373
+ # @option params [required, String] :catalog_id
7374
+ #
7375
+ # @option params [required, String] :database_name
7376
+ #
7377
+ # @option params [required, String] :table_name
7378
+ #
7379
+ # @option params [required, Array<String>] :partition_values
7380
+ #
7381
+ # @option params [Types::AuditContext] :audit_context
7382
+ #
7383
+ # @option params [required, Array<String>] :supported_permission_types
7384
+ #
7385
+ # @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7386
+ #
7387
+ # * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
7388
+ # * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7389
+ # * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7390
+ #
7391
+ # @example Request syntax with placeholder values
7392
+ #
7393
+ # resp = client.get_unfiltered_partition_metadata({
7394
+ # catalog_id: "CatalogIdString", # required
7395
+ # database_name: "NameString", # required
7396
+ # table_name: "NameString", # required
7397
+ # partition_values: ["ValueString"], # required
7398
+ # audit_context: {
7399
+ # additional_audit_context: "AuditContextString",
7400
+ # },
7401
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7402
+ # })
7403
+ #
7404
+ # @example Response structure
7405
+ #
7406
+ # resp.data.partition.values #=> Array
7407
+ # resp.data.partition.values[0] #=> String
7408
+ # resp.data.partition.database_name #=> String
7409
+ # resp.data.partition.table_name #=> String
7410
+ # resp.data.partition.creation_time #=> Time
7411
+ # resp.data.partition.last_access_time #=> Time
7412
+ # resp.data.partition.storage_descriptor.columns #=> Array
7413
+ # resp.data.partition.storage_descriptor.columns[0].name #=> String
7414
+ # resp.data.partition.storage_descriptor.columns[0].type #=> String
7415
+ # resp.data.partition.storage_descriptor.columns[0].comment #=> String
7416
+ # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
7417
+ # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7418
+ # resp.data.partition.storage_descriptor.location #=> String
7419
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
7420
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
7421
+ # resp.data.partition.storage_descriptor.input_format #=> String
7422
+ # resp.data.partition.storage_descriptor.output_format #=> String
7423
+ # resp.data.partition.storage_descriptor.compressed #=> Boolean
7424
+ # resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
7425
+ # resp.data.partition.storage_descriptor.serde_info.name #=> String
7426
+ # resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
7427
+ # resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
7428
+ # resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7429
+ # resp.data.partition.storage_descriptor.bucket_columns #=> Array
7430
+ # resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
7431
+ # resp.data.partition.storage_descriptor.sort_columns #=> Array
7432
+ # resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
7433
+ # resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7434
+ # resp.data.partition.storage_descriptor.parameters #=> Hash
7435
+ # resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
7436
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7437
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7438
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7439
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7440
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7441
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7442
+ # resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7443
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7444
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7445
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7446
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
7447
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7448
+ # resp.data.partition.parameters #=> Hash
7449
+ # resp.data.partition.parameters["KeyString"] #=> String
7450
+ # resp.data.partition.last_analyzed_time #=> Time
7451
+ # resp.data.partition.catalog_id #=> String
7452
+ # resp.authorized_columns #=> Array
7453
+ # resp.authorized_columns[0] #=> String
7454
+ # resp.is_registered_with_lake_formation #=> Boolean
7455
+ #
7456
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
7457
+ #
7458
+ # @overload get_unfiltered_partition_metadata(params = {})
7459
+ # @param [Hash] params ({})
7460
+ def get_unfiltered_partition_metadata(params = {}, options = {})
7461
+ req = build_request(:get_unfiltered_partition_metadata, params)
7462
+ req.send_request(options)
7463
+ end
7464
+
7465
+ # @option params [required, String] :catalog_id
7466
+ #
7467
+ # @option params [required, String] :database_name
7468
+ #
7469
+ # @option params [required, String] :table_name
7470
+ #
7471
+ # @option params [String] :expression
7472
+ #
7473
+ # @option params [Types::AuditContext] :audit_context
7474
+ #
7475
+ # @option params [required, Array<String>] :supported_permission_types
7476
+ #
7477
+ # @option params [String] :next_token
7478
+ #
7479
+ # @option params [Types::Segment] :segment
7480
+ # Defines a non-overlapping region of a table's partitions, allowing
7481
+ # multiple requests to be run in parallel.
7482
+ #
7483
+ # @option params [Integer] :max_results
7484
+ #
7485
+ # @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7486
+ #
7487
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array&lt;Types::UnfilteredPartition&gt;
7488
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
7489
+ #
7490
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
7491
+ #
7492
+ # @example Request syntax with placeholder values
7493
+ #
7494
+ # resp = client.get_unfiltered_partitions_metadata({
7495
+ # catalog_id: "CatalogIdString", # required
7496
+ # database_name: "NameString", # required
7497
+ # table_name: "NameString", # required
7498
+ # expression: "PredicateString",
7499
+ # audit_context: {
7500
+ # additional_audit_context: "AuditContextString",
7501
+ # },
7502
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7503
+ # next_token: "Token",
7504
+ # segment: {
7505
+ # segment_number: 1, # required
7506
+ # total_segments: 1, # required
7507
+ # },
7508
+ # max_results: 1,
7509
+ # })
7510
+ #
7511
+ # @example Response structure
7512
+ #
7513
+ # resp.unfiltered_partitions #=> Array
7514
+ # resp.unfiltered_partitions[0].partition.values #=> Array
7515
+ # resp.unfiltered_partitions[0].partition.values[0] #=> String
7516
+ # resp.unfiltered_partitions[0].partition.database_name #=> String
7517
+ # resp.unfiltered_partitions[0].partition.table_name #=> String
7518
+ # resp.unfiltered_partitions[0].partition.creation_time #=> Time
7519
+ # resp.unfiltered_partitions[0].partition.last_access_time #=> Time
7520
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
7521
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
7522
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
7523
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
7524
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
7525
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7526
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
7527
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
7528
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
7529
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
7530
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
7531
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
7532
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
7533
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
7534
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
7535
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
7536
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7537
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
7538
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
7539
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
7540
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
7541
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7542
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
7543
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
7544
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7545
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7546
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7547
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7548
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7549
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7550
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7551
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7552
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7553
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7554
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
7555
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7556
+ # resp.unfiltered_partitions[0].partition.parameters #=> Hash
7557
+ # resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
7558
+ # resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
7559
+ # resp.unfiltered_partitions[0].partition.catalog_id #=> String
7560
+ # resp.unfiltered_partitions[0].authorized_columns #=> Array
7561
+ # resp.unfiltered_partitions[0].authorized_columns[0] #=> String
7562
+ # resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
7563
+ # resp.next_token #=> String
7564
+ #
7565
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
7566
+ #
7567
+ # @overload get_unfiltered_partitions_metadata(params = {})
7568
+ # @param [Hash] params ({})
7569
+ def get_unfiltered_partitions_metadata(params = {}, options = {})
7570
+ req = build_request(:get_unfiltered_partitions_metadata, params)
7571
+ req.send_request(options)
7572
+ end
7573
+
7574
+ # @option params [required, String] :catalog_id
7575
+ #
7576
+ # @option params [required, String] :database_name
7577
+ #
7578
+ # @option params [required, String] :name
7579
+ #
7580
+ # @option params [Types::AuditContext] :audit_context
7581
+ #
7582
+ # @option params [required, Array<String>] :supported_permission_types
7583
+ #
7584
+ # @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7585
+ #
7586
+ # * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
7587
+ # * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7588
+ # * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7589
+ # * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array&lt;Types::ColumnRowFilter&gt;
7590
+ #
7591
+ # @example Request syntax with placeholder values
7592
+ #
7593
+ # resp = client.get_unfiltered_table_metadata({
7594
+ # catalog_id: "CatalogIdString", # required
7595
+ # database_name: "NameString", # required
7596
+ # name: "NameString", # required
7597
+ # audit_context: {
7598
+ # additional_audit_context: "AuditContextString",
7599
+ # },
7600
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7601
+ # })
7602
+ #
7603
+ # @example Response structure
7604
+ #
7605
+ # resp.table.name #=> String
7606
+ # resp.table.database_name #=> String
7607
+ # resp.table.description #=> String
7608
+ # resp.table.owner #=> String
7609
+ # resp.table.create_time #=> Time
7610
+ # resp.table.update_time #=> Time
7611
+ # resp.table.last_access_time #=> Time
7612
+ # resp.table.last_analyzed_time #=> Time
7613
+ # resp.table.retention #=> Integer
7614
+ # resp.table.storage_descriptor.columns #=> Array
7615
+ # resp.table.storage_descriptor.columns[0].name #=> String
7616
+ # resp.table.storage_descriptor.columns[0].type #=> String
7617
+ # resp.table.storage_descriptor.columns[0].comment #=> String
7618
+ # resp.table.storage_descriptor.columns[0].parameters #=> Hash
7619
+ # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7620
+ # resp.table.storage_descriptor.location #=> String
7621
+ # resp.table.storage_descriptor.additional_locations #=> Array
7622
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
7623
+ # resp.table.storage_descriptor.input_format #=> String
7624
+ # resp.table.storage_descriptor.output_format #=> String
7625
+ # resp.table.storage_descriptor.compressed #=> Boolean
7626
+ # resp.table.storage_descriptor.number_of_buckets #=> Integer
7627
+ # resp.table.storage_descriptor.serde_info.name #=> String
7628
+ # resp.table.storage_descriptor.serde_info.serialization_library #=> String
7629
+ # resp.table.storage_descriptor.serde_info.parameters #=> Hash
7630
+ # resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7631
+ # resp.table.storage_descriptor.bucket_columns #=> Array
7632
+ # resp.table.storage_descriptor.bucket_columns[0] #=> String
7633
+ # resp.table.storage_descriptor.sort_columns #=> Array
7634
+ # resp.table.storage_descriptor.sort_columns[0].column #=> String
7635
+ # resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
7636
+ # resp.table.storage_descriptor.parameters #=> Hash
7637
+ # resp.table.storage_descriptor.parameters["KeyString"] #=> String
7638
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
7639
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7640
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
7641
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7642
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7643
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7644
+ # resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
7645
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7646
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7647
+ # resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7648
+ # resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
7649
+ # resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
7650
+ # resp.table.partition_keys #=> Array
7651
+ # resp.table.partition_keys[0].name #=> String
7652
+ # resp.table.partition_keys[0].type #=> String
7653
+ # resp.table.partition_keys[0].comment #=> String
7654
+ # resp.table.partition_keys[0].parameters #=> Hash
7655
+ # resp.table.partition_keys[0].parameters["KeyString"] #=> String
7656
+ # resp.table.view_original_text #=> String
7657
+ # resp.table.view_expanded_text #=> String
7658
+ # resp.table.table_type #=> String
7659
+ # resp.table.parameters #=> Hash
7660
+ # resp.table.parameters["KeyString"] #=> String
7661
+ # resp.table.created_by #=> String
7662
+ # resp.table.is_registered_with_lake_formation #=> Boolean
7663
+ # resp.table.target_table.catalog_id #=> String
7664
+ # resp.table.target_table.database_name #=> String
7665
+ # resp.table.target_table.name #=> String
7666
+ # resp.table.catalog_id #=> String
7667
+ # resp.authorized_columns #=> Array
7668
+ # resp.authorized_columns[0] #=> String
7669
+ # resp.is_registered_with_lake_formation #=> Boolean
7670
+ # resp.cell_filters #=> Array
7671
+ # resp.cell_filters[0].column_name #=> String
7672
+ # resp.cell_filters[0].row_filter_expression #=> String
7673
+ #
7674
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
7675
+ #
7676
+ # @overload get_unfiltered_table_metadata(params = {})
7677
+ # @param [Hash] params ({})
7678
+ def get_unfiltered_table_metadata(params = {}, options = {})
7679
+ req = build_request(:get_unfiltered_table_metadata, params)
7680
+ req.send_request(options)
7681
+ end
7682
+
7315
7683
  # Retrieves a specified function definition from the Data Catalog.
7316
7684
  #
7317
7685
  # @option params [String] :catalog_id
@@ -9023,6 +9391,8 @@ module Aws::Glue
9023
9391
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
9024
9392
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
9025
9393
  # resp.table_list[0].storage_descriptor.location #=> String
9394
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
9395
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
9026
9396
  # resp.table_list[0].storage_descriptor.input_format #=> String
9027
9397
  # resp.table_list[0].storage_descriptor.output_format #=> String
9028
9398
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -9528,6 +9898,9 @@ module Aws::Glue
9528
9898
  # @option params [required, String] :name
9529
9899
  # The name of the workflow to start.
9530
9900
  #
9901
+ # @option params [Hash<String,String>] :run_properties
9902
+ # The workflow run properties for the new workflow run.
9903
+ #
9531
9904
  # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9532
9905
  #
9533
9906
  # * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -9536,6 +9909,9 @@ module Aws::Glue
9536
9909
  #
9537
9910
  # resp = client.start_workflow_run({
9538
9911
  # name: "NameString", # required
9912
+ # run_properties: {
9913
+ # "IdString" => "GenericString",
9914
+ # },
9539
9915
  # })
9540
9916
  #
9541
9917
  # @example Response structure
@@ -10174,6 +10550,8 @@ module Aws::Glue
10174
10550
  # @option params [Types::LineageConfiguration] :lineage_configuration
10175
10551
  # Specifies data lineage configuration settings for the crawler.
10176
10552
  #
10553
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
10554
+ #
10177
10555
  # @option params [String] :configuration
10178
10556
  # Crawler configuration information. This versioned JSON string allows
10179
10557
  # users to specify aspects of a crawler's behavior. For more
@@ -10232,6 +10610,14 @@ module Aws::Glue
10232
10610
  # {
10233
10611
  # database_name: "NameString", # required
10234
10612
  # tables: ["NameString"], # required
10613
+ # connection_name: "ConnectionName",
10614
+ # },
10615
+ # ],
10616
+ # delta_targets: [
10617
+ # {
10618
+ # delta_tables: ["Path"],
10619
+ # connection_name: "ConnectionName",
10620
+ # write_manifest: false,
10235
10621
  # },
10236
10622
  # ],
10237
10623
  # },
@@ -10248,6 +10634,10 @@ module Aws::Glue
10248
10634
  # lineage_configuration: {
10249
10635
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10250
10636
  # },
10637
+ # lake_formation_configuration: {
10638
+ # use_lake_formation_credentials: false,
10639
+ # account_id: "AccountId",
10640
+ # },
10251
10641
  # configuration: "CrawlerConfiguration",
10252
10642
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
10253
10643
  # })
@@ -10646,6 +11036,7 @@ module Aws::Glue
10646
11036
  # },
10647
11037
  # ],
10648
11038
  # location: "LocationString",
11039
+ # additional_locations: ["LocationString"],
10649
11040
  # input_format: "FormatString",
10650
11041
  # output_format: "FormatString",
10651
11042
  # compressed: false,
@@ -10862,6 +11253,7 @@ module Aws::Glue
10862
11253
  # },
10863
11254
  # ],
10864
11255
  # location: "LocationString",
11256
+ # additional_locations: ["LocationString"],
10865
11257
  # input_format: "FormatString",
10866
11258
  # output_format: "FormatString",
10867
11259
  # compressed: false,
@@ -11134,7 +11526,7 @@ module Aws::Glue
11134
11526
  params: params,
11135
11527
  config: config)
11136
11528
  context[:gem_name] = 'aws-sdk-glue'
11137
- context[:gem_version] = '1.101.0'
11529
+ context[:gem_version] = '1.105.0'
11138
11530
  Seahorse::Client::Request.new(handlers, context)
11139
11531
  end
11140
11532