aws-sdk-glue 1.101.0 → 1.105.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -28,6 +28,7 @@ require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
28
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
29
  require 'aws-sdk-core/plugins/http_checksum.rb'
30
30
  require 'aws-sdk-core/plugins/defaults_mode.rb'
31
+ require 'aws-sdk-core/plugins/recursion_detection.rb'
31
32
  require 'aws-sdk-core/plugins/signature_v4.rb'
32
33
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
33
34
 
@@ -75,6 +76,7 @@ module Aws::Glue
75
76
  add_plugin(Aws::Plugins::TransferEncoding)
76
77
  add_plugin(Aws::Plugins::HttpChecksum)
77
78
  add_plugin(Aws::Plugins::DefaultsMode)
79
+ add_plugin(Aws::Plugins::RecursionDetection)
78
80
  add_plugin(Aws::Plugins::SignatureV4)
79
81
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
80
82
 
@@ -401,6 +403,7 @@ module Aws::Glue
401
403
  # },
402
404
  # ],
403
405
  # location: "LocationString",
406
+ # additional_locations: ["LocationString"],
404
407
  # input_format: "FormatString",
405
408
  # output_format: "FormatString",
406
409
  # compressed: false,
@@ -766,6 +769,12 @@ module Aws::Glue
766
769
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
767
770
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
768
771
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
772
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
773
+ # resp.crawlers[0].targets.delta_targets #=> Array
774
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
775
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
776
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
777
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
769
778
  # resp.crawlers[0].database_name #=> String
770
779
  # resp.crawlers[0].description #=> String
771
780
  # resp.crawlers[0].classifiers #=> Array
@@ -790,6 +799,8 @@ module Aws::Glue
790
799
  # resp.crawlers[0].version #=> Integer
791
800
  # resp.crawlers[0].configuration #=> String
792
801
  # resp.crawlers[0].crawler_security_configuration #=> String
802
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
803
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
793
804
  # resp.crawlers_not_found #=> Array
794
805
  # resp.crawlers_not_found[0] #=> String
795
806
  #
@@ -977,6 +988,8 @@ module Aws::Glue
977
988
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
978
989
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
979
990
  # resp.partitions[0].storage_descriptor.location #=> String
991
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
992
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
980
993
  # resp.partitions[0].storage_descriptor.input_format #=> String
981
994
  # resp.partitions[0].storage_descriptor.output_format #=> String
982
995
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -1363,6 +1376,7 @@ module Aws::Glue
1363
1376
  # },
1364
1377
  # ],
1365
1378
  # location: "LocationString",
1379
+ # additional_locations: ["LocationString"],
1366
1380
  # input_format: "FormatString",
1367
1381
  # output_format: "FormatString",
1368
1382
  # compressed: false,
@@ -1474,8 +1488,8 @@ module Aws::Glue
1474
1488
  # checks are performed.
1475
1489
  #
1476
1490
  # @option params [required, String] :data_format
1477
- # The data format of the schema definition. Currently `AVRO` and `JSON`
1478
- # are supported.
1491
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
1492
+ # `PROTOBUF` are supported.
1479
1493
  #
1480
1494
  # @option params [required, String] :schema_definition
1481
1495
  # The definition of the schema that has to be validated.
@@ -1488,7 +1502,7 @@ module Aws::Glue
1488
1502
  # @example Request syntax with placeholder values
1489
1503
  #
1490
1504
  # resp = client.check_schema_version_validity({
1491
- # data_format: "AVRO", # required, accepts AVRO, JSON
1505
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
1492
1506
  # schema_definition: "SchemaDefinitionString", # required
1493
1507
  # })
1494
1508
  #
@@ -1700,6 +1714,8 @@ module Aws::Glue
1700
1714
  # @option params [Types::LineageConfiguration] :lineage_configuration
1701
1715
  # Specifies data lineage configuration settings for the crawler.
1702
1716
  #
1717
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
1718
+ #
1703
1719
  # @option params [String] :configuration
1704
1720
  # Crawler configuration information. This versioned JSON string allows
1705
1721
  # users to specify aspects of a crawler's behavior. For more
@@ -1767,6 +1783,14 @@ module Aws::Glue
1767
1783
  # {
1768
1784
  # database_name: "NameString", # required
1769
1785
  # tables: ["NameString"], # required
1786
+ # connection_name: "ConnectionName",
1787
+ # },
1788
+ # ],
1789
+ # delta_targets: [
1790
+ # {
1791
+ # delta_tables: ["Path"],
1792
+ # connection_name: "ConnectionName",
1793
+ # write_manifest: false,
1770
1794
  # },
1771
1795
  # ],
1772
1796
  # },
@@ -1783,6 +1807,10 @@ module Aws::Glue
1783
1807
  # lineage_configuration: {
1784
1808
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
1785
1809
  # },
1810
+ # lake_formation_configuration: {
1811
+ # use_lake_formation_credentials: false,
1812
+ # account_id: "AccountId",
1813
+ # },
1786
1814
  # configuration: "CrawlerConfiguration",
1787
1815
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1788
1816
  # tags: {
@@ -2503,6 +2531,7 @@ module Aws::Glue
2503
2531
  # },
2504
2532
  # ],
2505
2533
  # location: "LocationString",
2534
+ # additional_locations: ["LocationString"],
2506
2535
  # input_format: "FormatString",
2507
2536
  # output_format: "FormatString",
2508
2537
  # compressed: false,
@@ -2675,8 +2704,8 @@ module Aws::Glue
2675
2704
  # mark. No whitespace.
2676
2705
  #
2677
2706
  # @option params [required, String] :data_format
2678
- # The data format of the schema definition. Currently `AVRO` and `JSON`
2679
- # are supported.
2707
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
2708
+ # `PROTOBUF` are supported.
2680
2709
  #
2681
2710
  # @option params [String] :compatibility
2682
2711
  # The compatibility mode of the schema. The possible values are:
@@ -2761,7 +2790,7 @@ module Aws::Glue
2761
2790
  # registry_arn: "GlueResourceArn",
2762
2791
  # },
2763
2792
  # schema_name: "SchemaRegistryNameString", # required
2764
- # data_format: "AVRO", # required, accepts AVRO, JSON
2793
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
2765
2794
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
2766
2795
  # description: "DescriptionString",
2767
2796
  # tags: {
@@ -2777,7 +2806,7 @@ module Aws::Glue
2777
2806
  # resp.schema_name #=> String
2778
2807
  # resp.schema_arn #=> String
2779
2808
  # resp.description #=> String
2780
- # resp.data_format #=> String, one of "AVRO", "JSON"
2809
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
2781
2810
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
2782
2811
  # resp.schema_checkpoint #=> Integer
2783
2812
  # resp.latest_schema_version #=> Integer
@@ -2958,6 +2987,7 @@ module Aws::Glue
2958
2987
  # },
2959
2988
  # ],
2960
2989
  # location: "LocationString",
2990
+ # additional_locations: ["LocationString"],
2961
2991
  # input_format: "FormatString",
2962
2992
  # output_format: "FormatString",
2963
2993
  # compressed: false,
@@ -4627,6 +4657,12 @@ module Aws::Glue
4627
4657
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
4628
4658
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
4629
4659
  # resp.crawler.targets.catalog_targets[0].tables[0] #=> String
4660
+ # resp.crawler.targets.catalog_targets[0].connection_name #=> String
4661
+ # resp.crawler.targets.delta_targets #=> Array
4662
+ # resp.crawler.targets.delta_targets[0].delta_tables #=> Array
4663
+ # resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
4664
+ # resp.crawler.targets.delta_targets[0].connection_name #=> String
4665
+ # resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
4630
4666
  # resp.crawler.database_name #=> String
4631
4667
  # resp.crawler.description #=> String
4632
4668
  # resp.crawler.classifiers #=> Array
@@ -4651,6 +4687,8 @@ module Aws::Glue
4651
4687
  # resp.crawler.version #=> Integer
4652
4688
  # resp.crawler.configuration #=> String
4653
4689
  # resp.crawler.crawler_security_configuration #=> String
4690
+ # resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4691
+ # resp.crawler.lake_formation_configuration.account_id #=> String
4654
4692
  #
4655
4693
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
4656
4694
  #
@@ -4761,6 +4799,12 @@ module Aws::Glue
4761
4799
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
4762
4800
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
4763
4801
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
4802
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
4803
+ # resp.crawlers[0].targets.delta_targets #=> Array
4804
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
4805
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
4806
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
4807
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
4764
4808
  # resp.crawlers[0].database_name #=> String
4765
4809
  # resp.crawlers[0].description #=> String
4766
4810
  # resp.crawlers[0].classifiers #=> Array
@@ -4785,6 +4829,8 @@ module Aws::Glue
4785
4829
  # resp.crawlers[0].version #=> Integer
4786
4830
  # resp.crawlers[0].configuration #=> String
4787
4831
  # resp.crawlers[0].crawler_security_configuration #=> String
4832
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4833
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
4788
4834
  # resp.next_token #=> String
4789
4835
  #
4790
4836
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
@@ -5850,6 +5896,8 @@ module Aws::Glue
5850
5896
  # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
5851
5897
  # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
5852
5898
  # resp.data.partition.storage_descriptor.location #=> String
5899
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
5900
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
5853
5901
  # resp.data.partition.storage_descriptor.input_format #=> String
5854
5902
  # resp.data.partition.storage_descriptor.output_format #=> String
5855
5903
  # resp.data.partition.storage_descriptor.compressed #=> Boolean
@@ -6118,6 +6166,8 @@ module Aws::Glue
6118
6166
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
6119
6167
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
6120
6168
  # resp.partitions[0].storage_descriptor.location #=> String
6169
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
6170
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
6121
6171
  # resp.partitions[0].storage_descriptor.input_format #=> String
6122
6172
  # resp.partitions[0].storage_descriptor.output_format #=> String
6123
6173
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -6434,7 +6484,7 @@ module Aws::Glue
6434
6484
  # resp.schema_name #=> String
6435
6485
  # resp.schema_arn #=> String
6436
6486
  # resp.description #=> String
6437
- # resp.data_format #=> String, one of "AVRO", "JSON"
6487
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6438
6488
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
6439
6489
  # resp.schema_checkpoint #=> Integer
6440
6490
  # resp.latest_schema_version #=> Integer
@@ -6495,7 +6545,7 @@ module Aws::Glue
6495
6545
  #
6496
6546
  # resp.schema_version_id #=> String
6497
6547
  # resp.schema_arn #=> String
6498
- # resp.data_format #=> String, one of "AVRO", "JSON"
6548
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6499
6549
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
6500
6550
  # resp.created_time #=> String
6501
6551
  #
@@ -6560,7 +6610,7 @@ module Aws::Glue
6560
6610
  #
6561
6611
  # resp.schema_version_id #=> String
6562
6612
  # resp.schema_definition #=> String
6563
- # resp.data_format #=> String, one of "AVRO", "JSON"
6613
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6564
6614
  # resp.schema_arn #=> String
6565
6615
  # resp.version_number #=> Integer
6566
6616
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
@@ -6772,6 +6822,8 @@ module Aws::Glue
6772
6822
  # resp.table.storage_descriptor.columns[0].parameters #=> Hash
6773
6823
  # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6774
6824
  # resp.table.storage_descriptor.location #=> String
6825
+ # resp.table.storage_descriptor.additional_locations #=> Array
6826
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
6775
6827
  # resp.table.storage_descriptor.input_format #=> String
6776
6828
  # resp.table.storage_descriptor.output_format #=> String
6777
6829
  # resp.table.storage_descriptor.compressed #=> Boolean
@@ -6875,6 +6927,8 @@ module Aws::Glue
6875
6927
  # resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
6876
6928
  # resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6877
6929
  # resp.table_version.table.storage_descriptor.location #=> String
6930
+ # resp.table_version.table.storage_descriptor.additional_locations #=> Array
6931
+ # resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
6878
6932
  # resp.table_version.table.storage_descriptor.input_format #=> String
6879
6933
  # resp.table_version.table.storage_descriptor.output_format #=> String
6880
6934
  # resp.table_version.table.storage_descriptor.compressed #=> Boolean
@@ -6987,6 +7041,8 @@ module Aws::Glue
6987
7041
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
6988
7042
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6989
7043
  # resp.table_versions[0].table.storage_descriptor.location #=> String
7044
+ # resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
7045
+ # resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
6990
7046
  # resp.table_versions[0].table.storage_descriptor.input_format #=> String
6991
7047
  # resp.table_versions[0].table.storage_descriptor.output_format #=> String
6992
7048
  # resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
@@ -7110,6 +7166,8 @@ module Aws::Glue
7110
7166
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
7111
7167
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
7112
7168
  # resp.table_list[0].storage_descriptor.location #=> String
7169
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
7170
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
7113
7171
  # resp.table_list[0].storage_descriptor.input_format #=> String
7114
7172
  # resp.table_list[0].storage_descriptor.output_format #=> String
7115
7173
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -7312,6 +7370,316 @@ module Aws::Glue
7312
7370
  req.send_request(options)
7313
7371
  end
7314
7372
 
7373
+ # @option params [required, String] :catalog_id
7374
+ #
7375
+ # @option params [required, String] :database_name
7376
+ #
7377
+ # @option params [required, String] :table_name
7378
+ #
7379
+ # @option params [required, Array<String>] :partition_values
7380
+ #
7381
+ # @option params [Types::AuditContext] :audit_context
7382
+ #
7383
+ # @option params [required, Array<String>] :supported_permission_types
7384
+ #
7385
+ # @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7386
+ #
7387
+ # * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
7388
+ # * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7389
+ # * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7390
+ #
7391
+ # @example Request syntax with placeholder values
7392
+ #
7393
+ # resp = client.get_unfiltered_partition_metadata({
7394
+ # catalog_id: "CatalogIdString", # required
7395
+ # database_name: "NameString", # required
7396
+ # table_name: "NameString", # required
7397
+ # partition_values: ["ValueString"], # required
7398
+ # audit_context: {
7399
+ # additional_audit_context: "AuditContextString",
7400
+ # },
7401
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7402
+ # })
7403
+ #
7404
+ # @example Response structure
7405
+ #
7406
+ # resp.data.partition.values #=> Array
7407
+ # resp.data.partition.values[0] #=> String
7408
+ # resp.data.partition.database_name #=> String
7409
+ # resp.data.partition.table_name #=> String
7410
+ # resp.data.partition.creation_time #=> Time
7411
+ # resp.data.partition.last_access_time #=> Time
7412
+ # resp.data.partition.storage_descriptor.columns #=> Array
7413
+ # resp.data.partition.storage_descriptor.columns[0].name #=> String
7414
+ # resp.data.partition.storage_descriptor.columns[0].type #=> String
7415
+ # resp.data.partition.storage_descriptor.columns[0].comment #=> String
7416
+ # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
7417
+ # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7418
+ # resp.data.partition.storage_descriptor.location #=> String
7419
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
7420
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
7421
+ # resp.data.partition.storage_descriptor.input_format #=> String
7422
+ # resp.data.partition.storage_descriptor.output_format #=> String
7423
+ # resp.data.partition.storage_descriptor.compressed #=> Boolean
7424
+ # resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
7425
+ # resp.data.partition.storage_descriptor.serde_info.name #=> String
7426
+ # resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
7427
+ # resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
7428
+ # resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7429
+ # resp.data.partition.storage_descriptor.bucket_columns #=> Array
7430
+ # resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
7431
+ # resp.data.partition.storage_descriptor.sort_columns #=> Array
7432
+ # resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
7433
+ # resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7434
+ # resp.data.partition.storage_descriptor.parameters #=> Hash
7435
+ # resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
7436
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7437
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7438
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7439
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7440
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7441
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7442
+ # resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7443
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7444
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7445
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7446
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
7447
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7448
+ # resp.data.partition.parameters #=> Hash
7449
+ # resp.data.partition.parameters["KeyString"] #=> String
7450
+ # resp.data.partition.last_analyzed_time #=> Time
7451
+ # resp.data.partition.catalog_id #=> String
7452
+ # resp.authorized_columns #=> Array
7453
+ # resp.authorized_columns[0] #=> String
7454
+ # resp.is_registered_with_lake_formation #=> Boolean
7455
+ #
7456
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
7457
+ #
7458
+ # @overload get_unfiltered_partition_metadata(params = {})
7459
+ # @param [Hash] params ({})
7460
+ def get_unfiltered_partition_metadata(params = {}, options = {})
7461
+ req = build_request(:get_unfiltered_partition_metadata, params)
7462
+ req.send_request(options)
7463
+ end
7464
+
7465
+ # @option params [required, String] :catalog_id
7466
+ #
7467
+ # @option params [required, String] :database_name
7468
+ #
7469
+ # @option params [required, String] :table_name
7470
+ #
7471
+ # @option params [String] :expression
7472
+ #
7473
+ # @option params [Types::AuditContext] :audit_context
7474
+ #
7475
+ # @option params [required, Array<String>] :supported_permission_types
7476
+ #
7477
+ # @option params [String] :next_token
7478
+ #
7479
+ # @option params [Types::Segment] :segment
7480
+ # Defines a non-overlapping region of a table's partitions, allowing
7481
+ # multiple requests to be run in parallel.
7482
+ #
7483
+ # @option params [Integer] :max_results
7484
+ #
7485
+ # @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7486
+ #
7487
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array&lt;Types::UnfilteredPartition&gt;
7488
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
7489
+ #
7490
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
7491
+ #
7492
+ # @example Request syntax with placeholder values
7493
+ #
7494
+ # resp = client.get_unfiltered_partitions_metadata({
7495
+ # catalog_id: "CatalogIdString", # required
7496
+ # database_name: "NameString", # required
7497
+ # table_name: "NameString", # required
7498
+ # expression: "PredicateString",
7499
+ # audit_context: {
7500
+ # additional_audit_context: "AuditContextString",
7501
+ # },
7502
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7503
+ # next_token: "Token",
7504
+ # segment: {
7505
+ # segment_number: 1, # required
7506
+ # total_segments: 1, # required
7507
+ # },
7508
+ # max_results: 1,
7509
+ # })
7510
+ #
7511
+ # @example Response structure
7512
+ #
7513
+ # resp.unfiltered_partitions #=> Array
7514
+ # resp.unfiltered_partitions[0].partition.values #=> Array
7515
+ # resp.unfiltered_partitions[0].partition.values[0] #=> String
7516
+ # resp.unfiltered_partitions[0].partition.database_name #=> String
7517
+ # resp.unfiltered_partitions[0].partition.table_name #=> String
7518
+ # resp.unfiltered_partitions[0].partition.creation_time #=> Time
7519
+ # resp.unfiltered_partitions[0].partition.last_access_time #=> Time
7520
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
7521
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
7522
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
7523
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
7524
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
7525
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7526
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
7527
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
7528
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
7529
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
7530
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
7531
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
7532
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
7533
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
7534
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
7535
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
7536
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7537
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
7538
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
7539
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
7540
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
7541
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7542
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
7543
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
7544
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7545
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7546
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7547
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7548
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7549
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7550
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7551
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7552
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7553
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7554
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
7555
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7556
+ # resp.unfiltered_partitions[0].partition.parameters #=> Hash
7557
+ # resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
7558
+ # resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
7559
+ # resp.unfiltered_partitions[0].partition.catalog_id #=> String
7560
+ # resp.unfiltered_partitions[0].authorized_columns #=> Array
7561
+ # resp.unfiltered_partitions[0].authorized_columns[0] #=> String
7562
+ # resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
7563
+ # resp.next_token #=> String
7564
+ #
7565
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
7566
+ #
7567
+ # @overload get_unfiltered_partitions_metadata(params = {})
7568
+ # @param [Hash] params ({})
7569
+ def get_unfiltered_partitions_metadata(params = {}, options = {})
7570
+ req = build_request(:get_unfiltered_partitions_metadata, params)
7571
+ req.send_request(options)
7572
+ end
7573
+
7574
+ # @option params [required, String] :catalog_id
7575
+ #
7576
+ # @option params [required, String] :database_name
7577
+ #
7578
+ # @option params [required, String] :name
7579
+ #
7580
+ # @option params [Types::AuditContext] :audit_context
7581
+ #
7582
+ # @option params [required, Array<String>] :supported_permission_types
7583
+ #
7584
+ # @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7585
+ #
7586
+ # * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
7587
+ # * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7588
+ # * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7589
+ # * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array&lt;Types::ColumnRowFilter&gt;
7590
+ #
7591
+ # @example Request syntax with placeholder values
7592
+ #
7593
+ # resp = client.get_unfiltered_table_metadata({
7594
+ # catalog_id: "CatalogIdString", # required
7595
+ # database_name: "NameString", # required
7596
+ # name: "NameString", # required
7597
+ # audit_context: {
7598
+ # additional_audit_context: "AuditContextString",
7599
+ # },
7600
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7601
+ # })
7602
+ #
7603
+ # @example Response structure
7604
+ #
7605
+ # resp.table.name #=> String
7606
+ # resp.table.database_name #=> String
7607
+ # resp.table.description #=> String
7608
+ # resp.table.owner #=> String
7609
+ # resp.table.create_time #=> Time
7610
+ # resp.table.update_time #=> Time
7611
+ # resp.table.last_access_time #=> Time
7612
+ # resp.table.last_analyzed_time #=> Time
7613
+ # resp.table.retention #=> Integer
7614
+ # resp.table.storage_descriptor.columns #=> Array
7615
+ # resp.table.storage_descriptor.columns[0].name #=> String
7616
+ # resp.table.storage_descriptor.columns[0].type #=> String
7617
+ # resp.table.storage_descriptor.columns[0].comment #=> String
7618
+ # resp.table.storage_descriptor.columns[0].parameters #=> Hash
7619
+ # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7620
+ # resp.table.storage_descriptor.location #=> String
7621
+ # resp.table.storage_descriptor.additional_locations #=> Array
7622
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
7623
+ # resp.table.storage_descriptor.input_format #=> String
7624
+ # resp.table.storage_descriptor.output_format #=> String
7625
+ # resp.table.storage_descriptor.compressed #=> Boolean
7626
+ # resp.table.storage_descriptor.number_of_buckets #=> Integer
7627
+ # resp.table.storage_descriptor.serde_info.name #=> String
7628
+ # resp.table.storage_descriptor.serde_info.serialization_library #=> String
7629
+ # resp.table.storage_descriptor.serde_info.parameters #=> Hash
7630
+ # resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7631
+ # resp.table.storage_descriptor.bucket_columns #=> Array
7632
+ # resp.table.storage_descriptor.bucket_columns[0] #=> String
7633
+ # resp.table.storage_descriptor.sort_columns #=> Array
7634
+ # resp.table.storage_descriptor.sort_columns[0].column #=> String
7635
+ # resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
7636
+ # resp.table.storage_descriptor.parameters #=> Hash
7637
+ # resp.table.storage_descriptor.parameters["KeyString"] #=> String
7638
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
7639
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7640
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
7641
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7642
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7643
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7644
+ # resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
7645
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7646
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7647
+ # resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7648
+ # resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
7649
+ # resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
7650
+ # resp.table.partition_keys #=> Array
7651
+ # resp.table.partition_keys[0].name #=> String
7652
+ # resp.table.partition_keys[0].type #=> String
7653
+ # resp.table.partition_keys[0].comment #=> String
7654
+ # resp.table.partition_keys[0].parameters #=> Hash
7655
+ # resp.table.partition_keys[0].parameters["KeyString"] #=> String
7656
+ # resp.table.view_original_text #=> String
7657
+ # resp.table.view_expanded_text #=> String
7658
+ # resp.table.table_type #=> String
7659
+ # resp.table.parameters #=> Hash
7660
+ # resp.table.parameters["KeyString"] #=> String
7661
+ # resp.table.created_by #=> String
7662
+ # resp.table.is_registered_with_lake_formation #=> Boolean
7663
+ # resp.table.target_table.catalog_id #=> String
7664
+ # resp.table.target_table.database_name #=> String
7665
+ # resp.table.target_table.name #=> String
7666
+ # resp.table.catalog_id #=> String
7667
+ # resp.authorized_columns #=> Array
7668
+ # resp.authorized_columns[0] #=> String
7669
+ # resp.is_registered_with_lake_formation #=> Boolean
7670
+ # resp.cell_filters #=> Array
7671
+ # resp.cell_filters[0].column_name #=> String
7672
+ # resp.cell_filters[0].row_filter_expression #=> String
7673
+ #
7674
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
7675
+ #
7676
+ # @overload get_unfiltered_table_metadata(params = {})
7677
+ # @param [Hash] params ({})
7678
+ def get_unfiltered_table_metadata(params = {}, options = {})
7679
+ req = build_request(:get_unfiltered_table_metadata, params)
7680
+ req.send_request(options)
7681
+ end
7682
+
7315
7683
  # Retrieves a specified function definition from the Data Catalog.
7316
7684
  #
7317
7685
  # @option params [String] :catalog_id
@@ -9023,6 +9391,8 @@ module Aws::Glue
9023
9391
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
9024
9392
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
9025
9393
  # resp.table_list[0].storage_descriptor.location #=> String
9394
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
9395
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
9026
9396
  # resp.table_list[0].storage_descriptor.input_format #=> String
9027
9397
  # resp.table_list[0].storage_descriptor.output_format #=> String
9028
9398
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -9528,6 +9898,9 @@ module Aws::Glue
9528
9898
  # @option params [required, String] :name
9529
9899
  # The name of the workflow to start.
9530
9900
  #
9901
+ # @option params [Hash<String,String>] :run_properties
9902
+ # The workflow run properties for the new workflow run.
9903
+ #
9531
9904
  # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9532
9905
  #
9533
9906
  # * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -9536,6 +9909,9 @@ module Aws::Glue
9536
9909
  #
9537
9910
  # resp = client.start_workflow_run({
9538
9911
  # name: "NameString", # required
9912
+ # run_properties: {
9913
+ # "IdString" => "GenericString",
9914
+ # },
9539
9915
  # })
9540
9916
  #
9541
9917
  # @example Response structure
@@ -10174,6 +10550,8 @@ module Aws::Glue
10174
10550
  # @option params [Types::LineageConfiguration] :lineage_configuration
10175
10551
  # Specifies data lineage configuration settings for the crawler.
10176
10552
  #
10553
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
10554
+ #
10177
10555
  # @option params [String] :configuration
10178
10556
  # Crawler configuration information. This versioned JSON string allows
10179
10557
  # users to specify aspects of a crawler's behavior. For more
@@ -10232,6 +10610,14 @@ module Aws::Glue
10232
10610
  # {
10233
10611
  # database_name: "NameString", # required
10234
10612
  # tables: ["NameString"], # required
10613
+ # connection_name: "ConnectionName",
10614
+ # },
10615
+ # ],
10616
+ # delta_targets: [
10617
+ # {
10618
+ # delta_tables: ["Path"],
10619
+ # connection_name: "ConnectionName",
10620
+ # write_manifest: false,
10235
10621
  # },
10236
10622
  # ],
10237
10623
  # },
@@ -10248,6 +10634,10 @@ module Aws::Glue
10248
10634
  # lineage_configuration: {
10249
10635
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10250
10636
  # },
10637
+ # lake_formation_configuration: {
10638
+ # use_lake_formation_credentials: false,
10639
+ # account_id: "AccountId",
10640
+ # },
10251
10641
  # configuration: "CrawlerConfiguration",
10252
10642
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
10253
10643
  # })
@@ -10646,6 +11036,7 @@ module Aws::Glue
10646
11036
  # },
10647
11037
  # ],
10648
11038
  # location: "LocationString",
11039
+ # additional_locations: ["LocationString"],
10649
11040
  # input_format: "FormatString",
10650
11041
  # output_format: "FormatString",
10651
11042
  # compressed: false,
@@ -10862,6 +11253,7 @@ module Aws::Glue
10862
11253
  # },
10863
11254
  # ],
10864
11255
  # location: "LocationString",
11256
+ # additional_locations: ["LocationString"],
10865
11257
  # input_format: "FormatString",
10866
11258
  # output_format: "FormatString",
10867
11259
  # compressed: false,
@@ -11134,7 +11526,7 @@ module Aws::Glue
11134
11526
  params: params,
11135
11527
  config: config)
11136
11528
  context[:gem_name] = 'aws-sdk-glue'
11137
- context[:gem_version] = '1.101.0'
11529
+ context[:gem_version] = '1.105.0'
11138
11530
  Seahorse::Client::Request.new(handlers, context)
11139
11531
  end
11140
11532