aws-sdk-glue 1.100.0 → 1.104.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
27
27
  require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
28
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
29
  require 'aws-sdk-core/plugins/http_checksum.rb'
30
+ require 'aws-sdk-core/plugins/defaults_mode.rb'
30
31
  require 'aws-sdk-core/plugins/signature_v4.rb'
31
32
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
32
33
 
@@ -73,6 +74,7 @@ module Aws::Glue
73
74
  add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
74
75
  add_plugin(Aws::Plugins::TransferEncoding)
75
76
  add_plugin(Aws::Plugins::HttpChecksum)
77
+ add_plugin(Aws::Plugins::DefaultsMode)
76
78
  add_plugin(Aws::Plugins::SignatureV4)
77
79
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
78
80
 
@@ -175,6 +177,10 @@ module Aws::Glue
175
177
  # Used only in `standard` and adaptive retry modes. Specifies whether to apply
176
178
  # a clock skew correction and retry requests with skewed client clocks.
177
179
  #
180
+ # @option options [String] :defaults_mode ("legacy")
181
+ # See {Aws::DefaultsModeConfiguration} for a list of the
182
+ # accepted modes and the configuration defaults that are included.
183
+ #
178
184
  # @option options [Boolean] :disable_host_prefix_injection (false)
179
185
  # Set to true to disable SDK automatically adding host prefix
180
186
  # to default service endpoint when available.
@@ -307,7 +313,7 @@ module Aws::Glue
307
313
  # seconds to wait when opening a HTTP session before raising a
308
314
  # `Timeout::Error`.
309
315
  #
310
- # @option options [Integer] :http_read_timeout (60) The default
316
+ # @option options [Float] :http_read_timeout (60) The default
311
317
  # number of seconds to wait for response data. This value can
312
318
  # safely be set per-request on the session.
313
319
  #
@@ -323,6 +329,9 @@ module Aws::Glue
323
329
  # disables this behaviour. This value can safely be set per
324
330
  # request on the session.
325
331
  #
332
+ # @option options [Float] :ssl_timeout (nil) Sets the SSL timeout
333
+ # in seconds.
334
+ #
326
335
  # @option options [Boolean] :http_wire_trace (false) When `true`,
327
336
  # HTTP debug output will be sent to the `:logger`.
328
337
  #
@@ -392,6 +401,7 @@ module Aws::Glue
392
401
  # },
393
402
  # ],
394
403
  # location: "LocationString",
404
+ # additional_locations: ["LocationString"],
395
405
  # input_format: "FormatString",
396
406
  # output_format: "FormatString",
397
407
  # compressed: false,
@@ -757,6 +767,12 @@ module Aws::Glue
757
767
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
758
768
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
759
769
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
770
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
771
+ # resp.crawlers[0].targets.delta_targets #=> Array
772
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
773
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
774
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
775
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
760
776
  # resp.crawlers[0].database_name #=> String
761
777
  # resp.crawlers[0].description #=> String
762
778
  # resp.crawlers[0].classifiers #=> Array
@@ -781,6 +797,8 @@ module Aws::Glue
781
797
  # resp.crawlers[0].version #=> Integer
782
798
  # resp.crawlers[0].configuration #=> String
783
799
  # resp.crawlers[0].crawler_security_configuration #=> String
800
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
801
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
784
802
  # resp.crawlers_not_found #=> Array
785
803
  # resp.crawlers_not_found[0] #=> String
786
804
  #
@@ -968,6 +986,8 @@ module Aws::Glue
968
986
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
969
987
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
970
988
  # resp.partitions[0].storage_descriptor.location #=> String
989
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
990
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
971
991
  # resp.partitions[0].storage_descriptor.input_format #=> String
972
992
  # resp.partitions[0].storage_descriptor.output_format #=> String
973
993
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -1354,6 +1374,7 @@ module Aws::Glue
1354
1374
  # },
1355
1375
  # ],
1356
1376
  # location: "LocationString",
1377
+ # additional_locations: ["LocationString"],
1357
1378
  # input_format: "FormatString",
1358
1379
  # output_format: "FormatString",
1359
1380
  # compressed: false,
@@ -1465,8 +1486,8 @@ module Aws::Glue
1465
1486
  # checks are performed.
1466
1487
  #
1467
1488
  # @option params [required, String] :data_format
1468
- # The data format of the schema definition. Currently `AVRO` and `JSON`
1469
- # are supported.
1489
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
1490
+ # `PROTOBUF` are supported.
1470
1491
  #
1471
1492
  # @option params [required, String] :schema_definition
1472
1493
  # The definition of the schema that has to be validated.
@@ -1479,7 +1500,7 @@ module Aws::Glue
1479
1500
  # @example Request syntax with placeholder values
1480
1501
  #
1481
1502
  # resp = client.check_schema_version_validity({
1482
- # data_format: "AVRO", # required, accepts AVRO, JSON
1503
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
1483
1504
  # schema_definition: "SchemaDefinitionString", # required
1484
1505
  # })
1485
1506
  #
@@ -1691,6 +1712,8 @@ module Aws::Glue
1691
1712
  # @option params [Types::LineageConfiguration] :lineage_configuration
1692
1713
  # Specifies data lineage configuration settings for the crawler.
1693
1714
  #
1715
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
1716
+ #
1694
1717
  # @option params [String] :configuration
1695
1718
  # Crawler configuration information. This versioned JSON string allows
1696
1719
  # users to specify aspects of a crawler's behavior. For more
@@ -1758,6 +1781,14 @@ module Aws::Glue
1758
1781
  # {
1759
1782
  # database_name: "NameString", # required
1760
1783
  # tables: ["NameString"], # required
1784
+ # connection_name: "ConnectionName",
1785
+ # },
1786
+ # ],
1787
+ # delta_targets: [
1788
+ # {
1789
+ # delta_tables: ["Path"],
1790
+ # connection_name: "ConnectionName",
1791
+ # write_manifest: false,
1761
1792
  # },
1762
1793
  # ],
1763
1794
  # },
@@ -1774,6 +1805,10 @@ module Aws::Glue
1774
1805
  # lineage_configuration: {
1775
1806
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
1776
1807
  # },
1808
+ # lake_formation_configuration: {
1809
+ # use_lake_formation_credentials: false,
1810
+ # account_id: "AccountId",
1811
+ # },
1777
1812
  # configuration: "CrawlerConfiguration",
1778
1813
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1779
1814
  # tags: {
@@ -2494,6 +2529,7 @@ module Aws::Glue
2494
2529
  # },
2495
2530
  # ],
2496
2531
  # location: "LocationString",
2532
+ # additional_locations: ["LocationString"],
2497
2533
  # input_format: "FormatString",
2498
2534
  # output_format: "FormatString",
2499
2535
  # compressed: false,
@@ -2666,8 +2702,8 @@ module Aws::Glue
2666
2702
  # mark. No whitespace.
2667
2703
  #
2668
2704
  # @option params [required, String] :data_format
2669
- # The data format of the schema definition. Currently `AVRO` and `JSON`
2670
- # are supported.
2705
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
2706
+ # `PROTOBUF` are supported.
2671
2707
  #
2672
2708
  # @option params [String] :compatibility
2673
2709
  # The compatibility mode of the schema. The possible values are:
@@ -2752,7 +2788,7 @@ module Aws::Glue
2752
2788
  # registry_arn: "GlueResourceArn",
2753
2789
  # },
2754
2790
  # schema_name: "SchemaRegistryNameString", # required
2755
- # data_format: "AVRO", # required, accepts AVRO, JSON
2791
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
2756
2792
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
2757
2793
  # description: "DescriptionString",
2758
2794
  # tags: {
@@ -2768,7 +2804,7 @@ module Aws::Glue
2768
2804
  # resp.schema_name #=> String
2769
2805
  # resp.schema_arn #=> String
2770
2806
  # resp.description #=> String
2771
- # resp.data_format #=> String, one of "AVRO", "JSON"
2807
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
2772
2808
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
2773
2809
  # resp.schema_checkpoint #=> Integer
2774
2810
  # resp.latest_schema_version #=> Integer
@@ -2949,6 +2985,7 @@ module Aws::Glue
2949
2985
  # },
2950
2986
  # ],
2951
2987
  # location: "LocationString",
2988
+ # additional_locations: ["LocationString"],
2952
2989
  # input_format: "FormatString",
2953
2990
  # output_format: "FormatString",
2954
2991
  # compressed: false,
@@ -4618,6 +4655,12 @@ module Aws::Glue
4618
4655
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
4619
4656
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
4620
4657
  # resp.crawler.targets.catalog_targets[0].tables[0] #=> String
4658
+ # resp.crawler.targets.catalog_targets[0].connection_name #=> String
4659
+ # resp.crawler.targets.delta_targets #=> Array
4660
+ # resp.crawler.targets.delta_targets[0].delta_tables #=> Array
4661
+ # resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
4662
+ # resp.crawler.targets.delta_targets[0].connection_name #=> String
4663
+ # resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
4621
4664
  # resp.crawler.database_name #=> String
4622
4665
  # resp.crawler.description #=> String
4623
4666
  # resp.crawler.classifiers #=> Array
@@ -4642,6 +4685,8 @@ module Aws::Glue
4642
4685
  # resp.crawler.version #=> Integer
4643
4686
  # resp.crawler.configuration #=> String
4644
4687
  # resp.crawler.crawler_security_configuration #=> String
4688
+ # resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4689
+ # resp.crawler.lake_formation_configuration.account_id #=> String
4645
4690
  #
4646
4691
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
4647
4692
  #
@@ -4752,6 +4797,12 @@ module Aws::Glue
4752
4797
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
4753
4798
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
4754
4799
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
4800
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
4801
+ # resp.crawlers[0].targets.delta_targets #=> Array
4802
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
4803
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
4804
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
4805
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
4755
4806
  # resp.crawlers[0].database_name #=> String
4756
4807
  # resp.crawlers[0].description #=> String
4757
4808
  # resp.crawlers[0].classifiers #=> Array
@@ -4776,6 +4827,8 @@ module Aws::Glue
4776
4827
  # resp.crawlers[0].version #=> Integer
4777
4828
  # resp.crawlers[0].configuration #=> String
4778
4829
  # resp.crawlers[0].crawler_security_configuration #=> String
4830
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4831
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
4779
4832
  # resp.next_token #=> String
4780
4833
  #
4781
4834
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
@@ -5841,6 +5894,8 @@ module Aws::Glue
5841
5894
  # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
5842
5895
  # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
5843
5896
  # resp.data.partition.storage_descriptor.location #=> String
5897
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
5898
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
5844
5899
  # resp.data.partition.storage_descriptor.input_format #=> String
5845
5900
  # resp.data.partition.storage_descriptor.output_format #=> String
5846
5901
  # resp.data.partition.storage_descriptor.compressed #=> Boolean
@@ -6109,6 +6164,8 @@ module Aws::Glue
6109
6164
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
6110
6165
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
6111
6166
  # resp.partitions[0].storage_descriptor.location #=> String
6167
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
6168
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
6112
6169
  # resp.partitions[0].storage_descriptor.input_format #=> String
6113
6170
  # resp.partitions[0].storage_descriptor.output_format #=> String
6114
6171
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -6425,7 +6482,7 @@ module Aws::Glue
6425
6482
  # resp.schema_name #=> String
6426
6483
  # resp.schema_arn #=> String
6427
6484
  # resp.description #=> String
6428
- # resp.data_format #=> String, one of "AVRO", "JSON"
6485
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6429
6486
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
6430
6487
  # resp.schema_checkpoint #=> Integer
6431
6488
  # resp.latest_schema_version #=> Integer
@@ -6486,7 +6543,7 @@ module Aws::Glue
6486
6543
  #
6487
6544
  # resp.schema_version_id #=> String
6488
6545
  # resp.schema_arn #=> String
6489
- # resp.data_format #=> String, one of "AVRO", "JSON"
6546
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6490
6547
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
6491
6548
  # resp.created_time #=> String
6492
6549
  #
@@ -6551,7 +6608,7 @@ module Aws::Glue
6551
6608
  #
6552
6609
  # resp.schema_version_id #=> String
6553
6610
  # resp.schema_definition #=> String
6554
- # resp.data_format #=> String, one of "AVRO", "JSON"
6611
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6555
6612
  # resp.schema_arn #=> String
6556
6613
  # resp.version_number #=> Integer
6557
6614
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
@@ -6763,6 +6820,8 @@ module Aws::Glue
6763
6820
  # resp.table.storage_descriptor.columns[0].parameters #=> Hash
6764
6821
  # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6765
6822
  # resp.table.storage_descriptor.location #=> String
6823
+ # resp.table.storage_descriptor.additional_locations #=> Array
6824
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
6766
6825
  # resp.table.storage_descriptor.input_format #=> String
6767
6826
  # resp.table.storage_descriptor.output_format #=> String
6768
6827
  # resp.table.storage_descriptor.compressed #=> Boolean
@@ -6866,6 +6925,8 @@ module Aws::Glue
6866
6925
  # resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
6867
6926
  # resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6868
6927
  # resp.table_version.table.storage_descriptor.location #=> String
6928
+ # resp.table_version.table.storage_descriptor.additional_locations #=> Array
6929
+ # resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
6869
6930
  # resp.table_version.table.storage_descriptor.input_format #=> String
6870
6931
  # resp.table_version.table.storage_descriptor.output_format #=> String
6871
6932
  # resp.table_version.table.storage_descriptor.compressed #=> Boolean
@@ -6978,6 +7039,8 @@ module Aws::Glue
6978
7039
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
6979
7040
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6980
7041
  # resp.table_versions[0].table.storage_descriptor.location #=> String
7042
+ # resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
7043
+ # resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
6981
7044
  # resp.table_versions[0].table.storage_descriptor.input_format #=> String
6982
7045
  # resp.table_versions[0].table.storage_descriptor.output_format #=> String
6983
7046
  # resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
@@ -7101,6 +7164,8 @@ module Aws::Glue
7101
7164
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
7102
7165
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
7103
7166
  # resp.table_list[0].storage_descriptor.location #=> String
7167
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
7168
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
7104
7169
  # resp.table_list[0].storage_descriptor.input_format #=> String
7105
7170
  # resp.table_list[0].storage_descriptor.output_format #=> String
7106
7171
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -7303,6 +7368,316 @@ module Aws::Glue
7303
7368
  req.send_request(options)
7304
7369
  end
7305
7370
 
7371
+ # @option params [required, String] :catalog_id
7372
+ #
7373
+ # @option params [required, String] :database_name
7374
+ #
7375
+ # @option params [required, String] :table_name
7376
+ #
7377
+ # @option params [required, Array<String>] :partition_values
7378
+ #
7379
+ # @option params [Types::AuditContext] :audit_context
7380
+ #
7381
+ # @option params [required, Array<String>] :supported_permission_types
7382
+ #
7383
+ # @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7384
+ #
7385
+ # * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
7386
+ # * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7387
+ # * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7388
+ #
7389
+ # @example Request syntax with placeholder values
7390
+ #
7391
+ # resp = client.get_unfiltered_partition_metadata({
7392
+ # catalog_id: "CatalogIdString", # required
7393
+ # database_name: "NameString", # required
7394
+ # table_name: "NameString", # required
7395
+ # partition_values: ["ValueString"], # required
7396
+ # audit_context: {
7397
+ # additional_audit_context: "AuditContextString",
7398
+ # },
7399
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7400
+ # })
7401
+ #
7402
+ # @example Response structure
7403
+ #
7404
+ # resp.data.partition.values #=> Array
7405
+ # resp.data.partition.values[0] #=> String
7406
+ # resp.data.partition.database_name #=> String
7407
+ # resp.data.partition.table_name #=> String
7408
+ # resp.data.partition.creation_time #=> Time
7409
+ # resp.data.partition.last_access_time #=> Time
7410
+ # resp.data.partition.storage_descriptor.columns #=> Array
7411
+ # resp.data.partition.storage_descriptor.columns[0].name #=> String
7412
+ # resp.data.partition.storage_descriptor.columns[0].type #=> String
7413
+ # resp.data.partition.storage_descriptor.columns[0].comment #=> String
7414
+ # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
7415
+ # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7416
+ # resp.data.partition.storage_descriptor.location #=> String
7417
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
7418
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
7419
+ # resp.data.partition.storage_descriptor.input_format #=> String
7420
+ # resp.data.partition.storage_descriptor.output_format #=> String
7421
+ # resp.data.partition.storage_descriptor.compressed #=> Boolean
7422
+ # resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
7423
+ # resp.data.partition.storage_descriptor.serde_info.name #=> String
7424
+ # resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
7425
+ # resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
7426
+ # resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7427
+ # resp.data.partition.storage_descriptor.bucket_columns #=> Array
7428
+ # resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
7429
+ # resp.data.partition.storage_descriptor.sort_columns #=> Array
7430
+ # resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
7431
+ # resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7432
+ # resp.data.partition.storage_descriptor.parameters #=> Hash
7433
+ # resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
7434
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7435
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7436
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7437
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7438
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7439
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7440
+ # resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7441
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7442
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7443
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7444
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
7445
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7446
+ # resp.data.partition.parameters #=> Hash
7447
+ # resp.data.partition.parameters["KeyString"] #=> String
7448
+ # resp.data.partition.last_analyzed_time #=> Time
7449
+ # resp.data.partition.catalog_id #=> String
7450
+ # resp.authorized_columns #=> Array
7451
+ # resp.authorized_columns[0] #=> String
7452
+ # resp.is_registered_with_lake_formation #=> Boolean
7453
+ #
7454
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
7455
+ #
7456
+ # @overload get_unfiltered_partition_metadata(params = {})
7457
+ # @param [Hash] params ({})
7458
+ def get_unfiltered_partition_metadata(params = {}, options = {})
7459
+ req = build_request(:get_unfiltered_partition_metadata, params)
7460
+ req.send_request(options)
7461
+ end
7462
+
7463
+ # @option params [required, String] :catalog_id
7464
+ #
7465
+ # @option params [required, String] :database_name
7466
+ #
7467
+ # @option params [required, String] :table_name
7468
+ #
7469
+ # @option params [String] :expression
7470
+ #
7471
+ # @option params [Types::AuditContext] :audit_context
7472
+ #
7473
+ # @option params [required, Array<String>] :supported_permission_types
7474
+ #
7475
+ # @option params [String] :next_token
7476
+ #
7477
+ # @option params [Types::Segment] :segment
7478
+ # Defines a non-overlapping region of a table's partitions, allowing
7479
+ # multiple requests to be run in parallel.
7480
+ #
7481
+ # @option params [Integer] :max_results
7482
+ #
7483
+ # @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7484
+ #
7485
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array&lt;Types::UnfilteredPartition&gt;
7486
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
7487
+ #
7488
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
7489
+ #
7490
+ # @example Request syntax with placeholder values
7491
+ #
7492
+ # resp = client.get_unfiltered_partitions_metadata({
7493
+ # catalog_id: "CatalogIdString", # required
7494
+ # database_name: "NameString", # required
7495
+ # table_name: "NameString", # required
7496
+ # expression: "PredicateString",
7497
+ # audit_context: {
7498
+ # additional_audit_context: "AuditContextString",
7499
+ # },
7500
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7501
+ # next_token: "Token",
7502
+ # segment: {
7503
+ # segment_number: 1, # required
7504
+ # total_segments: 1, # required
7505
+ # },
7506
+ # max_results: 1,
7507
+ # })
7508
+ #
7509
+ # @example Response structure
7510
+ #
7511
+ # resp.unfiltered_partitions #=> Array
7512
+ # resp.unfiltered_partitions[0].partition.values #=> Array
7513
+ # resp.unfiltered_partitions[0].partition.values[0] #=> String
7514
+ # resp.unfiltered_partitions[0].partition.database_name #=> String
7515
+ # resp.unfiltered_partitions[0].partition.table_name #=> String
7516
+ # resp.unfiltered_partitions[0].partition.creation_time #=> Time
7517
+ # resp.unfiltered_partitions[0].partition.last_access_time #=> Time
7518
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
7519
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
7520
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
7521
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
7522
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
7523
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7524
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
7525
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
7526
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
7527
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
7528
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
7529
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
7530
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
7531
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
7532
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
7533
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
7534
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7535
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
7536
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
7537
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
7538
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
7539
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7540
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
7541
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
7542
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7543
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7544
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7545
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7546
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7547
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7548
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7549
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7550
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7551
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7552
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
7553
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7554
+ # resp.unfiltered_partitions[0].partition.parameters #=> Hash
7555
+ # resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
7556
+ # resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
7557
+ # resp.unfiltered_partitions[0].partition.catalog_id #=> String
7558
+ # resp.unfiltered_partitions[0].authorized_columns #=> Array
7559
+ # resp.unfiltered_partitions[0].authorized_columns[0] #=> String
7560
+ # resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
7561
+ # resp.next_token #=> String
7562
+ #
7563
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
7564
+ #
7565
+ # @overload get_unfiltered_partitions_metadata(params = {})
7566
+ # @param [Hash] params ({})
7567
+ def get_unfiltered_partitions_metadata(params = {}, options = {})
7568
+ req = build_request(:get_unfiltered_partitions_metadata, params)
7569
+ req.send_request(options)
7570
+ end
7571
+
7572
+ # @option params [required, String] :catalog_id
7573
+ #
7574
+ # @option params [required, String] :database_name
7575
+ #
7576
+ # @option params [required, String] :name
7577
+ #
7578
+ # @option params [Types::AuditContext] :audit_context
7579
+ #
7580
+ # @option params [required, Array<String>] :supported_permission_types
7581
+ #
7582
+ # @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7583
+ #
7584
+ # * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
7585
+ # * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7586
+ # * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7587
+ # * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array&lt;Types::ColumnRowFilter&gt;
7588
+ #
7589
+ # @example Request syntax with placeholder values
7590
+ #
7591
+ # resp = client.get_unfiltered_table_metadata({
7592
+ # catalog_id: "CatalogIdString", # required
7593
+ # database_name: "NameString", # required
7594
+ # name: "NameString", # required
7595
+ # audit_context: {
7596
+ # additional_audit_context: "AuditContextString",
7597
+ # },
7598
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7599
+ # })
7600
+ #
7601
+ # @example Response structure
7602
+ #
7603
+ # resp.table.name #=> String
7604
+ # resp.table.database_name #=> String
7605
+ # resp.table.description #=> String
7606
+ # resp.table.owner #=> String
7607
+ # resp.table.create_time #=> Time
7608
+ # resp.table.update_time #=> Time
7609
+ # resp.table.last_access_time #=> Time
7610
+ # resp.table.last_analyzed_time #=> Time
7611
+ # resp.table.retention #=> Integer
7612
+ # resp.table.storage_descriptor.columns #=> Array
7613
+ # resp.table.storage_descriptor.columns[0].name #=> String
7614
+ # resp.table.storage_descriptor.columns[0].type #=> String
7615
+ # resp.table.storage_descriptor.columns[0].comment #=> String
7616
+ # resp.table.storage_descriptor.columns[0].parameters #=> Hash
7617
+ # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7618
+ # resp.table.storage_descriptor.location #=> String
7619
+ # resp.table.storage_descriptor.additional_locations #=> Array
7620
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
7621
+ # resp.table.storage_descriptor.input_format #=> String
7622
+ # resp.table.storage_descriptor.output_format #=> String
7623
+ # resp.table.storage_descriptor.compressed #=> Boolean
7624
+ # resp.table.storage_descriptor.number_of_buckets #=> Integer
7625
+ # resp.table.storage_descriptor.serde_info.name #=> String
7626
+ # resp.table.storage_descriptor.serde_info.serialization_library #=> String
7627
+ # resp.table.storage_descriptor.serde_info.parameters #=> Hash
7628
+ # resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7629
+ # resp.table.storage_descriptor.bucket_columns #=> Array
7630
+ # resp.table.storage_descriptor.bucket_columns[0] #=> String
7631
+ # resp.table.storage_descriptor.sort_columns #=> Array
7632
+ # resp.table.storage_descriptor.sort_columns[0].column #=> String
7633
+ # resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
7634
+ # resp.table.storage_descriptor.parameters #=> Hash
7635
+ # resp.table.storage_descriptor.parameters["KeyString"] #=> String
7636
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
7637
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7638
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
7639
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7640
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7641
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7642
+ # resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
7643
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7644
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7645
+ # resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7646
+ # resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
7647
+ # resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
7648
+ # resp.table.partition_keys #=> Array
7649
+ # resp.table.partition_keys[0].name #=> String
7650
+ # resp.table.partition_keys[0].type #=> String
7651
+ # resp.table.partition_keys[0].comment #=> String
7652
+ # resp.table.partition_keys[0].parameters #=> Hash
7653
+ # resp.table.partition_keys[0].parameters["KeyString"] #=> String
7654
+ # resp.table.view_original_text #=> String
7655
+ # resp.table.view_expanded_text #=> String
7656
+ # resp.table.table_type #=> String
7657
+ # resp.table.parameters #=> Hash
7658
+ # resp.table.parameters["KeyString"] #=> String
7659
+ # resp.table.created_by #=> String
7660
+ # resp.table.is_registered_with_lake_formation #=> Boolean
7661
+ # resp.table.target_table.catalog_id #=> String
7662
+ # resp.table.target_table.database_name #=> String
7663
+ # resp.table.target_table.name #=> String
7664
+ # resp.table.catalog_id #=> String
7665
+ # resp.authorized_columns #=> Array
7666
+ # resp.authorized_columns[0] #=> String
7667
+ # resp.is_registered_with_lake_formation #=> Boolean
7668
+ # resp.cell_filters #=> Array
7669
+ # resp.cell_filters[0].column_name #=> String
7670
+ # resp.cell_filters[0].row_filter_expression #=> String
7671
+ #
7672
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
7673
+ #
7674
+ # @overload get_unfiltered_table_metadata(params = {})
7675
+ # @param [Hash] params ({})
7676
+ def get_unfiltered_table_metadata(params = {}, options = {})
7677
+ req = build_request(:get_unfiltered_table_metadata, params)
7678
+ req.send_request(options)
7679
+ end
7680
+
7306
7681
  # Retrieves a specified function definition from the Data Catalog.
7307
7682
  #
7308
7683
  # @option params [String] :catalog_id
@@ -9014,6 +9389,8 @@ module Aws::Glue
9014
9389
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
9015
9390
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
9016
9391
  # resp.table_list[0].storage_descriptor.location #=> String
9392
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
9393
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
9017
9394
  # resp.table_list[0].storage_descriptor.input_format #=> String
9018
9395
  # resp.table_list[0].storage_descriptor.output_format #=> String
9019
9396
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -9519,6 +9896,9 @@ module Aws::Glue
9519
9896
  # @option params [required, String] :name
9520
9897
  # The name of the workflow to start.
9521
9898
  #
9899
+ # @option params [Hash<String,String>] :run_properties
9900
+ # The workflow run properties for the new workflow run.
9901
+ #
9522
9902
  # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9523
9903
  #
9524
9904
  # * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -9527,6 +9907,9 @@ module Aws::Glue
9527
9907
  #
9528
9908
  # resp = client.start_workflow_run({
9529
9909
  # name: "NameString", # required
9910
+ # run_properties: {
9911
+ # "IdString" => "GenericString",
9912
+ # },
9530
9913
  # })
9531
9914
  #
9532
9915
  # @example Response structure
@@ -10165,6 +10548,8 @@ module Aws::Glue
10165
10548
  # @option params [Types::LineageConfiguration] :lineage_configuration
10166
10549
  # Specifies data lineage configuration settings for the crawler.
10167
10550
  #
10551
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
10552
+ #
10168
10553
  # @option params [String] :configuration
10169
10554
  # Crawler configuration information. This versioned JSON string allows
10170
10555
  # users to specify aspects of a crawler's behavior. For more
@@ -10223,6 +10608,14 @@ module Aws::Glue
10223
10608
  # {
10224
10609
  # database_name: "NameString", # required
10225
10610
  # tables: ["NameString"], # required
10611
+ # connection_name: "ConnectionName",
10612
+ # },
10613
+ # ],
10614
+ # delta_targets: [
10615
+ # {
10616
+ # delta_tables: ["Path"],
10617
+ # connection_name: "ConnectionName",
10618
+ # write_manifest: false,
10226
10619
  # },
10227
10620
  # ],
10228
10621
  # },
@@ -10239,6 +10632,10 @@ module Aws::Glue
10239
10632
  # lineage_configuration: {
10240
10633
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10241
10634
  # },
10635
+ # lake_formation_configuration: {
10636
+ # use_lake_formation_credentials: false,
10637
+ # account_id: "AccountId",
10638
+ # },
10242
10639
  # configuration: "CrawlerConfiguration",
10243
10640
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
10244
10641
  # })
@@ -10637,6 +11034,7 @@ module Aws::Glue
10637
11034
  # },
10638
11035
  # ],
10639
11036
  # location: "LocationString",
11037
+ # additional_locations: ["LocationString"],
10640
11038
  # input_format: "FormatString",
10641
11039
  # output_format: "FormatString",
10642
11040
  # compressed: false,
@@ -10853,6 +11251,7 @@ module Aws::Glue
10853
11251
  # },
10854
11252
  # ],
10855
11253
  # location: "LocationString",
11254
+ # additional_locations: ["LocationString"],
10856
11255
  # input_format: "FormatString",
10857
11256
  # output_format: "FormatString",
10858
11257
  # compressed: false,
@@ -11125,7 +11524,7 @@ module Aws::Glue
11125
11524
  params: params,
11126
11525
  config: config)
11127
11526
  context[:gem_name] = 'aws-sdk-glue'
11128
- context[:gem_version] = '1.100.0'
11527
+ context[:gem_version] = '1.104.0'
11129
11528
  Seahorse::Client::Request.new(handlers, context)
11130
11529
  end
11131
11530