aws-sdk-glue 1.100.0 → 1.104.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -27,6 +27,7 @@ require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
27
27
  require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
28
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
29
  require 'aws-sdk-core/plugins/http_checksum.rb'
30
+ require 'aws-sdk-core/plugins/defaults_mode.rb'
30
31
  require 'aws-sdk-core/plugins/signature_v4.rb'
31
32
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
32
33
 
@@ -73,6 +74,7 @@ module Aws::Glue
73
74
  add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
74
75
  add_plugin(Aws::Plugins::TransferEncoding)
75
76
  add_plugin(Aws::Plugins::HttpChecksum)
77
+ add_plugin(Aws::Plugins::DefaultsMode)
76
78
  add_plugin(Aws::Plugins::SignatureV4)
77
79
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
78
80
 
@@ -175,6 +177,10 @@ module Aws::Glue
175
177
  # Used only in `standard` and adaptive retry modes. Specifies whether to apply
176
178
  # a clock skew correction and retry requests with skewed client clocks.
177
179
  #
180
+ # @option options [String] :defaults_mode ("legacy")
181
+ # See {Aws::DefaultsModeConfiguration} for a list of the
182
+ # accepted modes and the configuration defaults that are included.
183
+ #
178
184
  # @option options [Boolean] :disable_host_prefix_injection (false)
179
185
  # Set to true to disable SDK automatically adding host prefix
180
186
  # to default service endpoint when available.
@@ -307,7 +313,7 @@ module Aws::Glue
307
313
  # seconds to wait when opening a HTTP session before raising a
308
314
  # `Timeout::Error`.
309
315
  #
310
- # @option options [Integer] :http_read_timeout (60) The default
316
+ # @option options [Float] :http_read_timeout (60) The default
311
317
  # number of seconds to wait for response data. This value can
312
318
  # safely be set per-request on the session.
313
319
  #
@@ -323,6 +329,9 @@ module Aws::Glue
323
329
  # disables this behaviour. This value can safely be set per
324
330
  # request on the session.
325
331
  #
332
+ # @option options [Float] :ssl_timeout (nil) Sets the SSL timeout
333
+ # in seconds.
334
+ #
326
335
  # @option options [Boolean] :http_wire_trace (false) When `true`,
327
336
  # HTTP debug output will be sent to the `:logger`.
328
337
  #
@@ -392,6 +401,7 @@ module Aws::Glue
392
401
  # },
393
402
  # ],
394
403
  # location: "LocationString",
404
+ # additional_locations: ["LocationString"],
395
405
  # input_format: "FormatString",
396
406
  # output_format: "FormatString",
397
407
  # compressed: false,
@@ -757,6 +767,12 @@ module Aws::Glue
757
767
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
758
768
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
759
769
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
770
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
771
+ # resp.crawlers[0].targets.delta_targets #=> Array
772
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
773
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
774
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
775
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
760
776
  # resp.crawlers[0].database_name #=> String
761
777
  # resp.crawlers[0].description #=> String
762
778
  # resp.crawlers[0].classifiers #=> Array
@@ -781,6 +797,8 @@ module Aws::Glue
781
797
  # resp.crawlers[0].version #=> Integer
782
798
  # resp.crawlers[0].configuration #=> String
783
799
  # resp.crawlers[0].crawler_security_configuration #=> String
800
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
801
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
784
802
  # resp.crawlers_not_found #=> Array
785
803
  # resp.crawlers_not_found[0] #=> String
786
804
  #
@@ -968,6 +986,8 @@ module Aws::Glue
968
986
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
969
987
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
970
988
  # resp.partitions[0].storage_descriptor.location #=> String
989
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
990
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
971
991
  # resp.partitions[0].storage_descriptor.input_format #=> String
972
992
  # resp.partitions[0].storage_descriptor.output_format #=> String
973
993
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -1354,6 +1374,7 @@ module Aws::Glue
1354
1374
  # },
1355
1375
  # ],
1356
1376
  # location: "LocationString",
1377
+ # additional_locations: ["LocationString"],
1357
1378
  # input_format: "FormatString",
1358
1379
  # output_format: "FormatString",
1359
1380
  # compressed: false,
@@ -1465,8 +1486,8 @@ module Aws::Glue
1465
1486
  # checks are performed.
1466
1487
  #
1467
1488
  # @option params [required, String] :data_format
1468
- # The data format of the schema definition. Currently `AVRO` and `JSON`
1469
- # are supported.
1489
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
1490
+ # `PROTOBUF` are supported.
1470
1491
  #
1471
1492
  # @option params [required, String] :schema_definition
1472
1493
  # The definition of the schema that has to be validated.
@@ -1479,7 +1500,7 @@ module Aws::Glue
1479
1500
  # @example Request syntax with placeholder values
1480
1501
  #
1481
1502
  # resp = client.check_schema_version_validity({
1482
- # data_format: "AVRO", # required, accepts AVRO, JSON
1503
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
1483
1504
  # schema_definition: "SchemaDefinitionString", # required
1484
1505
  # })
1485
1506
  #
@@ -1691,6 +1712,8 @@ module Aws::Glue
1691
1712
  # @option params [Types::LineageConfiguration] :lineage_configuration
1692
1713
  # Specifies data lineage configuration settings for the crawler.
1693
1714
  #
1715
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
1716
+ #
1694
1717
  # @option params [String] :configuration
1695
1718
  # Crawler configuration information. This versioned JSON string allows
1696
1719
  # users to specify aspects of a crawler's behavior. For more
@@ -1758,6 +1781,14 @@ module Aws::Glue
1758
1781
  # {
1759
1782
  # database_name: "NameString", # required
1760
1783
  # tables: ["NameString"], # required
1784
+ # connection_name: "ConnectionName",
1785
+ # },
1786
+ # ],
1787
+ # delta_targets: [
1788
+ # {
1789
+ # delta_tables: ["Path"],
1790
+ # connection_name: "ConnectionName",
1791
+ # write_manifest: false,
1761
1792
  # },
1762
1793
  # ],
1763
1794
  # },
@@ -1774,6 +1805,10 @@ module Aws::Glue
1774
1805
  # lineage_configuration: {
1775
1806
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
1776
1807
  # },
1808
+ # lake_formation_configuration: {
1809
+ # use_lake_formation_credentials: false,
1810
+ # account_id: "AccountId",
1811
+ # },
1777
1812
  # configuration: "CrawlerConfiguration",
1778
1813
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
1779
1814
  # tags: {
@@ -2494,6 +2529,7 @@ module Aws::Glue
2494
2529
  # },
2495
2530
  # ],
2496
2531
  # location: "LocationString",
2532
+ # additional_locations: ["LocationString"],
2497
2533
  # input_format: "FormatString",
2498
2534
  # output_format: "FormatString",
2499
2535
  # compressed: false,
@@ -2666,8 +2702,8 @@ module Aws::Glue
2666
2702
  # mark. No whitespace.
2667
2703
  #
2668
2704
  # @option params [required, String] :data_format
2669
- # The data format of the schema definition. Currently `AVRO` and `JSON`
2670
- # are supported.
2705
+ # The data format of the schema definition. Currently `AVRO`, `JSON` and
2706
+ # `PROTOBUF` are supported.
2671
2707
  #
2672
2708
  # @option params [String] :compatibility
2673
2709
  # The compatibility mode of the schema. The possible values are:
@@ -2752,7 +2788,7 @@ module Aws::Glue
2752
2788
  # registry_arn: "GlueResourceArn",
2753
2789
  # },
2754
2790
  # schema_name: "SchemaRegistryNameString", # required
2755
- # data_format: "AVRO", # required, accepts AVRO, JSON
2791
+ # data_format: "AVRO", # required, accepts AVRO, JSON, PROTOBUF
2756
2792
  # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
2757
2793
  # description: "DescriptionString",
2758
2794
  # tags: {
@@ -2768,7 +2804,7 @@ module Aws::Glue
2768
2804
  # resp.schema_name #=> String
2769
2805
  # resp.schema_arn #=> String
2770
2806
  # resp.description #=> String
2771
- # resp.data_format #=> String, one of "AVRO", "JSON"
2807
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
2772
2808
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
2773
2809
  # resp.schema_checkpoint #=> Integer
2774
2810
  # resp.latest_schema_version #=> Integer
@@ -2949,6 +2985,7 @@ module Aws::Glue
2949
2985
  # },
2950
2986
  # ],
2951
2987
  # location: "LocationString",
2988
+ # additional_locations: ["LocationString"],
2952
2989
  # input_format: "FormatString",
2953
2990
  # output_format: "FormatString",
2954
2991
  # compressed: false,
@@ -4618,6 +4655,12 @@ module Aws::Glue
4618
4655
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
4619
4656
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
4620
4657
  # resp.crawler.targets.catalog_targets[0].tables[0] #=> String
4658
+ # resp.crawler.targets.catalog_targets[0].connection_name #=> String
4659
+ # resp.crawler.targets.delta_targets #=> Array
4660
+ # resp.crawler.targets.delta_targets[0].delta_tables #=> Array
4661
+ # resp.crawler.targets.delta_targets[0].delta_tables[0] #=> String
4662
+ # resp.crawler.targets.delta_targets[0].connection_name #=> String
4663
+ # resp.crawler.targets.delta_targets[0].write_manifest #=> Boolean
4621
4664
  # resp.crawler.database_name #=> String
4622
4665
  # resp.crawler.description #=> String
4623
4666
  # resp.crawler.classifiers #=> Array
@@ -4642,6 +4685,8 @@ module Aws::Glue
4642
4685
  # resp.crawler.version #=> Integer
4643
4686
  # resp.crawler.configuration #=> String
4644
4687
  # resp.crawler.crawler_security_configuration #=> String
4688
+ # resp.crawler.lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4689
+ # resp.crawler.lake_formation_configuration.account_id #=> String
4645
4690
  #
4646
4691
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
4647
4692
  #
@@ -4752,6 +4797,12 @@ module Aws::Glue
4752
4797
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
4753
4798
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
4754
4799
  # resp.crawlers[0].targets.catalog_targets[0].tables[0] #=> String
4800
+ # resp.crawlers[0].targets.catalog_targets[0].connection_name #=> String
4801
+ # resp.crawlers[0].targets.delta_targets #=> Array
4802
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables #=> Array
4803
+ # resp.crawlers[0].targets.delta_targets[0].delta_tables[0] #=> String
4804
+ # resp.crawlers[0].targets.delta_targets[0].connection_name #=> String
4805
+ # resp.crawlers[0].targets.delta_targets[0].write_manifest #=> Boolean
4755
4806
  # resp.crawlers[0].database_name #=> String
4756
4807
  # resp.crawlers[0].description #=> String
4757
4808
  # resp.crawlers[0].classifiers #=> Array
@@ -4776,6 +4827,8 @@ module Aws::Glue
4776
4827
  # resp.crawlers[0].version #=> Integer
4777
4828
  # resp.crawlers[0].configuration #=> String
4778
4829
  # resp.crawlers[0].crawler_security_configuration #=> String
4830
+ # resp.crawlers[0].lake_formation_configuration.use_lake_formation_credentials #=> Boolean
4831
+ # resp.crawlers[0].lake_formation_configuration.account_id #=> String
4779
4832
  # resp.next_token #=> String
4780
4833
  #
4781
4834
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
@@ -5841,6 +5894,8 @@ module Aws::Glue
5841
5894
  # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
5842
5895
  # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
5843
5896
  # resp.data.partition.storage_descriptor.location #=> String
5897
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
5898
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
5844
5899
  # resp.data.partition.storage_descriptor.input_format #=> String
5845
5900
  # resp.data.partition.storage_descriptor.output_format #=> String
5846
5901
  # resp.data.partition.storage_descriptor.compressed #=> Boolean
@@ -6109,6 +6164,8 @@ module Aws::Glue
6109
6164
  # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
6110
6165
  # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
6111
6166
  # resp.partitions[0].storage_descriptor.location #=> String
6167
+ # resp.partitions[0].storage_descriptor.additional_locations #=> Array
6168
+ # resp.partitions[0].storage_descriptor.additional_locations[0] #=> String
6112
6169
  # resp.partitions[0].storage_descriptor.input_format #=> String
6113
6170
  # resp.partitions[0].storage_descriptor.output_format #=> String
6114
6171
  # resp.partitions[0].storage_descriptor.compressed #=> Boolean
@@ -6425,7 +6482,7 @@ module Aws::Glue
6425
6482
  # resp.schema_name #=> String
6426
6483
  # resp.schema_arn #=> String
6427
6484
  # resp.description #=> String
6428
- # resp.data_format #=> String, one of "AVRO", "JSON"
6485
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6429
6486
  # resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
6430
6487
  # resp.schema_checkpoint #=> Integer
6431
6488
  # resp.latest_schema_version #=> Integer
@@ -6486,7 +6543,7 @@ module Aws::Glue
6486
6543
  #
6487
6544
  # resp.schema_version_id #=> String
6488
6545
  # resp.schema_arn #=> String
6489
- # resp.data_format #=> String, one of "AVRO", "JSON"
6546
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6490
6547
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
6491
6548
  # resp.created_time #=> String
6492
6549
  #
@@ -6551,7 +6608,7 @@ module Aws::Glue
6551
6608
  #
6552
6609
  # resp.schema_version_id #=> String
6553
6610
  # resp.schema_definition #=> String
6554
- # resp.data_format #=> String, one of "AVRO", "JSON"
6611
+ # resp.data_format #=> String, one of "AVRO", "JSON", "PROTOBUF"
6555
6612
  # resp.schema_arn #=> String
6556
6613
  # resp.version_number #=> Integer
6557
6614
  # resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
@@ -6763,6 +6820,8 @@ module Aws::Glue
6763
6820
  # resp.table.storage_descriptor.columns[0].parameters #=> Hash
6764
6821
  # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6765
6822
  # resp.table.storage_descriptor.location #=> String
6823
+ # resp.table.storage_descriptor.additional_locations #=> Array
6824
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
6766
6825
  # resp.table.storage_descriptor.input_format #=> String
6767
6826
  # resp.table.storage_descriptor.output_format #=> String
6768
6827
  # resp.table.storage_descriptor.compressed #=> Boolean
@@ -6866,6 +6925,8 @@ module Aws::Glue
6866
6925
  # resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
6867
6926
  # resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6868
6927
  # resp.table_version.table.storage_descriptor.location #=> String
6928
+ # resp.table_version.table.storage_descriptor.additional_locations #=> Array
6929
+ # resp.table_version.table.storage_descriptor.additional_locations[0] #=> String
6869
6930
  # resp.table_version.table.storage_descriptor.input_format #=> String
6870
6931
  # resp.table_version.table.storage_descriptor.output_format #=> String
6871
6932
  # resp.table_version.table.storage_descriptor.compressed #=> Boolean
@@ -6978,6 +7039,8 @@ module Aws::Glue
6978
7039
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
6979
7040
  # resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
6980
7041
  # resp.table_versions[0].table.storage_descriptor.location #=> String
7042
+ # resp.table_versions[0].table.storage_descriptor.additional_locations #=> Array
7043
+ # resp.table_versions[0].table.storage_descriptor.additional_locations[0] #=> String
6981
7044
  # resp.table_versions[0].table.storage_descriptor.input_format #=> String
6982
7045
  # resp.table_versions[0].table.storage_descriptor.output_format #=> String
6983
7046
  # resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
@@ -7101,6 +7164,8 @@ module Aws::Glue
7101
7164
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
7102
7165
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
7103
7166
  # resp.table_list[0].storage_descriptor.location #=> String
7167
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
7168
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
7104
7169
  # resp.table_list[0].storage_descriptor.input_format #=> String
7105
7170
  # resp.table_list[0].storage_descriptor.output_format #=> String
7106
7171
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -7303,6 +7368,316 @@ module Aws::Glue
7303
7368
  req.send_request(options)
7304
7369
  end
7305
7370
 
7371
+ # @option params [required, String] :catalog_id
7372
+ #
7373
+ # @option params [required, String] :database_name
7374
+ #
7375
+ # @option params [required, String] :table_name
7376
+ #
7377
+ # @option params [required, Array<String>] :partition_values
7378
+ #
7379
+ # @option params [Types::AuditContext] :audit_context
7380
+ #
7381
+ # @option params [required, Array<String>] :supported_permission_types
7382
+ #
7383
+ # @return [Types::GetUnfilteredPartitionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7384
+ #
7385
+ # * {Types::GetUnfilteredPartitionMetadataResponse#partition #data.partition} => Types::Partition (This method conflicts with a method on Response, call it through the data member)
7386
+ # * {Types::GetUnfilteredPartitionMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7387
+ # * {Types::GetUnfilteredPartitionMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7388
+ #
7389
+ # @example Request syntax with placeholder values
7390
+ #
7391
+ # resp = client.get_unfiltered_partition_metadata({
7392
+ # catalog_id: "CatalogIdString", # required
7393
+ # database_name: "NameString", # required
7394
+ # table_name: "NameString", # required
7395
+ # partition_values: ["ValueString"], # required
7396
+ # audit_context: {
7397
+ # additional_audit_context: "AuditContextString",
7398
+ # },
7399
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7400
+ # })
7401
+ #
7402
+ # @example Response structure
7403
+ #
7404
+ # resp.data.partition.values #=> Array
7405
+ # resp.data.partition.values[0] #=> String
7406
+ # resp.data.partition.database_name #=> String
7407
+ # resp.data.partition.table_name #=> String
7408
+ # resp.data.partition.creation_time #=> Time
7409
+ # resp.data.partition.last_access_time #=> Time
7410
+ # resp.data.partition.storage_descriptor.columns #=> Array
7411
+ # resp.data.partition.storage_descriptor.columns[0].name #=> String
7412
+ # resp.data.partition.storage_descriptor.columns[0].type #=> String
7413
+ # resp.data.partition.storage_descriptor.columns[0].comment #=> String
7414
+ # resp.data.partition.storage_descriptor.columns[0].parameters #=> Hash
7415
+ # resp.data.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7416
+ # resp.data.partition.storage_descriptor.location #=> String
7417
+ # resp.data.partition.storage_descriptor.additional_locations #=> Array
7418
+ # resp.data.partition.storage_descriptor.additional_locations[0] #=> String
7419
+ # resp.data.partition.storage_descriptor.input_format #=> String
7420
+ # resp.data.partition.storage_descriptor.output_format #=> String
7421
+ # resp.data.partition.storage_descriptor.compressed #=> Boolean
7422
+ # resp.data.partition.storage_descriptor.number_of_buckets #=> Integer
7423
+ # resp.data.partition.storage_descriptor.serde_info.name #=> String
7424
+ # resp.data.partition.storage_descriptor.serde_info.serialization_library #=> String
7425
+ # resp.data.partition.storage_descriptor.serde_info.parameters #=> Hash
7426
+ # resp.data.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7427
+ # resp.data.partition.storage_descriptor.bucket_columns #=> Array
7428
+ # resp.data.partition.storage_descriptor.bucket_columns[0] #=> String
7429
+ # resp.data.partition.storage_descriptor.sort_columns #=> Array
7430
+ # resp.data.partition.storage_descriptor.sort_columns[0].column #=> String
7431
+ # resp.data.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7432
+ # resp.data.partition.storage_descriptor.parameters #=> Hash
7433
+ # resp.data.partition.storage_descriptor.parameters["KeyString"] #=> String
7434
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7435
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7436
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7437
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7438
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7439
+ # resp.data.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7440
+ # resp.data.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7441
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7442
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7443
+ # resp.data.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7444
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_id #=> String
7445
+ # resp.data.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7446
+ # resp.data.partition.parameters #=> Hash
7447
+ # resp.data.partition.parameters["KeyString"] #=> String
7448
+ # resp.data.partition.last_analyzed_time #=> Time
7449
+ # resp.data.partition.catalog_id #=> String
7450
+ # resp.authorized_columns #=> Array
7451
+ # resp.authorized_columns[0] #=> String
7452
+ # resp.is_registered_with_lake_formation #=> Boolean
7453
+ #
7454
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionMetadata AWS API Documentation
7455
+ #
7456
+ # @overload get_unfiltered_partition_metadata(params = {})
7457
+ # @param [Hash] params ({})
7458
+ def get_unfiltered_partition_metadata(params = {}, options = {})
7459
+ req = build_request(:get_unfiltered_partition_metadata, params)
7460
+ req.send_request(options)
7461
+ end
7462
+
7463
+ # @option params [required, String] :catalog_id
7464
+ #
7465
+ # @option params [required, String] :database_name
7466
+ #
7467
+ # @option params [required, String] :table_name
7468
+ #
7469
+ # @option params [String] :expression
7470
+ #
7471
+ # @option params [Types::AuditContext] :audit_context
7472
+ #
7473
+ # @option params [required, Array<String>] :supported_permission_types
7474
+ #
7475
+ # @option params [String] :next_token
7476
+ #
7477
+ # @option params [Types::Segment] :segment
7478
+ # Defines a non-overlapping region of a table's partitions, allowing
7479
+ # multiple requests to be run in parallel.
7480
+ #
7481
+ # @option params [Integer] :max_results
7482
+ #
7483
+ # @return [Types::GetUnfilteredPartitionsMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7484
+ #
7485
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#unfiltered_partitions #unfiltered_partitions} => Array&lt;Types::UnfilteredPartition&gt;
7486
+ # * {Types::GetUnfilteredPartitionsMetadataResponse#next_token #next_token} => String
7487
+ #
7488
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
7489
+ #
7490
+ # @example Request syntax with placeholder values
7491
+ #
7492
+ # resp = client.get_unfiltered_partitions_metadata({
7493
+ # catalog_id: "CatalogIdString", # required
7494
+ # database_name: "NameString", # required
7495
+ # table_name: "NameString", # required
7496
+ # expression: "PredicateString",
7497
+ # audit_context: {
7498
+ # additional_audit_context: "AuditContextString",
7499
+ # },
7500
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7501
+ # next_token: "Token",
7502
+ # segment: {
7503
+ # segment_number: 1, # required
7504
+ # total_segments: 1, # required
7505
+ # },
7506
+ # max_results: 1,
7507
+ # })
7508
+ #
7509
+ # @example Response structure
7510
+ #
7511
+ # resp.unfiltered_partitions #=> Array
7512
+ # resp.unfiltered_partitions[0].partition.values #=> Array
7513
+ # resp.unfiltered_partitions[0].partition.values[0] #=> String
7514
+ # resp.unfiltered_partitions[0].partition.database_name #=> String
7515
+ # resp.unfiltered_partitions[0].partition.table_name #=> String
7516
+ # resp.unfiltered_partitions[0].partition.creation_time #=> Time
7517
+ # resp.unfiltered_partitions[0].partition.last_access_time #=> Time
7518
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns #=> Array
7519
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].name #=> String
7520
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].type #=> String
7521
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].comment #=> String
7522
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters #=> Hash
7523
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7524
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.location #=> String
7525
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations #=> Array
7526
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.additional_locations[0] #=> String
7527
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.input_format #=> String
7528
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.output_format #=> String
7529
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.compressed #=> Boolean
7530
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.number_of_buckets #=> Integer
7531
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.name #=> String
7532
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.serialization_library #=> String
7533
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters #=> Hash
7534
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7535
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns #=> Array
7536
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.bucket_columns[0] #=> String
7537
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns #=> Array
7538
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].column #=> String
7539
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
7540
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters #=> Hash
7541
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.parameters["KeyString"] #=> String
7542
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
7543
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7544
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
7545
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7546
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7547
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7548
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.stored_as_sub_directories #=> Boolean
7549
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7550
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7551
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7552
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_id #=> String
7553
+ # resp.unfiltered_partitions[0].partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
7554
+ # resp.unfiltered_partitions[0].partition.parameters #=> Hash
7555
+ # resp.unfiltered_partitions[0].partition.parameters["KeyString"] #=> String
7556
+ # resp.unfiltered_partitions[0].partition.last_analyzed_time #=> Time
7557
+ # resp.unfiltered_partitions[0].partition.catalog_id #=> String
7558
+ # resp.unfiltered_partitions[0].authorized_columns #=> Array
7559
+ # resp.unfiltered_partitions[0].authorized_columns[0] #=> String
7560
+ # resp.unfiltered_partitions[0].is_registered_with_lake_formation #=> Boolean
7561
+ # resp.next_token #=> String
7562
+ #
7563
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredPartitionsMetadata AWS API Documentation
7564
+ #
7565
+ # @overload get_unfiltered_partitions_metadata(params = {})
7566
+ # @param [Hash] params ({})
7567
+ def get_unfiltered_partitions_metadata(params = {}, options = {})
7568
+ req = build_request(:get_unfiltered_partitions_metadata, params)
7569
+ req.send_request(options)
7570
+ end
7571
+
7572
+ # @option params [required, String] :catalog_id
7573
+ #
7574
+ # @option params [required, String] :database_name
7575
+ #
7576
+ # @option params [required, String] :name
7577
+ #
7578
+ # @option params [Types::AuditContext] :audit_context
7579
+ #
7580
+ # @option params [required, Array<String>] :supported_permission_types
7581
+ #
7582
+ # @return [Types::GetUnfilteredTableMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7583
+ #
7584
+ # * {Types::GetUnfilteredTableMetadataResponse#table #table} => Types::Table
7585
+ # * {Types::GetUnfilteredTableMetadataResponse#authorized_columns #authorized_columns} => Array&lt;String&gt;
7586
+ # * {Types::GetUnfilteredTableMetadataResponse#is_registered_with_lake_formation #is_registered_with_lake_formation} => Boolean
7587
+ # * {Types::GetUnfilteredTableMetadataResponse#cell_filters #cell_filters} => Array&lt;Types::ColumnRowFilter&gt;
7588
+ #
7589
+ # @example Request syntax with placeholder values
7590
+ #
7591
+ # resp = client.get_unfiltered_table_metadata({
7592
+ # catalog_id: "CatalogIdString", # required
7593
+ # database_name: "NameString", # required
7594
+ # name: "NameString", # required
7595
+ # audit_context: {
7596
+ # additional_audit_context: "AuditContextString",
7597
+ # },
7598
+ # supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
7599
+ # })
7600
+ #
7601
+ # @example Response structure
7602
+ #
7603
+ # resp.table.name #=> String
7604
+ # resp.table.database_name #=> String
7605
+ # resp.table.description #=> String
7606
+ # resp.table.owner #=> String
7607
+ # resp.table.create_time #=> Time
7608
+ # resp.table.update_time #=> Time
7609
+ # resp.table.last_access_time #=> Time
7610
+ # resp.table.last_analyzed_time #=> Time
7611
+ # resp.table.retention #=> Integer
7612
+ # resp.table.storage_descriptor.columns #=> Array
7613
+ # resp.table.storage_descriptor.columns[0].name #=> String
7614
+ # resp.table.storage_descriptor.columns[0].type #=> String
7615
+ # resp.table.storage_descriptor.columns[0].comment #=> String
7616
+ # resp.table.storage_descriptor.columns[0].parameters #=> Hash
7617
+ # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
7618
+ # resp.table.storage_descriptor.location #=> String
7619
+ # resp.table.storage_descriptor.additional_locations #=> Array
7620
+ # resp.table.storage_descriptor.additional_locations[0] #=> String
7621
+ # resp.table.storage_descriptor.input_format #=> String
7622
+ # resp.table.storage_descriptor.output_format #=> String
7623
+ # resp.table.storage_descriptor.compressed #=> Boolean
7624
+ # resp.table.storage_descriptor.number_of_buckets #=> Integer
7625
+ # resp.table.storage_descriptor.serde_info.name #=> String
7626
+ # resp.table.storage_descriptor.serde_info.serialization_library #=> String
7627
+ # resp.table.storage_descriptor.serde_info.parameters #=> Hash
7628
+ # resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
7629
+ # resp.table.storage_descriptor.bucket_columns #=> Array
7630
+ # resp.table.storage_descriptor.bucket_columns[0] #=> String
7631
+ # resp.table.storage_descriptor.sort_columns #=> Array
7632
+ # resp.table.storage_descriptor.sort_columns[0].column #=> String
7633
+ # resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
7634
+ # resp.table.storage_descriptor.parameters #=> Hash
7635
+ # resp.table.storage_descriptor.parameters["KeyString"] #=> String
7636
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
7637
+ # resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
7638
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
7639
+ # resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
7640
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
7641
+ # resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
7642
+ # resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
7643
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
7644
+ # resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
7645
+ # resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
7646
+ # resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
7647
+ # resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
7648
+ # resp.table.partition_keys #=> Array
7649
+ # resp.table.partition_keys[0].name #=> String
7650
+ # resp.table.partition_keys[0].type #=> String
7651
+ # resp.table.partition_keys[0].comment #=> String
7652
+ # resp.table.partition_keys[0].parameters #=> Hash
7653
+ # resp.table.partition_keys[0].parameters["KeyString"] #=> String
7654
+ # resp.table.view_original_text #=> String
7655
+ # resp.table.view_expanded_text #=> String
7656
+ # resp.table.table_type #=> String
7657
+ # resp.table.parameters #=> Hash
7658
+ # resp.table.parameters["KeyString"] #=> String
7659
+ # resp.table.created_by #=> String
7660
+ # resp.table.is_registered_with_lake_formation #=> Boolean
7661
+ # resp.table.target_table.catalog_id #=> String
7662
+ # resp.table.target_table.database_name #=> String
7663
+ # resp.table.target_table.name #=> String
7664
+ # resp.table.catalog_id #=> String
7665
+ # resp.authorized_columns #=> Array
7666
+ # resp.authorized_columns[0] #=> String
7667
+ # resp.is_registered_with_lake_formation #=> Boolean
7668
+ # resp.cell_filters #=> Array
7669
+ # resp.cell_filters[0].column_name #=> String
7670
+ # resp.cell_filters[0].row_filter_expression #=> String
7671
+ #
7672
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUnfilteredTableMetadata AWS API Documentation
7673
+ #
7674
+ # @overload get_unfiltered_table_metadata(params = {})
7675
+ # @param [Hash] params ({})
7676
+ def get_unfiltered_table_metadata(params = {}, options = {})
7677
+ req = build_request(:get_unfiltered_table_metadata, params)
7678
+ req.send_request(options)
7679
+ end
7680
+
7306
7681
  # Retrieves a specified function definition from the Data Catalog.
7307
7682
  #
7308
7683
  # @option params [String] :catalog_id
@@ -9014,6 +9389,8 @@ module Aws::Glue
9014
9389
  # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
9015
9390
  # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
9016
9391
  # resp.table_list[0].storage_descriptor.location #=> String
9392
+ # resp.table_list[0].storage_descriptor.additional_locations #=> Array
9393
+ # resp.table_list[0].storage_descriptor.additional_locations[0] #=> String
9017
9394
  # resp.table_list[0].storage_descriptor.input_format #=> String
9018
9395
  # resp.table_list[0].storage_descriptor.output_format #=> String
9019
9396
  # resp.table_list[0].storage_descriptor.compressed #=> Boolean
@@ -9519,6 +9896,9 @@ module Aws::Glue
9519
9896
  # @option params [required, String] :name
9520
9897
  # The name of the workflow to start.
9521
9898
  #
9899
+ # @option params [Hash<String,String>] :run_properties
9900
+ # The workflow run properties for the new workflow run.
9901
+ #
9522
9902
  # @return [Types::StartWorkflowRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
9523
9903
  #
9524
9904
  # * {Types::StartWorkflowRunResponse#run_id #run_id} => String
@@ -9527,6 +9907,9 @@ module Aws::Glue
9527
9907
  #
9528
9908
  # resp = client.start_workflow_run({
9529
9909
  # name: "NameString", # required
9910
+ # run_properties: {
9911
+ # "IdString" => "GenericString",
9912
+ # },
9530
9913
  # })
9531
9914
  #
9532
9915
  # @example Response structure
@@ -10165,6 +10548,8 @@ module Aws::Glue
10165
10548
  # @option params [Types::LineageConfiguration] :lineage_configuration
10166
10549
  # Specifies data lineage configuration settings for the crawler.
10167
10550
  #
10551
+ # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
10552
+ #
10168
10553
  # @option params [String] :configuration
10169
10554
  # Crawler configuration information. This versioned JSON string allows
10170
10555
  # users to specify aspects of a crawler's behavior. For more
@@ -10223,6 +10608,14 @@ module Aws::Glue
10223
10608
  # {
10224
10609
  # database_name: "NameString", # required
10225
10610
  # tables: ["NameString"], # required
10611
+ # connection_name: "ConnectionName",
10612
+ # },
10613
+ # ],
10614
+ # delta_targets: [
10615
+ # {
10616
+ # delta_tables: ["Path"],
10617
+ # connection_name: "ConnectionName",
10618
+ # write_manifest: false,
10226
10619
  # },
10227
10620
  # ],
10228
10621
  # },
@@ -10239,6 +10632,10 @@ module Aws::Glue
10239
10632
  # lineage_configuration: {
10240
10633
  # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10241
10634
  # },
10635
+ # lake_formation_configuration: {
10636
+ # use_lake_formation_credentials: false,
10637
+ # account_id: "AccountId",
10638
+ # },
10242
10639
  # configuration: "CrawlerConfiguration",
10243
10640
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
10244
10641
  # })
@@ -10637,6 +11034,7 @@ module Aws::Glue
10637
11034
  # },
10638
11035
  # ],
10639
11036
  # location: "LocationString",
11037
+ # additional_locations: ["LocationString"],
10640
11038
  # input_format: "FormatString",
10641
11039
  # output_format: "FormatString",
10642
11040
  # compressed: false,
@@ -10853,6 +11251,7 @@ module Aws::Glue
10853
11251
  # },
10854
11252
  # ],
10855
11253
  # location: "LocationString",
11254
+ # additional_locations: ["LocationString"],
10856
11255
  # input_format: "FormatString",
10857
11256
  # output_format: "FormatString",
10858
11257
  # compressed: false,
@@ -11125,7 +11524,7 @@ module Aws::Glue
11125
11524
  params: params,
11126
11525
  config: config)
11127
11526
  context[:gem_name] = 'aws-sdk-glue'
11128
- context[:gem_version] = '1.100.0'
11527
+ context[:gem_version] = '1.104.0'
11129
11528
  Seahorse::Client::Request.new(handlers, context)
11130
11529
  end
11131
11530