aws-sdk-glue 1.58.1 → 1.63.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +3 -1
- data/lib/aws-sdk-glue/client.rb +686 -26
- data/lib/aws-sdk-glue/client_api.rb +311 -0
- data/lib/aws-sdk-glue/errors.rb +2 -0
- data/lib/aws-sdk-glue/resource.rb +2 -0
- data/lib/aws-sdk-glue/types.rb +1668 -64
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 547a559a3457453d2f1685f4815adb9c2dca78a11986aaf332428213f8006587
|
4
|
+
data.tar.gz: 911d06cd65e7cc070a02ad05593dd3a5515dfaf9a5728aef592e42b5beca7bb4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9b9d97511d19fade3332ea7a35359804824487fcb56e836f76e47c04dabf5805d69f19ae9e3dd4a6e5bd5116a133a70b4d6d301704b21053fc6c5f63b62568e7
|
7
|
+
data.tar.gz: 492d63ba36f5bd2c9b2e5e290c6bb8fdc5fefa9826f21b9eb561f0fc76899a3a3413ca8b2dc52bd286ea90327e04a2c99f3decac29999b7f5cd3bdff22d2ed86
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -45,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
|
|
45
47
|
# @service
|
46
48
|
module Aws::Glue
|
47
49
|
|
48
|
-
GEM_VERSION = '1.
|
50
|
+
GEM_VERSION = '1.63.0'
|
49
51
|
|
50
52
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -647,6 +649,8 @@ module Aws::Glue
|
|
647
649
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
648
650
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
649
651
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
652
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
653
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
|
650
654
|
# resp.crawlers[0].targets.catalog_targets #=> Array
|
651
655
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
652
656
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
@@ -884,6 +888,7 @@ module Aws::Glue
|
|
884
888
|
# resp.partitions[0].parameters #=> Hash
|
885
889
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
886
890
|
# resp.partitions[0].last_analyzed_time #=> Time
|
891
|
+
# resp.partitions[0].catalog_id #=> String
|
887
892
|
# resp.unprocessed_keys #=> Array
|
888
893
|
# resp.unprocessed_keys[0].values #=> Array
|
889
894
|
# resp.unprocessed_keys[0].values[0] #=> String
|
@@ -1339,14 +1344,13 @@ module Aws::Glue
|
|
1339
1344
|
# A list of collection of targets to crawl.
|
1340
1345
|
#
|
1341
1346
|
# @option params [String] :schedule
|
1342
|
-
# A `cron` expression used to specify the schedule
|
1343
|
-
#
|
1344
|
-
#
|
1345
|
-
# * * ? *)`.
|
1347
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1348
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1349
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1346
1350
|
#
|
1347
1351
|
#
|
1348
1352
|
#
|
1349
|
-
# [1]:
|
1353
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1350
1354
|
#
|
1351
1355
|
# @option params [Array<String>] :classifiers
|
1352
1356
|
# A list of custom classifiers that the user has registered. By default,
|
@@ -1361,26 +1365,26 @@ module Aws::Glue
|
|
1361
1365
|
# The policy for the crawler's update and deletion behavior.
|
1362
1366
|
#
|
1363
1367
|
# @option params [String] :configuration
|
1364
|
-
#
|
1365
|
-
#
|
1368
|
+
# Crawler configuration information. This versioned JSON string allows
|
1369
|
+
# users to specify aspects of a crawler's behavior. For more
|
1366
1370
|
# information, see [Configuring a Crawler][1].
|
1367
1371
|
#
|
1368
1372
|
#
|
1369
1373
|
#
|
1370
|
-
# [1]:
|
1374
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
|
1371
1375
|
#
|
1372
1376
|
# @option params [String] :crawler_security_configuration
|
1373
1377
|
# The name of the `SecurityConfiguration` structure to be used by this
|
1374
1378
|
# crawler.
|
1375
1379
|
#
|
1376
1380
|
# @option params [Hash<String,String>] :tags
|
1377
|
-
# The tags to use with this crawler request. You
|
1378
|
-
# access to the crawler. For more information
|
1379
|
-
# Glue][1].
|
1381
|
+
# The tags to use with this crawler request. You may use tags to limit
|
1382
|
+
# access to the crawler. For more information about tags in AWS Glue,
|
1383
|
+
# see [AWS Tags in AWS Glue][1] in the developer guide.
|
1380
1384
|
#
|
1381
1385
|
#
|
1382
1386
|
#
|
1383
|
-
# [1]:
|
1387
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1384
1388
|
#
|
1385
1389
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1386
1390
|
#
|
@@ -1408,6 +1412,8 @@ module Aws::Glue
|
|
1408
1412
|
# dynamo_db_targets: [
|
1409
1413
|
# {
|
1410
1414
|
# path: "Path",
|
1415
|
+
# scan_all: false,
|
1416
|
+
# scan_rate: 1.0,
|
1411
1417
|
# },
|
1412
1418
|
# ],
|
1413
1419
|
# catalog_targets: [
|
@@ -1470,6 +1476,10 @@ module Aws::Glue
|
|
1470
1476
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
1471
1477
|
# },
|
1472
1478
|
# ],
|
1479
|
+
# target_database: {
|
1480
|
+
# catalog_id: "CatalogIdString",
|
1481
|
+
# database_name: "NameString",
|
1482
|
+
# },
|
1473
1483
|
# },
|
1474
1484
|
# })
|
1475
1485
|
#
|
@@ -2369,6 +2379,11 @@ module Aws::Glue
|
|
2369
2379
|
# parameters: {
|
2370
2380
|
# "KeyString" => "ParametersMapValue",
|
2371
2381
|
# },
|
2382
|
+
# target_table: {
|
2383
|
+
# catalog_id: "CatalogIdString",
|
2384
|
+
# database_name: "NameString",
|
2385
|
+
# name: "NameString",
|
2386
|
+
# },
|
2372
2387
|
# },
|
2373
2388
|
# })
|
2374
2389
|
#
|
@@ -2595,6 +2610,80 @@ module Aws::Glue
|
|
2595
2610
|
req.send_request(options)
|
2596
2611
|
end
|
2597
2612
|
|
2613
|
+
# Delete the partition column statistics of a column.
|
2614
|
+
#
|
2615
|
+
# @option params [String] :catalog_id
|
2616
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
2617
|
+
# none is supplied, the AWS account ID is used by default.
|
2618
|
+
#
|
2619
|
+
# @option params [required, String] :database_name
|
2620
|
+
# The name of the catalog database where the partitions reside.
|
2621
|
+
#
|
2622
|
+
# @option params [required, String] :table_name
|
2623
|
+
# The name of the partitions' table.
|
2624
|
+
#
|
2625
|
+
# @option params [required, Array<String>] :partition_values
|
2626
|
+
# A list of partition values identifying the partition.
|
2627
|
+
#
|
2628
|
+
# @option params [required, String] :column_name
|
2629
|
+
# Name of the column.
|
2630
|
+
#
|
2631
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2632
|
+
#
|
2633
|
+
# @example Request syntax with placeholder values
|
2634
|
+
#
|
2635
|
+
# resp = client.delete_column_statistics_for_partition({
|
2636
|
+
# catalog_id: "CatalogIdString",
|
2637
|
+
# database_name: "NameString", # required
|
2638
|
+
# table_name: "NameString", # required
|
2639
|
+
# partition_values: ["ValueString"], # required
|
2640
|
+
# column_name: "NameString", # required
|
2641
|
+
# })
|
2642
|
+
#
|
2643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartition AWS API Documentation
|
2644
|
+
#
|
2645
|
+
# @overload delete_column_statistics_for_partition(params = {})
|
2646
|
+
# @param [Hash] params ({})
|
2647
|
+
def delete_column_statistics_for_partition(params = {}, options = {})
|
2648
|
+
req = build_request(:delete_column_statistics_for_partition, params)
|
2649
|
+
req.send_request(options)
|
2650
|
+
end
|
2651
|
+
|
2652
|
+
# Retrieves table statistics of columns.
|
2653
|
+
#
|
2654
|
+
# @option params [String] :catalog_id
|
2655
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
2656
|
+
# none is supplied, the AWS account ID is used by default.
|
2657
|
+
#
|
2658
|
+
# @option params [required, String] :database_name
|
2659
|
+
# The name of the catalog database where the partitions reside.
|
2660
|
+
#
|
2661
|
+
# @option params [required, String] :table_name
|
2662
|
+
# The name of the partitions' table.
|
2663
|
+
#
|
2664
|
+
# @option params [required, String] :column_name
|
2665
|
+
# The name of the column.
|
2666
|
+
#
|
2667
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2668
|
+
#
|
2669
|
+
# @example Request syntax with placeholder values
|
2670
|
+
#
|
2671
|
+
# resp = client.delete_column_statistics_for_table({
|
2672
|
+
# catalog_id: "CatalogIdString",
|
2673
|
+
# database_name: "NameString", # required
|
2674
|
+
# table_name: "NameString", # required
|
2675
|
+
# column_name: "NameString", # required
|
2676
|
+
# })
|
2677
|
+
#
|
2678
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTable AWS API Documentation
|
2679
|
+
#
|
2680
|
+
# @overload delete_column_statistics_for_table(params = {})
|
2681
|
+
# @param [Hash] params ({})
|
2682
|
+
def delete_column_statistics_for_table(params = {}, options = {})
|
2683
|
+
req = build_request(:delete_column_statistics_for_table, params)
|
2684
|
+
req.send_request(options)
|
2685
|
+
end
|
2686
|
+
|
2598
2687
|
# Deletes a connection from the Data Catalog.
|
2599
2688
|
#
|
2600
2689
|
# @option params [String] :catalog_id
|
@@ -2814,12 +2903,17 @@ module Aws::Glue
|
|
2814
2903
|
# @option params [String] :policy_hash_condition
|
2815
2904
|
# The hash value returned when this policy was set.
|
2816
2905
|
#
|
2906
|
+
# @option params [String] :resource_arn
|
2907
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
2908
|
+
# deleted.
|
2909
|
+
#
|
2817
2910
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2818
2911
|
#
|
2819
2912
|
# @example Request syntax with placeholder values
|
2820
2913
|
#
|
2821
2914
|
# resp = client.delete_resource_policy({
|
2822
2915
|
# policy_hash_condition: "HashString",
|
2916
|
+
# resource_arn: "GlueResourceArn",
|
2823
2917
|
# })
|
2824
2918
|
#
|
2825
2919
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicy AWS API Documentation
|
@@ -3177,6 +3271,166 @@ module Aws::Glue
|
|
3177
3271
|
req.send_request(options)
|
3178
3272
|
end
|
3179
3273
|
|
3274
|
+
# Retrieves partition statistics of columns.
|
3275
|
+
#
|
3276
|
+
# @option params [String] :catalog_id
|
3277
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
3278
|
+
# none is supplied, the AWS account ID is used by default.
|
3279
|
+
#
|
3280
|
+
# @option params [required, String] :database_name
|
3281
|
+
# The name of the catalog database where the partitions reside.
|
3282
|
+
#
|
3283
|
+
# @option params [required, String] :table_name
|
3284
|
+
# The name of the partitions' table.
|
3285
|
+
#
|
3286
|
+
# @option params [required, Array<String>] :partition_values
|
3287
|
+
# A list of partition values identifying the partition.
|
3288
|
+
#
|
3289
|
+
# @option params [required, Array<String>] :column_names
|
3290
|
+
# A list of the column names.
|
3291
|
+
#
|
3292
|
+
# @return [Types::GetColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3293
|
+
#
|
3294
|
+
# * {Types::GetColumnStatisticsForPartitionResponse#column_statistics_list #column_statistics_list} => Array<Types::ColumnStatistics>
|
3295
|
+
# * {Types::GetColumnStatisticsForPartitionResponse#errors #errors} => Array<Types::ColumnError>
|
3296
|
+
#
|
3297
|
+
# @example Request syntax with placeholder values
|
3298
|
+
#
|
3299
|
+
# resp = client.get_column_statistics_for_partition({
|
3300
|
+
# catalog_id: "CatalogIdString",
|
3301
|
+
# database_name: "NameString", # required
|
3302
|
+
# table_name: "NameString", # required
|
3303
|
+
# partition_values: ["ValueString"], # required
|
3304
|
+
# column_names: ["NameString"], # required
|
3305
|
+
# })
|
3306
|
+
#
|
3307
|
+
# @example Response structure
|
3308
|
+
#
|
3309
|
+
# resp.column_statistics_list #=> Array
|
3310
|
+
# resp.column_statistics_list[0].column_name #=> String
|
3311
|
+
# resp.column_statistics_list[0].column_type #=> String
|
3312
|
+
# resp.column_statistics_list[0].analyzed_time #=> Time
|
3313
|
+
# resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
3314
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
3315
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
3316
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
3317
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
|
3318
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
|
3319
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
3320
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
3321
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
3322
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
3323
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
3324
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
3325
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
3326
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
3327
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
|
3328
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
|
3329
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
3330
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
3331
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
3332
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
3333
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
3334
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
3335
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
3336
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
|
3337
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
3338
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
3339
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
3340
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
|
3341
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
3342
|
+
# resp.errors #=> Array
|
3343
|
+
# resp.errors[0].column_name #=> String
|
3344
|
+
# resp.errors[0].error.error_code #=> String
|
3345
|
+
# resp.errors[0].error.error_message #=> String
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartition AWS API Documentation
|
3348
|
+
#
|
3349
|
+
# @overload get_column_statistics_for_partition(params = {})
|
3350
|
+
# @param [Hash] params ({})
|
3351
|
+
def get_column_statistics_for_partition(params = {}, options = {})
|
3352
|
+
req = build_request(:get_column_statistics_for_partition, params)
|
3353
|
+
req.send_request(options)
|
3354
|
+
end
|
3355
|
+
|
3356
|
+
# Retrieves table statistics of columns.
|
3357
|
+
#
|
3358
|
+
# @option params [String] :catalog_id
|
3359
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
3360
|
+
# none is supplied, the AWS account ID is used by default.
|
3361
|
+
#
|
3362
|
+
# @option params [required, String] :database_name
|
3363
|
+
# The name of the catalog database where the partitions reside.
|
3364
|
+
#
|
3365
|
+
# @option params [required, String] :table_name
|
3366
|
+
# The name of the partitions' table.
|
3367
|
+
#
|
3368
|
+
# @option params [required, Array<String>] :column_names
|
3369
|
+
# A list of the column names.
|
3370
|
+
#
|
3371
|
+
# @return [Types::GetColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3372
|
+
#
|
3373
|
+
# * {Types::GetColumnStatisticsForTableResponse#column_statistics_list #column_statistics_list} => Array<Types::ColumnStatistics>
|
3374
|
+
# * {Types::GetColumnStatisticsForTableResponse#errors #errors} => Array<Types::ColumnError>
|
3375
|
+
#
|
3376
|
+
# @example Request syntax with placeholder values
|
3377
|
+
#
|
3378
|
+
# resp = client.get_column_statistics_for_table({
|
3379
|
+
# catalog_id: "CatalogIdString",
|
3380
|
+
# database_name: "NameString", # required
|
3381
|
+
# table_name: "NameString", # required
|
3382
|
+
# column_names: ["NameString"], # required
|
3383
|
+
# })
|
3384
|
+
#
|
3385
|
+
# @example Response structure
|
3386
|
+
#
|
3387
|
+
# resp.column_statistics_list #=> Array
|
3388
|
+
# resp.column_statistics_list[0].column_name #=> String
|
3389
|
+
# resp.column_statistics_list[0].column_type #=> String
|
3390
|
+
# resp.column_statistics_list[0].analyzed_time #=> Time
|
3391
|
+
# resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
3392
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
3393
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
3394
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
3395
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
|
3396
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
|
3397
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
3398
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
3399
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
3400
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
3401
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
3402
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
3403
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
3404
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
3405
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
|
3406
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
|
3407
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
3408
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
3409
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
3410
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
3411
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
3412
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
3413
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
3414
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
|
3415
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
3416
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
3417
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
3418
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
|
3419
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
3420
|
+
# resp.errors #=> Array
|
3421
|
+
# resp.errors[0].column_name #=> String
|
3422
|
+
# resp.errors[0].error.error_code #=> String
|
3423
|
+
# resp.errors[0].error.error_message #=> String
|
3424
|
+
#
|
3425
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTable AWS API Documentation
|
3426
|
+
#
|
3427
|
+
# @overload get_column_statistics_for_table(params = {})
|
3428
|
+
# @param [Hash] params ({})
|
3429
|
+
def get_column_statistics_for_table(params = {}, options = {})
|
3430
|
+
req = build_request(:get_column_statistics_for_table, params)
|
3431
|
+
req.send_request(options)
|
3432
|
+
end
|
3433
|
+
|
3180
3434
|
# Retrieves a connection definition from the Data Catalog.
|
3181
3435
|
#
|
3182
3436
|
# @option params [String] :catalog_id
|
@@ -3333,6 +3587,8 @@ module Aws::Glue
|
|
3333
3587
|
# resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
|
3334
3588
|
# resp.crawler.targets.dynamo_db_targets #=> Array
|
3335
3589
|
# resp.crawler.targets.dynamo_db_targets[0].path #=> String
|
3590
|
+
# resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
|
3591
|
+
# resp.crawler.targets.dynamo_db_targets[0].scan_rate #=> Float
|
3336
3592
|
# resp.crawler.targets.catalog_targets #=> Array
|
3337
3593
|
# resp.crawler.targets.catalog_targets[0].database_name #=> String
|
3338
3594
|
# resp.crawler.targets.catalog_targets[0].tables #=> Array
|
@@ -3455,6 +3711,8 @@ module Aws::Glue
|
|
3455
3711
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
3456
3712
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
3457
3713
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
3714
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
3715
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
|
3458
3716
|
# resp.crawlers[0].targets.catalog_targets #=> Array
|
3459
3717
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
3460
3718
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
@@ -3557,6 +3815,9 @@ module Aws::Glue
|
|
3557
3815
|
# resp.database.create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3558
3816
|
# resp.database.create_table_default_permissions[0].permissions #=> Array
|
3559
3817
|
# resp.database.create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3818
|
+
# resp.database.target_database.catalog_id #=> String
|
3819
|
+
# resp.database.target_database.database_name #=> String
|
3820
|
+
# resp.database.catalog_id #=> String
|
3560
3821
|
#
|
3561
3822
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
|
3562
3823
|
#
|
@@ -3579,6 +3840,16 @@ module Aws::Glue
|
|
3579
3840
|
# @option params [Integer] :max_results
|
3580
3841
|
# The maximum number of databases to return in one response.
|
3581
3842
|
#
|
3843
|
+
# @option params [String] :resource_share_type
|
3844
|
+
# Allows you to specify that you want to list the databases shared with
|
3845
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
3846
|
+
#
|
3847
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
3848
|
+
# account.
|
3849
|
+
#
|
3850
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
3851
|
+
# as well as the databases in yor local account.
|
3852
|
+
#
|
3582
3853
|
# @return [Types::GetDatabasesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3583
3854
|
#
|
3584
3855
|
# * {Types::GetDatabasesResponse#database_list #database_list} => Array<Types::Database>
|
@@ -3592,6 +3863,7 @@ module Aws::Glue
|
|
3592
3863
|
# catalog_id: "CatalogIdString",
|
3593
3864
|
# next_token: "Token",
|
3594
3865
|
# max_results: 1,
|
3866
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
3595
3867
|
# })
|
3596
3868
|
#
|
3597
3869
|
# @example Response structure
|
@@ -3607,6 +3879,9 @@ module Aws::Glue
|
|
3607
3879
|
# resp.database_list[0].create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3608
3880
|
# resp.database_list[0].create_table_default_permissions[0].permissions #=> Array
|
3609
3881
|
# resp.database_list[0].create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3882
|
+
# resp.database_list[0].target_database.catalog_id #=> String
|
3883
|
+
# resp.database_list[0].target_database.database_name #=> String
|
3884
|
+
# resp.database_list[0].catalog_id #=> String
|
3610
3885
|
# resp.next_token #=> String
|
3611
3886
|
#
|
3612
3887
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
|
@@ -4539,6 +4814,7 @@ module Aws::Glue
|
|
4539
4814
|
# resp.partition.parameters #=> Hash
|
4540
4815
|
# resp.partition.parameters["KeyString"] #=> String
|
4541
4816
|
# resp.partition.last_analyzed_time #=> Time
|
4817
|
+
# resp.partition.catalog_id #=> String
|
4542
4818
|
#
|
4543
4819
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
4544
4820
|
#
|
@@ -4727,6 +5003,7 @@ module Aws::Glue
|
|
4727
5003
|
# resp.partitions[0].parameters #=> Hash
|
4728
5004
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
4729
5005
|
# resp.partitions[0].last_analyzed_time #=> Time
|
5006
|
+
# resp.partitions[0].catalog_id #=> String
|
4730
5007
|
# resp.next_token #=> String
|
4731
5008
|
#
|
4732
5009
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitions AWS API Documentation
|
@@ -4823,8 +5100,56 @@ module Aws::Glue
|
|
4823
5100
|
req.send_request(options)
|
4824
5101
|
end
|
4825
5102
|
|
5103
|
+
# Retrieves the security configurations for the resource policies set on
|
5104
|
+
# individual resources, and also the account-level policy.
|
5105
|
+
#
|
5106
|
+
# @option params [String] :next_token
|
5107
|
+
# A continuation token, if this is a continuation request.
|
5108
|
+
#
|
5109
|
+
# @option params [Integer] :max_results
|
5110
|
+
# The maximum size of a list to return.
|
5111
|
+
#
|
5112
|
+
# @return [Types::GetResourcePoliciesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5113
|
+
#
|
5114
|
+
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5115
|
+
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5116
|
+
#
|
5117
|
+
# @example Request syntax with placeholder values
|
5118
|
+
#
|
5119
|
+
# resp = client.get_resource_policies({
|
5120
|
+
# next_token: "Token",
|
5121
|
+
# max_results: 1,
|
5122
|
+
# })
|
5123
|
+
#
|
5124
|
+
# @example Response structure
|
5125
|
+
#
|
5126
|
+
# resp.get_resource_policies_response_list #=> Array
|
5127
|
+
# resp.get_resource_policies_response_list[0].policy_in_json #=> String
|
5128
|
+
# resp.get_resource_policies_response_list[0].policy_hash #=> String
|
5129
|
+
# resp.get_resource_policies_response_list[0].create_time #=> Time
|
5130
|
+
# resp.get_resource_policies_response_list[0].update_time #=> Time
|
5131
|
+
# resp.next_token #=> String
|
5132
|
+
#
|
5133
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicies AWS API Documentation
|
5134
|
+
#
|
5135
|
+
# @overload get_resource_policies(params = {})
|
5136
|
+
# @param [Hash] params ({})
|
5137
|
+
def get_resource_policies(params = {}, options = {})
|
5138
|
+
req = build_request(:get_resource_policies, params)
|
5139
|
+
req.send_request(options)
|
5140
|
+
end
|
5141
|
+
|
4826
5142
|
# Retrieves a specified resource policy.
|
4827
5143
|
#
|
5144
|
+
# @option params [String] :resource_arn
|
5145
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
5146
|
+
# retrieved. For more information about AWS Glue resource ARNs, see the
|
5147
|
+
# [AWS Glue ARN string pattern][1]
|
5148
|
+
#
|
5149
|
+
#
|
5150
|
+
#
|
5151
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
5152
|
+
#
|
4828
5153
|
# @return [Types::GetResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4829
5154
|
#
|
4830
5155
|
# * {Types::GetResourcePolicyResponse#policy_in_json #policy_in_json} => String
|
@@ -4832,6 +5157,12 @@ module Aws::Glue
|
|
4832
5157
|
# * {Types::GetResourcePolicyResponse#create_time #create_time} => Time
|
4833
5158
|
# * {Types::GetResourcePolicyResponse#update_time #update_time} => Time
|
4834
5159
|
#
|
5160
|
+
# @example Request syntax with placeholder values
|
5161
|
+
#
|
5162
|
+
# resp = client.get_resource_policy({
|
5163
|
+
# resource_arn: "GlueResourceArn",
|
5164
|
+
# })
|
5165
|
+
#
|
4835
5166
|
# @example Response structure
|
4836
5167
|
#
|
4837
5168
|
# resp.policy_in_json #=> String
|
@@ -5009,6 +5340,10 @@ module Aws::Glue
|
|
5009
5340
|
# resp.table.parameters["KeyString"] #=> String
|
5010
5341
|
# resp.table.created_by #=> String
|
5011
5342
|
# resp.table.is_registered_with_lake_formation #=> Boolean
|
5343
|
+
# resp.table.target_table.catalog_id #=> String
|
5344
|
+
# resp.table.target_table.database_name #=> String
|
5345
|
+
# resp.table.target_table.name #=> String
|
5346
|
+
# resp.table.catalog_id #=> String
|
5012
5347
|
#
|
5013
5348
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
5014
5349
|
#
|
@@ -5103,6 +5438,10 @@ module Aws::Glue
|
|
5103
5438
|
# resp.table_version.table.parameters["KeyString"] #=> String
|
5104
5439
|
# resp.table_version.table.created_by #=> String
|
5105
5440
|
# resp.table_version.table.is_registered_with_lake_formation #=> Boolean
|
5441
|
+
# resp.table_version.table.target_table.catalog_id #=> String
|
5442
|
+
# resp.table_version.table.target_table.database_name #=> String
|
5443
|
+
# resp.table_version.table.target_table.name #=> String
|
5444
|
+
# resp.table_version.table.catalog_id #=> String
|
5106
5445
|
# resp.table_version.version_id #=> String
|
5107
5446
|
#
|
5108
5447
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
@@ -5206,6 +5545,10 @@ module Aws::Glue
|
|
5206
5545
|
# resp.table_versions[0].table.parameters["KeyString"] #=> String
|
5207
5546
|
# resp.table_versions[0].table.created_by #=> String
|
5208
5547
|
# resp.table_versions[0].table.is_registered_with_lake_formation #=> Boolean
|
5548
|
+
# resp.table_versions[0].table.target_table.catalog_id #=> String
|
5549
|
+
# resp.table_versions[0].table.target_table.database_name #=> String
|
5550
|
+
# resp.table_versions[0].table.target_table.name #=> String
|
5551
|
+
# resp.table_versions[0].table.catalog_id #=> String
|
5209
5552
|
# resp.table_versions[0].version_id #=> String
|
5210
5553
|
# resp.next_token #=> String
|
5211
5554
|
#
|
@@ -5310,6 +5653,10 @@ module Aws::Glue
|
|
5310
5653
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
5311
5654
|
# resp.table_list[0].created_by #=> String
|
5312
5655
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
5656
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
5657
|
+
# resp.table_list[0].target_table.database_name #=> String
|
5658
|
+
# resp.table_list[0].target_table.name #=> String
|
5659
|
+
# resp.table_list[0].catalog_id #=> String
|
5313
5660
|
# resp.next_token #=> String
|
5314
5661
|
#
|
5315
5662
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
@@ -5499,6 +5846,7 @@ module Aws::Glue
|
|
5499
5846
|
# resp.user_defined_function.resource_uris #=> Array
|
5500
5847
|
# resp.user_defined_function.resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5501
5848
|
# resp.user_defined_function.resource_uris[0].uri #=> String
|
5849
|
+
# resp.user_defined_function.catalog_id #=> String
|
5502
5850
|
#
|
5503
5851
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunction AWS API Documentation
|
5504
5852
|
#
|
@@ -5559,6 +5907,7 @@ module Aws::Glue
|
|
5559
5907
|
# resp.user_defined_functions[0].resource_uris #=> Array
|
5560
5908
|
# resp.user_defined_functions[0].resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5561
5909
|
# resp.user_defined_functions[0].resource_uris[0].uri #=> String
|
5910
|
+
# resp.user_defined_functions[0].catalog_id #=> String
|
5562
5911
|
# resp.next_token #=> String
|
5563
5912
|
#
|
5564
5913
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunctions AWS API Documentation
|
@@ -6393,6 +6742,15 @@ module Aws::Glue
|
|
6393
6742
|
# @option params [required, String] :policy_in_json
|
6394
6743
|
# Contains the policy document to set, in JSON format.
|
6395
6744
|
#
|
6745
|
+
# @option params [String] :resource_arn
|
6746
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
6747
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
6748
|
+
# ARN string pattern][1]
|
6749
|
+
#
|
6750
|
+
#
|
6751
|
+
#
|
6752
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
6753
|
+
#
|
6396
6754
|
# @option params [String] :policy_hash_condition
|
6397
6755
|
# The hash value returned when the previous policy was set using
|
6398
6756
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -6405,6 +6763,17 @@ module Aws::Glue
|
|
6405
6763
|
# null value is used, the call will not depend on the existence of a
|
6406
6764
|
# policy.
|
6407
6765
|
#
|
6766
|
+
# @option params [String] :enable_hybrid
|
6767
|
+
# Allows you to specify if you want to use both resource-level and
|
6768
|
+
# account/catalog-level resource policies. A resource-level policy is a
|
6769
|
+
# policy attached to an individual resource such as a database or a
|
6770
|
+
# table.
|
6771
|
+
#
|
6772
|
+
# The default value of `NO` indicates that resource-level policies
|
6773
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
6774
|
+
# the use of both resource-level and account/catalog-level resource
|
6775
|
+
# policies is allowed.
|
6776
|
+
#
|
6408
6777
|
# @return [Types::PutResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6409
6778
|
#
|
6410
6779
|
# * {Types::PutResourcePolicyResponse#policy_hash #policy_hash} => String
|
@@ -6413,8 +6782,10 @@ module Aws::Glue
|
|
6413
6782
|
#
|
6414
6783
|
# resp = client.put_resource_policy({
|
6415
6784
|
# policy_in_json: "PolicyJsonString", # required
|
6785
|
+
# resource_arn: "GlueResourceArn",
|
6416
6786
|
# policy_hash_condition: "HashString",
|
6417
6787
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
6788
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
6418
6789
|
# })
|
6419
6790
|
#
|
6420
6791
|
# @example Response structure
|
@@ -6539,6 +6910,16 @@ module Aws::Glue
|
|
6539
6910
|
# @option params [Integer] :max_results
|
6540
6911
|
# The maximum number of tables to return in a single response.
|
6541
6912
|
#
|
6913
|
+
# @option params [String] :resource_share_type
|
6914
|
+
# Allows you to specify that you want to search the tables shared with
|
6915
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
6916
|
+
#
|
6917
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
6918
|
+
# account.
|
6919
|
+
#
|
6920
|
+
# * If set to `ALL`, will search the tables shared with your account, as
|
6921
|
+
# well as the tables in yor local account.
|
6922
|
+
#
|
6542
6923
|
# @return [Types::SearchTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6543
6924
|
#
|
6544
6925
|
# * {Types::SearchTablesResponse#next_token #next_token} => String
|
@@ -6566,6 +6947,7 @@ module Aws::Glue
|
|
6566
6947
|
# },
|
6567
6948
|
# ],
|
6568
6949
|
# max_results: 1,
|
6950
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
6569
6951
|
# })
|
6570
6952
|
#
|
6571
6953
|
# @example Response structure
|
@@ -6623,6 +7005,10 @@ module Aws::Glue
|
|
6623
7005
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
6624
7006
|
# resp.table_list[0].created_by #=> String
|
6625
7007
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
7008
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
7009
|
+
# resp.table_list[0].target_table.database_name #=> String
|
7010
|
+
# resp.table_list[0].target_table.name #=> String
|
7011
|
+
# resp.table_list[0].catalog_id #=> String
|
6626
7012
|
#
|
6627
7013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
6628
7014
|
#
|
@@ -7295,6 +7681,270 @@ module Aws::Glue
|
|
7295
7681
|
req.send_request(options)
|
7296
7682
|
end
|
7297
7683
|
|
7684
|
+
# Creates or updates partition statistics of columns.
|
7685
|
+
#
|
7686
|
+
# @option params [String] :catalog_id
|
7687
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
7688
|
+
# none is supplied, the AWS account ID is used by default.
|
7689
|
+
#
|
7690
|
+
# @option params [required, String] :database_name
|
7691
|
+
# The name of the catalog database where the partitions reside.
|
7692
|
+
#
|
7693
|
+
# @option params [required, String] :table_name
|
7694
|
+
# The name of the partitions' table.
|
7695
|
+
#
|
7696
|
+
# @option params [required, Array<String>] :partition_values
|
7697
|
+
# A list of partition values identifying the partition.
|
7698
|
+
#
|
7699
|
+
# @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
|
7700
|
+
# A list of the column statistics.
|
7701
|
+
#
|
7702
|
+
# @return [Types::UpdateColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7703
|
+
#
|
7704
|
+
# * {Types::UpdateColumnStatisticsForPartitionResponse#errors #errors} => Array<Types::ColumnStatisticsError>
|
7705
|
+
#
|
7706
|
+
# @example Request syntax with placeholder values
|
7707
|
+
#
|
7708
|
+
# resp = client.update_column_statistics_for_partition({
|
7709
|
+
# catalog_id: "CatalogIdString",
|
7710
|
+
# database_name: "NameString", # required
|
7711
|
+
# table_name: "NameString", # required
|
7712
|
+
# partition_values: ["ValueString"], # required
|
7713
|
+
# column_statistics_list: [ # required
|
7714
|
+
# {
|
7715
|
+
# column_name: "NameString", # required
|
7716
|
+
# column_type: "TypeString", # required
|
7717
|
+
# analyzed_time: Time.now, # required
|
7718
|
+
# statistics_data: { # required
|
7719
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
7720
|
+
# boolean_column_statistics_data: {
|
7721
|
+
# number_of_trues: 1, # required
|
7722
|
+
# number_of_falses: 1, # required
|
7723
|
+
# number_of_nulls: 1, # required
|
7724
|
+
# },
|
7725
|
+
# date_column_statistics_data: {
|
7726
|
+
# minimum_value: Time.now,
|
7727
|
+
# maximum_value: Time.now,
|
7728
|
+
# number_of_nulls: 1, # required
|
7729
|
+
# number_of_distinct_values: 1, # required
|
7730
|
+
# },
|
7731
|
+
# decimal_column_statistics_data: {
|
7732
|
+
# minimum_value: {
|
7733
|
+
# unscaled_value: "data", # required
|
7734
|
+
# scale: 1, # required
|
7735
|
+
# },
|
7736
|
+
# maximum_value: {
|
7737
|
+
# unscaled_value: "data", # required
|
7738
|
+
# scale: 1, # required
|
7739
|
+
# },
|
7740
|
+
# number_of_nulls: 1, # required
|
7741
|
+
# number_of_distinct_values: 1, # required
|
7742
|
+
# },
|
7743
|
+
# double_column_statistics_data: {
|
7744
|
+
# minimum_value: 1.0,
|
7745
|
+
# maximum_value: 1.0,
|
7746
|
+
# number_of_nulls: 1, # required
|
7747
|
+
# number_of_distinct_values: 1, # required
|
7748
|
+
# },
|
7749
|
+
# long_column_statistics_data: {
|
7750
|
+
# minimum_value: 1,
|
7751
|
+
# maximum_value: 1,
|
7752
|
+
# number_of_nulls: 1, # required
|
7753
|
+
# number_of_distinct_values: 1, # required
|
7754
|
+
# },
|
7755
|
+
# string_column_statistics_data: {
|
7756
|
+
# maximum_length: 1, # required
|
7757
|
+
# average_length: 1.0, # required
|
7758
|
+
# number_of_nulls: 1, # required
|
7759
|
+
# number_of_distinct_values: 1, # required
|
7760
|
+
# },
|
7761
|
+
# binary_column_statistics_data: {
|
7762
|
+
# maximum_length: 1, # required
|
7763
|
+
# average_length: 1.0, # required
|
7764
|
+
# number_of_nulls: 1, # required
|
7765
|
+
# },
|
7766
|
+
# },
|
7767
|
+
# },
|
7768
|
+
# ],
|
7769
|
+
# })
|
7770
|
+
#
|
7771
|
+
# @example Response structure
|
7772
|
+
#
|
7773
|
+
# resp.errors #=> Array
|
7774
|
+
# resp.errors[0].column_statistics.column_name #=> String
|
7775
|
+
# resp.errors[0].column_statistics.column_type #=> String
|
7776
|
+
# resp.errors[0].column_statistics.analyzed_time #=> Time
|
7777
|
+
# resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
7778
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
7779
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
7780
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
7781
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
|
7782
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
|
7783
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
7784
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
7785
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
7786
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
7787
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
7788
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
7789
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
7790
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
7791
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
|
7792
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
|
7793
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
7794
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
7795
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
7796
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
7797
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
7798
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
7799
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
7800
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
|
7801
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
7802
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
7803
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
7804
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
|
7805
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
7806
|
+
# resp.errors[0].error.error_code #=> String
|
7807
|
+
# resp.errors[0].error.error_message #=> String
|
7808
|
+
#
|
7809
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartition AWS API Documentation
|
7810
|
+
#
|
7811
|
+
# @overload update_column_statistics_for_partition(params = {})
|
7812
|
+
# @param [Hash] params ({})
|
7813
|
+
def update_column_statistics_for_partition(params = {}, options = {})
|
7814
|
+
req = build_request(:update_column_statistics_for_partition, params)
|
7815
|
+
req.send_request(options)
|
7816
|
+
end
|
7817
|
+
|
7818
|
+
# Creates or updates table statistics of columns.
|
7819
|
+
#
|
7820
|
+
# @option params [String] :catalog_id
|
7821
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
7822
|
+
# none is supplied, the AWS account ID is used by default.
|
7823
|
+
#
|
7824
|
+
# @option params [required, String] :database_name
|
7825
|
+
# The name of the catalog database where the partitions reside.
|
7826
|
+
#
|
7827
|
+
# @option params [required, String] :table_name
|
7828
|
+
# The name of the partitions' table.
|
7829
|
+
#
|
7830
|
+
# @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
|
7831
|
+
# A list of the column statistics.
|
7832
|
+
#
|
7833
|
+
# @return [Types::UpdateColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7834
|
+
#
|
7835
|
+
# * {Types::UpdateColumnStatisticsForTableResponse#errors #errors} => Array<Types::ColumnStatisticsError>
|
7836
|
+
#
|
7837
|
+
# @example Request syntax with placeholder values
|
7838
|
+
#
|
7839
|
+
# resp = client.update_column_statistics_for_table({
|
7840
|
+
# catalog_id: "CatalogIdString",
|
7841
|
+
# database_name: "NameString", # required
|
7842
|
+
# table_name: "NameString", # required
|
7843
|
+
# column_statistics_list: [ # required
|
7844
|
+
# {
|
7845
|
+
# column_name: "NameString", # required
|
7846
|
+
# column_type: "TypeString", # required
|
7847
|
+
# analyzed_time: Time.now, # required
|
7848
|
+
# statistics_data: { # required
|
7849
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
7850
|
+
# boolean_column_statistics_data: {
|
7851
|
+
# number_of_trues: 1, # required
|
7852
|
+
# number_of_falses: 1, # required
|
7853
|
+
# number_of_nulls: 1, # required
|
7854
|
+
# },
|
7855
|
+
# date_column_statistics_data: {
|
7856
|
+
# minimum_value: Time.now,
|
7857
|
+
# maximum_value: Time.now,
|
7858
|
+
# number_of_nulls: 1, # required
|
7859
|
+
# number_of_distinct_values: 1, # required
|
7860
|
+
# },
|
7861
|
+
# decimal_column_statistics_data: {
|
7862
|
+
# minimum_value: {
|
7863
|
+
# unscaled_value: "data", # required
|
7864
|
+
# scale: 1, # required
|
7865
|
+
# },
|
7866
|
+
# maximum_value: {
|
7867
|
+
# unscaled_value: "data", # required
|
7868
|
+
# scale: 1, # required
|
7869
|
+
# },
|
7870
|
+
# number_of_nulls: 1, # required
|
7871
|
+
# number_of_distinct_values: 1, # required
|
7872
|
+
# },
|
7873
|
+
# double_column_statistics_data: {
|
7874
|
+
# minimum_value: 1.0,
|
7875
|
+
# maximum_value: 1.0,
|
7876
|
+
# number_of_nulls: 1, # required
|
7877
|
+
# number_of_distinct_values: 1, # required
|
7878
|
+
# },
|
7879
|
+
# long_column_statistics_data: {
|
7880
|
+
# minimum_value: 1,
|
7881
|
+
# maximum_value: 1,
|
7882
|
+
# number_of_nulls: 1, # required
|
7883
|
+
# number_of_distinct_values: 1, # required
|
7884
|
+
# },
|
7885
|
+
# string_column_statistics_data: {
|
7886
|
+
# maximum_length: 1, # required
|
7887
|
+
# average_length: 1.0, # required
|
7888
|
+
# number_of_nulls: 1, # required
|
7889
|
+
# number_of_distinct_values: 1, # required
|
7890
|
+
# },
|
7891
|
+
# binary_column_statistics_data: {
|
7892
|
+
# maximum_length: 1, # required
|
7893
|
+
# average_length: 1.0, # required
|
7894
|
+
# number_of_nulls: 1, # required
|
7895
|
+
# },
|
7896
|
+
# },
|
7897
|
+
# },
|
7898
|
+
# ],
|
7899
|
+
# })
|
7900
|
+
#
|
7901
|
+
# @example Response structure
|
7902
|
+
#
|
7903
|
+
# resp.errors #=> Array
|
7904
|
+
# resp.errors[0].column_statistics.column_name #=> String
|
7905
|
+
# resp.errors[0].column_statistics.column_type #=> String
|
7906
|
+
# resp.errors[0].column_statistics.analyzed_time #=> Time
|
7907
|
+
# resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
7908
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
7909
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
7910
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
7911
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
|
7912
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
|
7913
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
7914
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
7915
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
7916
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
7917
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
7918
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
7919
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
7920
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
7921
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
|
7922
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
|
7923
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
7924
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
7925
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
7926
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
7927
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
7928
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
7929
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
7930
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
|
7931
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
7932
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
7933
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
7934
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
|
7935
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
7936
|
+
# resp.errors[0].error.error_code #=> String
|
7937
|
+
# resp.errors[0].error.error_message #=> String
|
7938
|
+
#
|
7939
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTable AWS API Documentation
|
7940
|
+
#
|
7941
|
+
# @overload update_column_statistics_for_table(params = {})
|
7942
|
+
# @param [Hash] params ({})
|
7943
|
+
def update_column_statistics_for_table(params = {}, options = {})
|
7944
|
+
req = build_request(:update_column_statistics_for_table, params)
|
7945
|
+
req.send_request(options)
|
7946
|
+
end
|
7947
|
+
|
7298
7948
|
# Updates a connection definition in the Data Catalog.
|
7299
7949
|
#
|
7300
7950
|
# @option params [String] :catalog_id
|
@@ -7360,14 +8010,13 @@ module Aws::Glue
|
|
7360
8010
|
# A list of targets to crawl.
|
7361
8011
|
#
|
7362
8012
|
# @option params [String] :schedule
|
7363
|
-
# A `cron` expression used to specify the schedule
|
7364
|
-
#
|
7365
|
-
#
|
7366
|
-
# * * ? *)`.
|
8013
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
8014
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
8015
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
7367
8016
|
#
|
7368
8017
|
#
|
7369
8018
|
#
|
7370
|
-
# [1]:
|
8019
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
7371
8020
|
#
|
7372
8021
|
# @option params [Array<String>] :classifiers
|
7373
8022
|
# A list of custom classifiers that the user has registered. By default,
|
@@ -7382,13 +8031,13 @@ module Aws::Glue
|
|
7382
8031
|
# The policy for the crawler's update and deletion behavior.
|
7383
8032
|
#
|
7384
8033
|
# @option params [String] :configuration
|
7385
|
-
#
|
7386
|
-
#
|
8034
|
+
# Crawler configuration information. This versioned JSON string allows
|
8035
|
+
# users to specify aspects of a crawler's behavior. For more
|
7387
8036
|
# information, see [Configuring a Crawler][1].
|
7388
8037
|
#
|
7389
8038
|
#
|
7390
8039
|
#
|
7391
|
-
# [1]:
|
8040
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
|
7392
8041
|
#
|
7393
8042
|
# @option params [String] :crawler_security_configuration
|
7394
8043
|
# The name of the `SecurityConfiguration` structure to be used by this
|
@@ -7420,6 +8069,8 @@ module Aws::Glue
|
|
7420
8069
|
# dynamo_db_targets: [
|
7421
8070
|
# {
|
7422
8071
|
# path: "Path",
|
8072
|
+
# scan_all: false,
|
8073
|
+
# scan_rate: 1.0,
|
7423
8074
|
# },
|
7424
8075
|
# ],
|
7425
8076
|
# catalog_targets: [
|
@@ -7455,14 +8106,14 @@ module Aws::Glue
|
|
7455
8106
|
# The name of the crawler whose schedule to update.
|
7456
8107
|
#
|
7457
8108
|
# @option params [String] :schedule
|
7458
|
-
# The updated `cron` expression used to specify the schedule
|
7459
|
-
#
|
7460
|
-
#
|
7461
|
-
# *
|
8109
|
+
# The updated `cron` expression used to specify the schedule (see
|
8110
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
8111
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
|
8112
|
+
# *)`.
|
7462
8113
|
#
|
7463
8114
|
#
|
7464
8115
|
#
|
7465
|
-
# [1]:
|
8116
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
7466
8117
|
#
|
7467
8118
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7468
8119
|
#
|
@@ -7518,6 +8169,10 @@ module Aws::Glue
|
|
7518
8169
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
7519
8170
|
# },
|
7520
8171
|
# ],
|
8172
|
+
# target_database: {
|
8173
|
+
# catalog_id: "CatalogIdString",
|
8174
|
+
# database_name: "NameString",
|
8175
|
+
# },
|
7521
8176
|
# },
|
7522
8177
|
# })
|
7523
8178
|
#
|
@@ -7963,6 +8618,11 @@ module Aws::Glue
|
|
7963
8618
|
# parameters: {
|
7964
8619
|
# "KeyString" => "ParametersMapValue",
|
7965
8620
|
# },
|
8621
|
+
# target_table: {
|
8622
|
+
# catalog_id: "CatalogIdString",
|
8623
|
+
# database_name: "NameString",
|
8624
|
+
# name: "NameString",
|
8625
|
+
# },
|
7966
8626
|
# },
|
7967
8627
|
# skip_archive: false,
|
7968
8628
|
# })
|
@@ -8159,7 +8819,7 @@ module Aws::Glue
|
|
8159
8819
|
params: params,
|
8160
8820
|
config: config)
|
8161
8821
|
context[:gem_name] = 'aws-sdk-glue'
|
8162
|
-
context[:gem_version] = '1.
|
8822
|
+
context[:gem_version] = '1.63.0'
|
8163
8823
|
Seahorse::Client::Request.new(handlers, context)
|
8164
8824
|
end
|
8165
8825
|
|