aws-sdk-glue 1.58.1 → 1.63.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +3 -1
- data/lib/aws-sdk-glue/client.rb +686 -26
- data/lib/aws-sdk-glue/client_api.rb +311 -0
- data/lib/aws-sdk-glue/errors.rb +2 -0
- data/lib/aws-sdk-glue/resource.rb +2 -0
- data/lib/aws-sdk-glue/types.rb +1668 -64
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 547a559a3457453d2f1685f4815adb9c2dca78a11986aaf332428213f8006587
|
4
|
+
data.tar.gz: 911d06cd65e7cc070a02ad05593dd3a5515dfaf9a5728aef592e42b5beca7bb4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9b9d97511d19fade3332ea7a35359804824487fcb56e836f76e47c04dabf5805d69f19ae9e3dd4a6e5bd5116a133a70b4d6d301704b21053fc6c5f63b62568e7
|
7
|
+
data.tar.gz: 492d63ba36f5bd2c9b2e5e290c6bb8fdc5fefa9826f21b9eb561f0fc76899a3a3413ca8b2dc52bd286ea90327e04a2c99f3decac29999b7f5cd3bdff22d2ed86
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -45,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
|
|
45
47
|
# @service
|
46
48
|
module Aws::Glue
|
47
49
|
|
48
|
-
GEM_VERSION = '1.
|
50
|
+
GEM_VERSION = '1.63.0'
|
49
51
|
|
50
52
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -1,3 +1,5 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
1
3
|
# WARNING ABOUT GENERATED CODE
|
2
4
|
#
|
3
5
|
# This file is generated. See the contributing guide for more information:
|
@@ -647,6 +649,8 @@ module Aws::Glue
|
|
647
649
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
648
650
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
649
651
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
652
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
653
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
|
650
654
|
# resp.crawlers[0].targets.catalog_targets #=> Array
|
651
655
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
652
656
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
@@ -884,6 +888,7 @@ module Aws::Glue
|
|
884
888
|
# resp.partitions[0].parameters #=> Hash
|
885
889
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
886
890
|
# resp.partitions[0].last_analyzed_time #=> Time
|
891
|
+
# resp.partitions[0].catalog_id #=> String
|
887
892
|
# resp.unprocessed_keys #=> Array
|
888
893
|
# resp.unprocessed_keys[0].values #=> Array
|
889
894
|
# resp.unprocessed_keys[0].values[0] #=> String
|
@@ -1339,14 +1344,13 @@ module Aws::Glue
|
|
1339
1344
|
# A list of collection of targets to crawl.
|
1340
1345
|
#
|
1341
1346
|
# @option params [String] :schedule
|
1342
|
-
# A `cron` expression used to specify the schedule
|
1343
|
-
#
|
1344
|
-
#
|
1345
|
-
# * * ? *)`.
|
1347
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
1348
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
1349
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
1346
1350
|
#
|
1347
1351
|
#
|
1348
1352
|
#
|
1349
|
-
# [1]:
|
1353
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
1350
1354
|
#
|
1351
1355
|
# @option params [Array<String>] :classifiers
|
1352
1356
|
# A list of custom classifiers that the user has registered. By default,
|
@@ -1361,26 +1365,26 @@ module Aws::Glue
|
|
1361
1365
|
# The policy for the crawler's update and deletion behavior.
|
1362
1366
|
#
|
1363
1367
|
# @option params [String] :configuration
|
1364
|
-
#
|
1365
|
-
#
|
1368
|
+
# Crawler configuration information. This versioned JSON string allows
|
1369
|
+
# users to specify aspects of a crawler's behavior. For more
|
1366
1370
|
# information, see [Configuring a Crawler][1].
|
1367
1371
|
#
|
1368
1372
|
#
|
1369
1373
|
#
|
1370
|
-
# [1]:
|
1374
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
|
1371
1375
|
#
|
1372
1376
|
# @option params [String] :crawler_security_configuration
|
1373
1377
|
# The name of the `SecurityConfiguration` structure to be used by this
|
1374
1378
|
# crawler.
|
1375
1379
|
#
|
1376
1380
|
# @option params [Hash<String,String>] :tags
|
1377
|
-
# The tags to use with this crawler request. You
|
1378
|
-
# access to the crawler. For more information
|
1379
|
-
# Glue][1].
|
1381
|
+
# The tags to use with this crawler request. You may use tags to limit
|
1382
|
+
# access to the crawler. For more information about tags in AWS Glue,
|
1383
|
+
# see [AWS Tags in AWS Glue][1] in the developer guide.
|
1380
1384
|
#
|
1381
1385
|
#
|
1382
1386
|
#
|
1383
|
-
# [1]:
|
1387
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
1384
1388
|
#
|
1385
1389
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
1386
1390
|
#
|
@@ -1408,6 +1412,8 @@ module Aws::Glue
|
|
1408
1412
|
# dynamo_db_targets: [
|
1409
1413
|
# {
|
1410
1414
|
# path: "Path",
|
1415
|
+
# scan_all: false,
|
1416
|
+
# scan_rate: 1.0,
|
1411
1417
|
# },
|
1412
1418
|
# ],
|
1413
1419
|
# catalog_targets: [
|
@@ -1470,6 +1476,10 @@ module Aws::Glue
|
|
1470
1476
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
1471
1477
|
# },
|
1472
1478
|
# ],
|
1479
|
+
# target_database: {
|
1480
|
+
# catalog_id: "CatalogIdString",
|
1481
|
+
# database_name: "NameString",
|
1482
|
+
# },
|
1473
1483
|
# },
|
1474
1484
|
# })
|
1475
1485
|
#
|
@@ -2369,6 +2379,11 @@ module Aws::Glue
|
|
2369
2379
|
# parameters: {
|
2370
2380
|
# "KeyString" => "ParametersMapValue",
|
2371
2381
|
# },
|
2382
|
+
# target_table: {
|
2383
|
+
# catalog_id: "CatalogIdString",
|
2384
|
+
# database_name: "NameString",
|
2385
|
+
# name: "NameString",
|
2386
|
+
# },
|
2372
2387
|
# },
|
2373
2388
|
# })
|
2374
2389
|
#
|
@@ -2595,6 +2610,80 @@ module Aws::Glue
|
|
2595
2610
|
req.send_request(options)
|
2596
2611
|
end
|
2597
2612
|
|
2613
|
+
# Delete the partition column statistics of a column.
|
2614
|
+
#
|
2615
|
+
# @option params [String] :catalog_id
|
2616
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
2617
|
+
# none is supplied, the AWS account ID is used by default.
|
2618
|
+
#
|
2619
|
+
# @option params [required, String] :database_name
|
2620
|
+
# The name of the catalog database where the partitions reside.
|
2621
|
+
#
|
2622
|
+
# @option params [required, String] :table_name
|
2623
|
+
# The name of the partitions' table.
|
2624
|
+
#
|
2625
|
+
# @option params [required, Array<String>] :partition_values
|
2626
|
+
# A list of partition values identifying the partition.
|
2627
|
+
#
|
2628
|
+
# @option params [required, String] :column_name
|
2629
|
+
# Name of the column.
|
2630
|
+
#
|
2631
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2632
|
+
#
|
2633
|
+
# @example Request syntax with placeholder values
|
2634
|
+
#
|
2635
|
+
# resp = client.delete_column_statistics_for_partition({
|
2636
|
+
# catalog_id: "CatalogIdString",
|
2637
|
+
# database_name: "NameString", # required
|
2638
|
+
# table_name: "NameString", # required
|
2639
|
+
# partition_values: ["ValueString"], # required
|
2640
|
+
# column_name: "NameString", # required
|
2641
|
+
# })
|
2642
|
+
#
|
2643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartition AWS API Documentation
|
2644
|
+
#
|
2645
|
+
# @overload delete_column_statistics_for_partition(params = {})
|
2646
|
+
# @param [Hash] params ({})
|
2647
|
+
def delete_column_statistics_for_partition(params = {}, options = {})
|
2648
|
+
req = build_request(:delete_column_statistics_for_partition, params)
|
2649
|
+
req.send_request(options)
|
2650
|
+
end
|
2651
|
+
|
2652
|
+
# Retrieves table statistics of columns.
|
2653
|
+
#
|
2654
|
+
# @option params [String] :catalog_id
|
2655
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
2656
|
+
# none is supplied, the AWS account ID is used by default.
|
2657
|
+
#
|
2658
|
+
# @option params [required, String] :database_name
|
2659
|
+
# The name of the catalog database where the partitions reside.
|
2660
|
+
#
|
2661
|
+
# @option params [required, String] :table_name
|
2662
|
+
# The name of the partitions' table.
|
2663
|
+
#
|
2664
|
+
# @option params [required, String] :column_name
|
2665
|
+
# The name of the column.
|
2666
|
+
#
|
2667
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2668
|
+
#
|
2669
|
+
# @example Request syntax with placeholder values
|
2670
|
+
#
|
2671
|
+
# resp = client.delete_column_statistics_for_table({
|
2672
|
+
# catalog_id: "CatalogIdString",
|
2673
|
+
# database_name: "NameString", # required
|
2674
|
+
# table_name: "NameString", # required
|
2675
|
+
# column_name: "NameString", # required
|
2676
|
+
# })
|
2677
|
+
#
|
2678
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTable AWS API Documentation
|
2679
|
+
#
|
2680
|
+
# @overload delete_column_statistics_for_table(params = {})
|
2681
|
+
# @param [Hash] params ({})
|
2682
|
+
def delete_column_statistics_for_table(params = {}, options = {})
|
2683
|
+
req = build_request(:delete_column_statistics_for_table, params)
|
2684
|
+
req.send_request(options)
|
2685
|
+
end
|
2686
|
+
|
2598
2687
|
# Deletes a connection from the Data Catalog.
|
2599
2688
|
#
|
2600
2689
|
# @option params [String] :catalog_id
|
@@ -2814,12 +2903,17 @@ module Aws::Glue
|
|
2814
2903
|
# @option params [String] :policy_hash_condition
|
2815
2904
|
# The hash value returned when this policy was set.
|
2816
2905
|
#
|
2906
|
+
# @option params [String] :resource_arn
|
2907
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
2908
|
+
# deleted.
|
2909
|
+
#
|
2817
2910
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2818
2911
|
#
|
2819
2912
|
# @example Request syntax with placeholder values
|
2820
2913
|
#
|
2821
2914
|
# resp = client.delete_resource_policy({
|
2822
2915
|
# policy_hash_condition: "HashString",
|
2916
|
+
# resource_arn: "GlueResourceArn",
|
2823
2917
|
# })
|
2824
2918
|
#
|
2825
2919
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicy AWS API Documentation
|
@@ -3177,6 +3271,166 @@ module Aws::Glue
|
|
3177
3271
|
req.send_request(options)
|
3178
3272
|
end
|
3179
3273
|
|
3274
|
+
# Retrieves partition statistics of columns.
|
3275
|
+
#
|
3276
|
+
# @option params [String] :catalog_id
|
3277
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
3278
|
+
# none is supplied, the AWS account ID is used by default.
|
3279
|
+
#
|
3280
|
+
# @option params [required, String] :database_name
|
3281
|
+
# The name of the catalog database where the partitions reside.
|
3282
|
+
#
|
3283
|
+
# @option params [required, String] :table_name
|
3284
|
+
# The name of the partitions' table.
|
3285
|
+
#
|
3286
|
+
# @option params [required, Array<String>] :partition_values
|
3287
|
+
# A list of partition values identifying the partition.
|
3288
|
+
#
|
3289
|
+
# @option params [required, Array<String>] :column_names
|
3290
|
+
# A list of the column names.
|
3291
|
+
#
|
3292
|
+
# @return [Types::GetColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3293
|
+
#
|
3294
|
+
# * {Types::GetColumnStatisticsForPartitionResponse#column_statistics_list #column_statistics_list} => Array<Types::ColumnStatistics>
|
3295
|
+
# * {Types::GetColumnStatisticsForPartitionResponse#errors #errors} => Array<Types::ColumnError>
|
3296
|
+
#
|
3297
|
+
# @example Request syntax with placeholder values
|
3298
|
+
#
|
3299
|
+
# resp = client.get_column_statistics_for_partition({
|
3300
|
+
# catalog_id: "CatalogIdString",
|
3301
|
+
# database_name: "NameString", # required
|
3302
|
+
# table_name: "NameString", # required
|
3303
|
+
# partition_values: ["ValueString"], # required
|
3304
|
+
# column_names: ["NameString"], # required
|
3305
|
+
# })
|
3306
|
+
#
|
3307
|
+
# @example Response structure
|
3308
|
+
#
|
3309
|
+
# resp.column_statistics_list #=> Array
|
3310
|
+
# resp.column_statistics_list[0].column_name #=> String
|
3311
|
+
# resp.column_statistics_list[0].column_type #=> String
|
3312
|
+
# resp.column_statistics_list[0].analyzed_time #=> Time
|
3313
|
+
# resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
3314
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
3315
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
3316
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
3317
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
|
3318
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
|
3319
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
3320
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
3321
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
3322
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
3323
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
3324
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
3325
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
3326
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
3327
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
|
3328
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
|
3329
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
3330
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
3331
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
3332
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
3333
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
3334
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
3335
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
3336
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
|
3337
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
3338
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
3339
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
3340
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
|
3341
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
3342
|
+
# resp.errors #=> Array
|
3343
|
+
# resp.errors[0].column_name #=> String
|
3344
|
+
# resp.errors[0].error.error_code #=> String
|
3345
|
+
# resp.errors[0].error.error_message #=> String
|
3346
|
+
#
|
3347
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartition AWS API Documentation
|
3348
|
+
#
|
3349
|
+
# @overload get_column_statistics_for_partition(params = {})
|
3350
|
+
# @param [Hash] params ({})
|
3351
|
+
def get_column_statistics_for_partition(params = {}, options = {})
|
3352
|
+
req = build_request(:get_column_statistics_for_partition, params)
|
3353
|
+
req.send_request(options)
|
3354
|
+
end
|
3355
|
+
|
3356
|
+
# Retrieves table statistics of columns.
|
3357
|
+
#
|
3358
|
+
# @option params [String] :catalog_id
|
3359
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
3360
|
+
# none is supplied, the AWS account ID is used by default.
|
3361
|
+
#
|
3362
|
+
# @option params [required, String] :database_name
|
3363
|
+
# The name of the catalog database where the partitions reside.
|
3364
|
+
#
|
3365
|
+
# @option params [required, String] :table_name
|
3366
|
+
# The name of the partitions' table.
|
3367
|
+
#
|
3368
|
+
# @option params [required, Array<String>] :column_names
|
3369
|
+
# A list of the column names.
|
3370
|
+
#
|
3371
|
+
# @return [Types::GetColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3372
|
+
#
|
3373
|
+
# * {Types::GetColumnStatisticsForTableResponse#column_statistics_list #column_statistics_list} => Array<Types::ColumnStatistics>
|
3374
|
+
# * {Types::GetColumnStatisticsForTableResponse#errors #errors} => Array<Types::ColumnError>
|
3375
|
+
#
|
3376
|
+
# @example Request syntax with placeholder values
|
3377
|
+
#
|
3378
|
+
# resp = client.get_column_statistics_for_table({
|
3379
|
+
# catalog_id: "CatalogIdString",
|
3380
|
+
# database_name: "NameString", # required
|
3381
|
+
# table_name: "NameString", # required
|
3382
|
+
# column_names: ["NameString"], # required
|
3383
|
+
# })
|
3384
|
+
#
|
3385
|
+
# @example Response structure
|
3386
|
+
#
|
3387
|
+
# resp.column_statistics_list #=> Array
|
3388
|
+
# resp.column_statistics_list[0].column_name #=> String
|
3389
|
+
# resp.column_statistics_list[0].column_type #=> String
|
3390
|
+
# resp.column_statistics_list[0].analyzed_time #=> Time
|
3391
|
+
# resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
3392
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
3393
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
3394
|
+
# resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
3395
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
|
3396
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
|
3397
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
3398
|
+
# resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
3399
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
3400
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
3401
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
3402
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
3403
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
3404
|
+
# resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
3405
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
|
3406
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
|
3407
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
3408
|
+
# resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
3409
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
3410
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
3411
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
3412
|
+
# resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
3413
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
3414
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
|
3415
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
3416
|
+
# resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
3417
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
3418
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
|
3419
|
+
# resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
3420
|
+
# resp.errors #=> Array
|
3421
|
+
# resp.errors[0].column_name #=> String
|
3422
|
+
# resp.errors[0].error.error_code #=> String
|
3423
|
+
# resp.errors[0].error.error_message #=> String
|
3424
|
+
#
|
3425
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTable AWS API Documentation
|
3426
|
+
#
|
3427
|
+
# @overload get_column_statistics_for_table(params = {})
|
3428
|
+
# @param [Hash] params ({})
|
3429
|
+
def get_column_statistics_for_table(params = {}, options = {})
|
3430
|
+
req = build_request(:get_column_statistics_for_table, params)
|
3431
|
+
req.send_request(options)
|
3432
|
+
end
|
3433
|
+
|
3180
3434
|
# Retrieves a connection definition from the Data Catalog.
|
3181
3435
|
#
|
3182
3436
|
# @option params [String] :catalog_id
|
@@ -3333,6 +3587,8 @@ module Aws::Glue
|
|
3333
3587
|
# resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
|
3334
3588
|
# resp.crawler.targets.dynamo_db_targets #=> Array
|
3335
3589
|
# resp.crawler.targets.dynamo_db_targets[0].path #=> String
|
3590
|
+
# resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
|
3591
|
+
# resp.crawler.targets.dynamo_db_targets[0].scan_rate #=> Float
|
3336
3592
|
# resp.crawler.targets.catalog_targets #=> Array
|
3337
3593
|
# resp.crawler.targets.catalog_targets[0].database_name #=> String
|
3338
3594
|
# resp.crawler.targets.catalog_targets[0].tables #=> Array
|
@@ -3455,6 +3711,8 @@ module Aws::Glue
|
|
3455
3711
|
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
3456
3712
|
# resp.crawlers[0].targets.dynamo_db_targets #=> Array
|
3457
3713
|
# resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
|
3714
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
|
3715
|
+
# resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
|
3458
3716
|
# resp.crawlers[0].targets.catalog_targets #=> Array
|
3459
3717
|
# resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
|
3460
3718
|
# resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
|
@@ -3557,6 +3815,9 @@ module Aws::Glue
|
|
3557
3815
|
# resp.database.create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3558
3816
|
# resp.database.create_table_default_permissions[0].permissions #=> Array
|
3559
3817
|
# resp.database.create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3818
|
+
# resp.database.target_database.catalog_id #=> String
|
3819
|
+
# resp.database.target_database.database_name #=> String
|
3820
|
+
# resp.database.catalog_id #=> String
|
3560
3821
|
#
|
3561
3822
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
|
3562
3823
|
#
|
@@ -3579,6 +3840,16 @@ module Aws::Glue
|
|
3579
3840
|
# @option params [Integer] :max_results
|
3580
3841
|
# The maximum number of databases to return in one response.
|
3581
3842
|
#
|
3843
|
+
# @option params [String] :resource_share_type
|
3844
|
+
# Allows you to specify that you want to list the databases shared with
|
3845
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
3846
|
+
#
|
3847
|
+
# * If set to `FOREIGN`, will list the databases shared with your
|
3848
|
+
# account.
|
3849
|
+
#
|
3850
|
+
# * If set to `ALL`, will list the databases shared with your account,
|
3851
|
+
# as well as the databases in yor local account.
|
3852
|
+
#
|
3582
3853
|
# @return [Types::GetDatabasesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3583
3854
|
#
|
3584
3855
|
# * {Types::GetDatabasesResponse#database_list #database_list} => Array<Types::Database>
|
@@ -3592,6 +3863,7 @@ module Aws::Glue
|
|
3592
3863
|
# catalog_id: "CatalogIdString",
|
3593
3864
|
# next_token: "Token",
|
3594
3865
|
# max_results: 1,
|
3866
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
3595
3867
|
# })
|
3596
3868
|
#
|
3597
3869
|
# @example Response structure
|
@@ -3607,6 +3879,9 @@ module Aws::Glue
|
|
3607
3879
|
# resp.database_list[0].create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
|
3608
3880
|
# resp.database_list[0].create_table_default_permissions[0].permissions #=> Array
|
3609
3881
|
# resp.database_list[0].create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
|
3882
|
+
# resp.database_list[0].target_database.catalog_id #=> String
|
3883
|
+
# resp.database_list[0].target_database.database_name #=> String
|
3884
|
+
# resp.database_list[0].catalog_id #=> String
|
3610
3885
|
# resp.next_token #=> String
|
3611
3886
|
#
|
3612
3887
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
|
@@ -4539,6 +4814,7 @@ module Aws::Glue
|
|
4539
4814
|
# resp.partition.parameters #=> Hash
|
4540
4815
|
# resp.partition.parameters["KeyString"] #=> String
|
4541
4816
|
# resp.partition.last_analyzed_time #=> Time
|
4817
|
+
# resp.partition.catalog_id #=> String
|
4542
4818
|
#
|
4543
4819
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
4544
4820
|
#
|
@@ -4727,6 +5003,7 @@ module Aws::Glue
|
|
4727
5003
|
# resp.partitions[0].parameters #=> Hash
|
4728
5004
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
4729
5005
|
# resp.partitions[0].last_analyzed_time #=> Time
|
5006
|
+
# resp.partitions[0].catalog_id #=> String
|
4730
5007
|
# resp.next_token #=> String
|
4731
5008
|
#
|
4732
5009
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitions AWS API Documentation
|
@@ -4823,8 +5100,56 @@ module Aws::Glue
|
|
4823
5100
|
req.send_request(options)
|
4824
5101
|
end
|
4825
5102
|
|
5103
|
+
# Retrieves the security configurations for the resource policies set on
|
5104
|
+
# individual resources, and also the account-level policy.
|
5105
|
+
#
|
5106
|
+
# @option params [String] :next_token
|
5107
|
+
# A continuation token, if this is a continuation request.
|
5108
|
+
#
|
5109
|
+
# @option params [Integer] :max_results
|
5110
|
+
# The maximum size of a list to return.
|
5111
|
+
#
|
5112
|
+
# @return [Types::GetResourcePoliciesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5113
|
+
#
|
5114
|
+
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5115
|
+
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5116
|
+
#
|
5117
|
+
# @example Request syntax with placeholder values
|
5118
|
+
#
|
5119
|
+
# resp = client.get_resource_policies({
|
5120
|
+
# next_token: "Token",
|
5121
|
+
# max_results: 1,
|
5122
|
+
# })
|
5123
|
+
#
|
5124
|
+
# @example Response structure
|
5125
|
+
#
|
5126
|
+
# resp.get_resource_policies_response_list #=> Array
|
5127
|
+
# resp.get_resource_policies_response_list[0].policy_in_json #=> String
|
5128
|
+
# resp.get_resource_policies_response_list[0].policy_hash #=> String
|
5129
|
+
# resp.get_resource_policies_response_list[0].create_time #=> Time
|
5130
|
+
# resp.get_resource_policies_response_list[0].update_time #=> Time
|
5131
|
+
# resp.next_token #=> String
|
5132
|
+
#
|
5133
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePolicies AWS API Documentation
|
5134
|
+
#
|
5135
|
+
# @overload get_resource_policies(params = {})
|
5136
|
+
# @param [Hash] params ({})
|
5137
|
+
def get_resource_policies(params = {}, options = {})
|
5138
|
+
req = build_request(:get_resource_policies, params)
|
5139
|
+
req.send_request(options)
|
5140
|
+
end
|
5141
|
+
|
4826
5142
|
# Retrieves a specified resource policy.
|
4827
5143
|
#
|
5144
|
+
# @option params [String] :resource_arn
|
5145
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
5146
|
+
# retrieved. For more information about AWS Glue resource ARNs, see the
|
5147
|
+
# [AWS Glue ARN string pattern][1]
|
5148
|
+
#
|
5149
|
+
#
|
5150
|
+
#
|
5151
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
5152
|
+
#
|
4828
5153
|
# @return [Types::GetResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
4829
5154
|
#
|
4830
5155
|
# * {Types::GetResourcePolicyResponse#policy_in_json #policy_in_json} => String
|
@@ -4832,6 +5157,12 @@ module Aws::Glue
|
|
4832
5157
|
# * {Types::GetResourcePolicyResponse#create_time #create_time} => Time
|
4833
5158
|
# * {Types::GetResourcePolicyResponse#update_time #update_time} => Time
|
4834
5159
|
#
|
5160
|
+
# @example Request syntax with placeholder values
|
5161
|
+
#
|
5162
|
+
# resp = client.get_resource_policy({
|
5163
|
+
# resource_arn: "GlueResourceArn",
|
5164
|
+
# })
|
5165
|
+
#
|
4835
5166
|
# @example Response structure
|
4836
5167
|
#
|
4837
5168
|
# resp.policy_in_json #=> String
|
@@ -5009,6 +5340,10 @@ module Aws::Glue
|
|
5009
5340
|
# resp.table.parameters["KeyString"] #=> String
|
5010
5341
|
# resp.table.created_by #=> String
|
5011
5342
|
# resp.table.is_registered_with_lake_formation #=> Boolean
|
5343
|
+
# resp.table.target_table.catalog_id #=> String
|
5344
|
+
# resp.table.target_table.database_name #=> String
|
5345
|
+
# resp.table.target_table.name #=> String
|
5346
|
+
# resp.table.catalog_id #=> String
|
5012
5347
|
#
|
5013
5348
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
5014
5349
|
#
|
@@ -5103,6 +5438,10 @@ module Aws::Glue
|
|
5103
5438
|
# resp.table_version.table.parameters["KeyString"] #=> String
|
5104
5439
|
# resp.table_version.table.created_by #=> String
|
5105
5440
|
# resp.table_version.table.is_registered_with_lake_formation #=> Boolean
|
5441
|
+
# resp.table_version.table.target_table.catalog_id #=> String
|
5442
|
+
# resp.table_version.table.target_table.database_name #=> String
|
5443
|
+
# resp.table_version.table.target_table.name #=> String
|
5444
|
+
# resp.table_version.table.catalog_id #=> String
|
5106
5445
|
# resp.table_version.version_id #=> String
|
5107
5446
|
#
|
5108
5447
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
|
@@ -5206,6 +5545,10 @@ module Aws::Glue
|
|
5206
5545
|
# resp.table_versions[0].table.parameters["KeyString"] #=> String
|
5207
5546
|
# resp.table_versions[0].table.created_by #=> String
|
5208
5547
|
# resp.table_versions[0].table.is_registered_with_lake_formation #=> Boolean
|
5548
|
+
# resp.table_versions[0].table.target_table.catalog_id #=> String
|
5549
|
+
# resp.table_versions[0].table.target_table.database_name #=> String
|
5550
|
+
# resp.table_versions[0].table.target_table.name #=> String
|
5551
|
+
# resp.table_versions[0].table.catalog_id #=> String
|
5209
5552
|
# resp.table_versions[0].version_id #=> String
|
5210
5553
|
# resp.next_token #=> String
|
5211
5554
|
#
|
@@ -5310,6 +5653,10 @@ module Aws::Glue
|
|
5310
5653
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
5311
5654
|
# resp.table_list[0].created_by #=> String
|
5312
5655
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
5656
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
5657
|
+
# resp.table_list[0].target_table.database_name #=> String
|
5658
|
+
# resp.table_list[0].target_table.name #=> String
|
5659
|
+
# resp.table_list[0].catalog_id #=> String
|
5313
5660
|
# resp.next_token #=> String
|
5314
5661
|
#
|
5315
5662
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
@@ -5499,6 +5846,7 @@ module Aws::Glue
|
|
5499
5846
|
# resp.user_defined_function.resource_uris #=> Array
|
5500
5847
|
# resp.user_defined_function.resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5501
5848
|
# resp.user_defined_function.resource_uris[0].uri #=> String
|
5849
|
+
# resp.user_defined_function.catalog_id #=> String
|
5502
5850
|
#
|
5503
5851
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunction AWS API Documentation
|
5504
5852
|
#
|
@@ -5559,6 +5907,7 @@ module Aws::Glue
|
|
5559
5907
|
# resp.user_defined_functions[0].resource_uris #=> Array
|
5560
5908
|
# resp.user_defined_functions[0].resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
5561
5909
|
# resp.user_defined_functions[0].resource_uris[0].uri #=> String
|
5910
|
+
# resp.user_defined_functions[0].catalog_id #=> String
|
5562
5911
|
# resp.next_token #=> String
|
5563
5912
|
#
|
5564
5913
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunctions AWS API Documentation
|
@@ -6393,6 +6742,15 @@ module Aws::Glue
|
|
6393
6742
|
# @option params [required, String] :policy_in_json
|
6394
6743
|
# Contains the policy document to set, in JSON format.
|
6395
6744
|
#
|
6745
|
+
# @option params [String] :resource_arn
|
6746
|
+
# The ARN of the AWS Glue resource for the resource policy to be set.
|
6747
|
+
# For more information about AWS Glue resource ARNs, see the [AWS Glue
|
6748
|
+
# ARN string pattern][1]
|
6749
|
+
#
|
6750
|
+
#
|
6751
|
+
#
|
6752
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-common.html#aws-glue-api-regex-aws-glue-arn-id
|
6753
|
+
#
|
6396
6754
|
# @option params [String] :policy_hash_condition
|
6397
6755
|
# The hash value returned when the previous policy was set using
|
6398
6756
|
# `PutResourcePolicy`. Its purpose is to prevent concurrent
|
@@ -6405,6 +6763,17 @@ module Aws::Glue
|
|
6405
6763
|
# null value is used, the call will not depend on the existence of a
|
6406
6764
|
# policy.
|
6407
6765
|
#
|
6766
|
+
# @option params [String] :enable_hybrid
|
6767
|
+
# Allows you to specify if you want to use both resource-level and
|
6768
|
+
# account/catalog-level resource policies. A resource-level policy is a
|
6769
|
+
# policy attached to an individual resource such as a database or a
|
6770
|
+
# table.
|
6771
|
+
#
|
6772
|
+
# The default value of `NO` indicates that resource-level policies
|
6773
|
+
# cannot co-exist with an account-level policy. A value of `YES` means
|
6774
|
+
# the use of both resource-level and account/catalog-level resource
|
6775
|
+
# policies is allowed.
|
6776
|
+
#
|
6408
6777
|
# @return [Types::PutResourcePolicyResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6409
6778
|
#
|
6410
6779
|
# * {Types::PutResourcePolicyResponse#policy_hash #policy_hash} => String
|
@@ -6413,8 +6782,10 @@ module Aws::Glue
|
|
6413
6782
|
#
|
6414
6783
|
# resp = client.put_resource_policy({
|
6415
6784
|
# policy_in_json: "PolicyJsonString", # required
|
6785
|
+
# resource_arn: "GlueResourceArn",
|
6416
6786
|
# policy_hash_condition: "HashString",
|
6417
6787
|
# policy_exists_condition: "MUST_EXIST", # accepts MUST_EXIST, NOT_EXIST, NONE
|
6788
|
+
# enable_hybrid: "TRUE", # accepts TRUE, FALSE
|
6418
6789
|
# })
|
6419
6790
|
#
|
6420
6791
|
# @example Response structure
|
@@ -6539,6 +6910,16 @@ module Aws::Glue
|
|
6539
6910
|
# @option params [Integer] :max_results
|
6540
6911
|
# The maximum number of tables to return in a single response.
|
6541
6912
|
#
|
6913
|
+
# @option params [String] :resource_share_type
|
6914
|
+
# Allows you to specify that you want to search the tables shared with
|
6915
|
+
# your account. The allowable values are `FOREIGN` or `ALL`.
|
6916
|
+
#
|
6917
|
+
# * If set to `FOREIGN`, will search the tables shared with your
|
6918
|
+
# account.
|
6919
|
+
#
|
6920
|
+
# * If set to `ALL`, will search the tables shared with your account, as
|
6921
|
+
# well as the tables in yor local account.
|
6922
|
+
#
|
6542
6923
|
# @return [Types::SearchTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6543
6924
|
#
|
6544
6925
|
# * {Types::SearchTablesResponse#next_token #next_token} => String
|
@@ -6566,6 +6947,7 @@ module Aws::Glue
|
|
6566
6947
|
# },
|
6567
6948
|
# ],
|
6568
6949
|
# max_results: 1,
|
6950
|
+
# resource_share_type: "FOREIGN", # accepts FOREIGN, ALL
|
6569
6951
|
# })
|
6570
6952
|
#
|
6571
6953
|
# @example Response structure
|
@@ -6623,6 +7005,10 @@ module Aws::Glue
|
|
6623
7005
|
# resp.table_list[0].parameters["KeyString"] #=> String
|
6624
7006
|
# resp.table_list[0].created_by #=> String
|
6625
7007
|
# resp.table_list[0].is_registered_with_lake_formation #=> Boolean
|
7008
|
+
# resp.table_list[0].target_table.catalog_id #=> String
|
7009
|
+
# resp.table_list[0].target_table.database_name #=> String
|
7010
|
+
# resp.table_list[0].target_table.name #=> String
|
7011
|
+
# resp.table_list[0].catalog_id #=> String
|
6626
7012
|
#
|
6627
7013
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
|
6628
7014
|
#
|
@@ -7295,6 +7681,270 @@ module Aws::Glue
|
|
7295
7681
|
req.send_request(options)
|
7296
7682
|
end
|
7297
7683
|
|
7684
|
+
# Creates or updates partition statistics of columns.
|
7685
|
+
#
|
7686
|
+
# @option params [String] :catalog_id
|
7687
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
7688
|
+
# none is supplied, the AWS account ID is used by default.
|
7689
|
+
#
|
7690
|
+
# @option params [required, String] :database_name
|
7691
|
+
# The name of the catalog database where the partitions reside.
|
7692
|
+
#
|
7693
|
+
# @option params [required, String] :table_name
|
7694
|
+
# The name of the partitions' table.
|
7695
|
+
#
|
7696
|
+
# @option params [required, Array<String>] :partition_values
|
7697
|
+
# A list of partition values identifying the partition.
|
7698
|
+
#
|
7699
|
+
# @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
|
7700
|
+
# A list of the column statistics.
|
7701
|
+
#
|
7702
|
+
# @return [Types::UpdateColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7703
|
+
#
|
7704
|
+
# * {Types::UpdateColumnStatisticsForPartitionResponse#errors #errors} => Array<Types::ColumnStatisticsError>
|
7705
|
+
#
|
7706
|
+
# @example Request syntax with placeholder values
|
7707
|
+
#
|
7708
|
+
# resp = client.update_column_statistics_for_partition({
|
7709
|
+
# catalog_id: "CatalogIdString",
|
7710
|
+
# database_name: "NameString", # required
|
7711
|
+
# table_name: "NameString", # required
|
7712
|
+
# partition_values: ["ValueString"], # required
|
7713
|
+
# column_statistics_list: [ # required
|
7714
|
+
# {
|
7715
|
+
# column_name: "NameString", # required
|
7716
|
+
# column_type: "TypeString", # required
|
7717
|
+
# analyzed_time: Time.now, # required
|
7718
|
+
# statistics_data: { # required
|
7719
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
7720
|
+
# boolean_column_statistics_data: {
|
7721
|
+
# number_of_trues: 1, # required
|
7722
|
+
# number_of_falses: 1, # required
|
7723
|
+
# number_of_nulls: 1, # required
|
7724
|
+
# },
|
7725
|
+
# date_column_statistics_data: {
|
7726
|
+
# minimum_value: Time.now,
|
7727
|
+
# maximum_value: Time.now,
|
7728
|
+
# number_of_nulls: 1, # required
|
7729
|
+
# number_of_distinct_values: 1, # required
|
7730
|
+
# },
|
7731
|
+
# decimal_column_statistics_data: {
|
7732
|
+
# minimum_value: {
|
7733
|
+
# unscaled_value: "data", # required
|
7734
|
+
# scale: 1, # required
|
7735
|
+
# },
|
7736
|
+
# maximum_value: {
|
7737
|
+
# unscaled_value: "data", # required
|
7738
|
+
# scale: 1, # required
|
7739
|
+
# },
|
7740
|
+
# number_of_nulls: 1, # required
|
7741
|
+
# number_of_distinct_values: 1, # required
|
7742
|
+
# },
|
7743
|
+
# double_column_statistics_data: {
|
7744
|
+
# minimum_value: 1.0,
|
7745
|
+
# maximum_value: 1.0,
|
7746
|
+
# number_of_nulls: 1, # required
|
7747
|
+
# number_of_distinct_values: 1, # required
|
7748
|
+
# },
|
7749
|
+
# long_column_statistics_data: {
|
7750
|
+
# minimum_value: 1,
|
7751
|
+
# maximum_value: 1,
|
7752
|
+
# number_of_nulls: 1, # required
|
7753
|
+
# number_of_distinct_values: 1, # required
|
7754
|
+
# },
|
7755
|
+
# string_column_statistics_data: {
|
7756
|
+
# maximum_length: 1, # required
|
7757
|
+
# average_length: 1.0, # required
|
7758
|
+
# number_of_nulls: 1, # required
|
7759
|
+
# number_of_distinct_values: 1, # required
|
7760
|
+
# },
|
7761
|
+
# binary_column_statistics_data: {
|
7762
|
+
# maximum_length: 1, # required
|
7763
|
+
# average_length: 1.0, # required
|
7764
|
+
# number_of_nulls: 1, # required
|
7765
|
+
# },
|
7766
|
+
# },
|
7767
|
+
# },
|
7768
|
+
# ],
|
7769
|
+
# })
|
7770
|
+
#
|
7771
|
+
# @example Response structure
|
7772
|
+
#
|
7773
|
+
# resp.errors #=> Array
|
7774
|
+
# resp.errors[0].column_statistics.column_name #=> String
|
7775
|
+
# resp.errors[0].column_statistics.column_type #=> String
|
7776
|
+
# resp.errors[0].column_statistics.analyzed_time #=> Time
|
7777
|
+
# resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
7778
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
7779
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
7780
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
7781
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
|
7782
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
|
7783
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
7784
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
7785
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
7786
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
7787
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
7788
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
7789
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
7790
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
7791
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
|
7792
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
|
7793
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
7794
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
7795
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
7796
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
7797
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
7798
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
7799
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
7800
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
|
7801
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
7802
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
7803
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
7804
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
|
7805
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
7806
|
+
# resp.errors[0].error.error_code #=> String
|
7807
|
+
# resp.errors[0].error.error_message #=> String
|
7808
|
+
#
|
7809
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartition AWS API Documentation
|
7810
|
+
#
|
7811
|
+
# @overload update_column_statistics_for_partition(params = {})
|
7812
|
+
# @param [Hash] params ({})
|
7813
|
+
def update_column_statistics_for_partition(params = {}, options = {})
|
7814
|
+
req = build_request(:update_column_statistics_for_partition, params)
|
7815
|
+
req.send_request(options)
|
7816
|
+
end
|
7817
|
+
|
7818
|
+
# Creates or updates table statistics of columns.
|
7819
|
+
#
|
7820
|
+
# @option params [String] :catalog_id
|
7821
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
7822
|
+
# none is supplied, the AWS account ID is used by default.
|
7823
|
+
#
|
7824
|
+
# @option params [required, String] :database_name
|
7825
|
+
# The name of the catalog database where the partitions reside.
|
7826
|
+
#
|
7827
|
+
# @option params [required, String] :table_name
|
7828
|
+
# The name of the partitions' table.
|
7829
|
+
#
|
7830
|
+
# @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
|
7831
|
+
# A list of the column statistics.
|
7832
|
+
#
|
7833
|
+
# @return [Types::UpdateColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7834
|
+
#
|
7835
|
+
# * {Types::UpdateColumnStatisticsForTableResponse#errors #errors} => Array<Types::ColumnStatisticsError>
|
7836
|
+
#
|
7837
|
+
# @example Request syntax with placeholder values
|
7838
|
+
#
|
7839
|
+
# resp = client.update_column_statistics_for_table({
|
7840
|
+
# catalog_id: "CatalogIdString",
|
7841
|
+
# database_name: "NameString", # required
|
7842
|
+
# table_name: "NameString", # required
|
7843
|
+
# column_statistics_list: [ # required
|
7844
|
+
# {
|
7845
|
+
# column_name: "NameString", # required
|
7846
|
+
# column_type: "TypeString", # required
|
7847
|
+
# analyzed_time: Time.now, # required
|
7848
|
+
# statistics_data: { # required
|
7849
|
+
# type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
|
7850
|
+
# boolean_column_statistics_data: {
|
7851
|
+
# number_of_trues: 1, # required
|
7852
|
+
# number_of_falses: 1, # required
|
7853
|
+
# number_of_nulls: 1, # required
|
7854
|
+
# },
|
7855
|
+
# date_column_statistics_data: {
|
7856
|
+
# minimum_value: Time.now,
|
7857
|
+
# maximum_value: Time.now,
|
7858
|
+
# number_of_nulls: 1, # required
|
7859
|
+
# number_of_distinct_values: 1, # required
|
7860
|
+
# },
|
7861
|
+
# decimal_column_statistics_data: {
|
7862
|
+
# minimum_value: {
|
7863
|
+
# unscaled_value: "data", # required
|
7864
|
+
# scale: 1, # required
|
7865
|
+
# },
|
7866
|
+
# maximum_value: {
|
7867
|
+
# unscaled_value: "data", # required
|
7868
|
+
# scale: 1, # required
|
7869
|
+
# },
|
7870
|
+
# number_of_nulls: 1, # required
|
7871
|
+
# number_of_distinct_values: 1, # required
|
7872
|
+
# },
|
7873
|
+
# double_column_statistics_data: {
|
7874
|
+
# minimum_value: 1.0,
|
7875
|
+
# maximum_value: 1.0,
|
7876
|
+
# number_of_nulls: 1, # required
|
7877
|
+
# number_of_distinct_values: 1, # required
|
7878
|
+
# },
|
7879
|
+
# long_column_statistics_data: {
|
7880
|
+
# minimum_value: 1,
|
7881
|
+
# maximum_value: 1,
|
7882
|
+
# number_of_nulls: 1, # required
|
7883
|
+
# number_of_distinct_values: 1, # required
|
7884
|
+
# },
|
7885
|
+
# string_column_statistics_data: {
|
7886
|
+
# maximum_length: 1, # required
|
7887
|
+
# average_length: 1.0, # required
|
7888
|
+
# number_of_nulls: 1, # required
|
7889
|
+
# number_of_distinct_values: 1, # required
|
7890
|
+
# },
|
7891
|
+
# binary_column_statistics_data: {
|
7892
|
+
# maximum_length: 1, # required
|
7893
|
+
# average_length: 1.0, # required
|
7894
|
+
# number_of_nulls: 1, # required
|
7895
|
+
# },
|
7896
|
+
# },
|
7897
|
+
# },
|
7898
|
+
# ],
|
7899
|
+
# })
|
7900
|
+
#
|
7901
|
+
# @example Response structure
|
7902
|
+
#
|
7903
|
+
# resp.errors #=> Array
|
7904
|
+
# resp.errors[0].column_statistics.column_name #=> String
|
7905
|
+
# resp.errors[0].column_statistics.column_type #=> String
|
7906
|
+
# resp.errors[0].column_statistics.analyzed_time #=> Time
|
7907
|
+
# resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
|
7908
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
|
7909
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
|
7910
|
+
# resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
|
7911
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
|
7912
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
|
7913
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
|
7914
|
+
# resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
|
7915
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
|
7916
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
|
7917
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
|
7918
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
|
7919
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
|
7920
|
+
# resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
|
7921
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
|
7922
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
|
7923
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
|
7924
|
+
# resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
|
7925
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
|
7926
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
|
7927
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
|
7928
|
+
# resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
|
7929
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
|
7930
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
|
7931
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
|
7932
|
+
# resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
|
7933
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
|
7934
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
|
7935
|
+
# resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
|
7936
|
+
# resp.errors[0].error.error_code #=> String
|
7937
|
+
# resp.errors[0].error.error_message #=> String
|
7938
|
+
#
|
7939
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTable AWS API Documentation
|
7940
|
+
#
|
7941
|
+
# @overload update_column_statistics_for_table(params = {})
|
7942
|
+
# @param [Hash] params ({})
|
7943
|
+
def update_column_statistics_for_table(params = {}, options = {})
|
7944
|
+
req = build_request(:update_column_statistics_for_table, params)
|
7945
|
+
req.send_request(options)
|
7946
|
+
end
|
7947
|
+
|
7298
7948
|
# Updates a connection definition in the Data Catalog.
|
7299
7949
|
#
|
7300
7950
|
# @option params [String] :catalog_id
|
@@ -7360,14 +8010,13 @@ module Aws::Glue
|
|
7360
8010
|
# A list of targets to crawl.
|
7361
8011
|
#
|
7362
8012
|
# @option params [String] :schedule
|
7363
|
-
# A `cron` expression used to specify the schedule
|
7364
|
-
#
|
7365
|
-
#
|
7366
|
-
# * * ? *)`.
|
8013
|
+
# A `cron` expression used to specify the schedule (see [Time-Based
|
8014
|
+
# Schedules for Jobs and Crawlers][1]. For example, to run something
|
8015
|
+
# every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
|
7367
8016
|
#
|
7368
8017
|
#
|
7369
8018
|
#
|
7370
|
-
# [1]:
|
8019
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
7371
8020
|
#
|
7372
8021
|
# @option params [Array<String>] :classifiers
|
7373
8022
|
# A list of custom classifiers that the user has registered. By default,
|
@@ -7382,13 +8031,13 @@ module Aws::Glue
|
|
7382
8031
|
# The policy for the crawler's update and deletion behavior.
|
7383
8032
|
#
|
7384
8033
|
# @option params [String] :configuration
|
7385
|
-
#
|
7386
|
-
#
|
8034
|
+
# Crawler configuration information. This versioned JSON string allows
|
8035
|
+
# users to specify aspects of a crawler's behavior. For more
|
7387
8036
|
# information, see [Configuring a Crawler][1].
|
7388
8037
|
#
|
7389
8038
|
#
|
7390
8039
|
#
|
7391
|
-
# [1]:
|
8040
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
|
7392
8041
|
#
|
7393
8042
|
# @option params [String] :crawler_security_configuration
|
7394
8043
|
# The name of the `SecurityConfiguration` structure to be used by this
|
@@ -7420,6 +8069,8 @@ module Aws::Glue
|
|
7420
8069
|
# dynamo_db_targets: [
|
7421
8070
|
# {
|
7422
8071
|
# path: "Path",
|
8072
|
+
# scan_all: false,
|
8073
|
+
# scan_rate: 1.0,
|
7423
8074
|
# },
|
7424
8075
|
# ],
|
7425
8076
|
# catalog_targets: [
|
@@ -7455,14 +8106,14 @@ module Aws::Glue
|
|
7455
8106
|
# The name of the crawler whose schedule to update.
|
7456
8107
|
#
|
7457
8108
|
# @option params [String] :schedule
|
7458
|
-
# The updated `cron` expression used to specify the schedule
|
7459
|
-
#
|
7460
|
-
#
|
7461
|
-
# *
|
8109
|
+
# The updated `cron` expression used to specify the schedule (see
|
8110
|
+
# [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
|
8111
|
+
# something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
|
8112
|
+
# *)`.
|
7462
8113
|
#
|
7463
8114
|
#
|
7464
8115
|
#
|
7465
|
-
# [1]:
|
8116
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
|
7466
8117
|
#
|
7467
8118
|
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
7468
8119
|
#
|
@@ -7518,6 +8169,10 @@ module Aws::Glue
|
|
7518
8169
|
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
7519
8170
|
# },
|
7520
8171
|
# ],
|
8172
|
+
# target_database: {
|
8173
|
+
# catalog_id: "CatalogIdString",
|
8174
|
+
# database_name: "NameString",
|
8175
|
+
# },
|
7521
8176
|
# },
|
7522
8177
|
# })
|
7523
8178
|
#
|
@@ -7963,6 +8618,11 @@ module Aws::Glue
|
|
7963
8618
|
# parameters: {
|
7964
8619
|
# "KeyString" => "ParametersMapValue",
|
7965
8620
|
# },
|
8621
|
+
# target_table: {
|
8622
|
+
# catalog_id: "CatalogIdString",
|
8623
|
+
# database_name: "NameString",
|
8624
|
+
# name: "NameString",
|
8625
|
+
# },
|
7966
8626
|
# },
|
7967
8627
|
# skip_archive: false,
|
7968
8628
|
# })
|
@@ -8159,7 +8819,7 @@ module Aws::Glue
|
|
8159
8819
|
params: params,
|
8160
8820
|
config: config)
|
8161
8821
|
context[:gem_name] = 'aws-sdk-glue'
|
8162
|
-
context[:gem_version] = '1.
|
8822
|
+
context[:gem_version] = '1.63.0'
|
8163
8823
|
Seahorse::Client::Request.new(handlers, context)
|
8164
8824
|
end
|
8165
8825
|
|