aws-sdk-glue 1.56.0 → 1.61.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f1961b9709953303f2223d1e90f0b2224adc71657282c19b96b5bc15c690bedb
4
- data.tar.gz: a455ab4c883f4bf9312a9bffbf03b58fda7a1cbc195979048bbbb71511206df5
3
+ metadata.gz: e09db8b67f9a794ed1214e4505295f4c884aca0b412659b87b3a9cee400f71e2
4
+ data.tar.gz: 9f80f6916193a2834db979a94809b618e4eb9a4059fe13edbbc65aba0d6c7ab4
5
5
  SHA512:
6
- metadata.gz: 42fcc727d61f65de713a6ccdda3667e3df76ff280264bbcd094a814af09a68be11ffa10d987d409e45f41fb15bb3e90f9d5563e209fcce17c1c030651af48b59
7
- data.tar.gz: e86d769c77c549f78e6a38877405a5c2905a3605dd19f6e361d4611891db0027738bd9d8d84ce551fed59c067ee27b433a98116fa79b6a3b691775dad38692c8
6
+ metadata.gz: 867ff26f25c06f30c9d19d7c799390e24a90ef4c12db4619dbe80b87903682a93059f963b754d7769875a35ce90ee5e6db1edff75c36655a584732ab374c4e61
7
+ data.tar.gz: 1b7458934e06a27668abdcc5a729c766e36b41dcfebdfe16328c9e0eab069c97d5e8faa1fe25610e65932abfceed1d93f8abe23d6dbca6260a347182a4f5afd1
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -45,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
45
47
  # @service
46
48
  module Aws::Glue
47
49
 
48
- GEM_VERSION = '1.56.0'
50
+ GEM_VERSION = '1.61.0'
49
51
 
50
52
  end
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -24,6 +26,7 @@ require 'aws-sdk-core/plugins/jsonvalue_converter.rb'
24
26
  require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
25
27
  require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
26
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
+ require 'aws-sdk-core/plugins/http_checksum.rb'
27
30
  require 'aws-sdk-core/plugins/signature_v4.rb'
28
31
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
29
32
 
@@ -69,6 +72,7 @@ module Aws::Glue
69
72
  add_plugin(Aws::Plugins::ClientMetricsPlugin)
70
73
  add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
71
74
  add_plugin(Aws::Plugins::TransferEncoding)
75
+ add_plugin(Aws::Plugins::HttpChecksum)
72
76
  add_plugin(Aws::Plugins::SignatureV4)
73
77
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
74
78
 
@@ -161,7 +165,7 @@ module Aws::Glue
161
165
  # @option options [String] :endpoint
162
166
  # The client endpoint is normally constructed from the `:region`
163
167
  # option. You should only configure an `:endpoint` when connecting
164
- # to test endpoints. This should be a valid HTTP(S) URI.
168
+ # to test or custom endpoints. This should be a valid HTTP(S) URI.
165
169
  #
166
170
  # @option options [Integer] :endpoint_cache_max_entries (1000)
167
171
  # Used for the maximum size limit of the LRU cache storing endpoints data
@@ -645,6 +649,8 @@ module Aws::Glue
645
649
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
646
650
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
647
651
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
652
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
653
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
648
654
  # resp.crawlers[0].targets.catalog_targets #=> Array
649
655
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
650
656
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -1337,14 +1343,13 @@ module Aws::Glue
1337
1343
  # A list of collection of targets to crawl.
1338
1344
  #
1339
1345
  # @option params [String] :schedule
1340
- # A `cron` expression used to specify the schedule. For more
1341
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
1342
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
1343
- # * * ? *)`.
1346
+ # A `cron` expression used to specify the schedule (see [Time-Based
1347
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
1348
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1344
1349
  #
1345
1350
  #
1346
1351
  #
1347
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1352
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1348
1353
  #
1349
1354
  # @option params [Array<String>] :classifiers
1350
1355
  # A list of custom classifiers that the user has registered. By default,
@@ -1359,26 +1364,26 @@ module Aws::Glue
1359
1364
  # The policy for the crawler's update and deletion behavior.
1360
1365
  #
1361
1366
  # @option params [String] :configuration
1362
- # The crawler configuration information. This versioned JSON string
1363
- # allows users to specify aspects of a crawler's behavior. For more
1367
+ # Crawler configuration information. This versioned JSON string allows
1368
+ # users to specify aspects of a crawler's behavior. For more
1364
1369
  # information, see [Configuring a Crawler][1].
1365
1370
  #
1366
1371
  #
1367
1372
  #
1368
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1373
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1369
1374
  #
1370
1375
  # @option params [String] :crawler_security_configuration
1371
1376
  # The name of the `SecurityConfiguration` structure to be used by this
1372
1377
  # crawler.
1373
1378
  #
1374
1379
  # @option params [Hash<String,String>] :tags
1375
- # The tags to use with this crawler request. You can use tags to limit
1376
- # access to the crawler. For more information, see [AWS Tags in AWS
1377
- # Glue][1].
1380
+ # The tags to use with this crawler request. You may use tags to limit
1381
+ # access to the crawler. For more information about tags in AWS Glue,
1382
+ # see [AWS Tags in AWS Glue][1] in the developer guide.
1378
1383
  #
1379
1384
  #
1380
1385
  #
1381
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1386
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1382
1387
  #
1383
1388
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
1384
1389
  #
@@ -1406,6 +1411,8 @@ module Aws::Glue
1406
1411
  # dynamo_db_targets: [
1407
1412
  # {
1408
1413
  # path: "Path",
1414
+ # scan_all: false,
1415
+ # scan_rate: 1.0,
1409
1416
  # },
1410
1417
  # ],
1411
1418
  # catalog_targets: [
@@ -2593,6 +2600,80 @@ module Aws::Glue
2593
2600
  req.send_request(options)
2594
2601
  end
2595
2602
 
2603
+ # Delete the partition column statistics of a column.
2604
+ #
2605
+ # @option params [String] :catalog_id
2606
+ # The ID of the Data Catalog where the partitions in question reside. If
2607
+ # none is supplied, the AWS account ID is used by default.
2608
+ #
2609
+ # @option params [required, String] :database_name
2610
+ # The name of the catalog database where the partitions reside.
2611
+ #
2612
+ # @option params [required, String] :table_name
2613
+ # The name of the partitions' table.
2614
+ #
2615
+ # @option params [required, Array<String>] :partition_values
2616
+ # A list of partition values identifying the partition.
2617
+ #
2618
+ # @option params [required, String] :column_name
2619
+ # Name of the column.
2620
+ #
2621
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2622
+ #
2623
+ # @example Request syntax with placeholder values
2624
+ #
2625
+ # resp = client.delete_column_statistics_for_partition({
2626
+ # catalog_id: "CatalogIdString",
2627
+ # database_name: "NameString", # required
2628
+ # table_name: "NameString", # required
2629
+ # partition_values: ["ValueString"], # required
2630
+ # column_name: "NameString", # required
2631
+ # })
2632
+ #
2633
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartition AWS API Documentation
2634
+ #
2635
+ # @overload delete_column_statistics_for_partition(params = {})
2636
+ # @param [Hash] params ({})
2637
+ def delete_column_statistics_for_partition(params = {}, options = {})
2638
+ req = build_request(:delete_column_statistics_for_partition, params)
2639
+ req.send_request(options)
2640
+ end
2641
+
2642
+ # Retrieves table statistics of columns.
2643
+ #
2644
+ # @option params [String] :catalog_id
2645
+ # The ID of the Data Catalog where the partitions in question reside. If
2646
+ # none is supplied, the AWS account ID is used by default.
2647
+ #
2648
+ # @option params [required, String] :database_name
2649
+ # The name of the catalog database where the partitions reside.
2650
+ #
2651
+ # @option params [required, String] :table_name
2652
+ # The name of the partitions' table.
2653
+ #
2654
+ # @option params [required, String] :column_name
2655
+ # The name of the column.
2656
+ #
2657
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2658
+ #
2659
+ # @example Request syntax with placeholder values
2660
+ #
2661
+ # resp = client.delete_column_statistics_for_table({
2662
+ # catalog_id: "CatalogIdString",
2663
+ # database_name: "NameString", # required
2664
+ # table_name: "NameString", # required
2665
+ # column_name: "NameString", # required
2666
+ # })
2667
+ #
2668
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTable AWS API Documentation
2669
+ #
2670
+ # @overload delete_column_statistics_for_table(params = {})
2671
+ # @param [Hash] params ({})
2672
+ def delete_column_statistics_for_table(params = {}, options = {})
2673
+ req = build_request(:delete_column_statistics_for_table, params)
2674
+ req.send_request(options)
2675
+ end
2676
+
2596
2677
  # Deletes a connection from the Data Catalog.
2597
2678
  #
2598
2679
  # @option params [String] :catalog_id
@@ -3175,6 +3256,166 @@ module Aws::Glue
3175
3256
  req.send_request(options)
3176
3257
  end
3177
3258
 
3259
+ # Retrieves partition statistics of columns.
3260
+ #
3261
+ # @option params [String] :catalog_id
3262
+ # The ID of the Data Catalog where the partitions in question reside. If
3263
+ # none is supplied, the AWS account ID is used by default.
3264
+ #
3265
+ # @option params [required, String] :database_name
3266
+ # The name of the catalog database where the partitions reside.
3267
+ #
3268
+ # @option params [required, String] :table_name
3269
+ # The name of the partitions' table.
3270
+ #
3271
+ # @option params [required, Array<String>] :partition_values
3272
+ # A list of partition values identifying the partition.
3273
+ #
3274
+ # @option params [required, Array<String>] :column_names
3275
+ # A list of the column names.
3276
+ #
3277
+ # @return [Types::GetColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3278
+ #
3279
+ # * {Types::GetColumnStatisticsForPartitionResponse#column_statistics_list #column_statistics_list} => Array&lt;Types::ColumnStatistics&gt;
3280
+ # * {Types::GetColumnStatisticsForPartitionResponse#errors #errors} => Array&lt;Types::ColumnError&gt;
3281
+ #
3282
+ # @example Request syntax with placeholder values
3283
+ #
3284
+ # resp = client.get_column_statistics_for_partition({
3285
+ # catalog_id: "CatalogIdString",
3286
+ # database_name: "NameString", # required
3287
+ # table_name: "NameString", # required
3288
+ # partition_values: ["ValueString"], # required
3289
+ # column_names: ["NameString"], # required
3290
+ # })
3291
+ #
3292
+ # @example Response structure
3293
+ #
3294
+ # resp.column_statistics_list #=> Array
3295
+ # resp.column_statistics_list[0].column_name #=> String
3296
+ # resp.column_statistics_list[0].column_type #=> String
3297
+ # resp.column_statistics_list[0].analyzed_time #=> Time
3298
+ # resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
3299
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
3300
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
3301
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
3302
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
3303
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
3304
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
3305
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
3306
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
3307
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
3308
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
3309
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
3310
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
3311
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
3312
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
3313
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
3314
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
3315
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
3316
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
3317
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
3318
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
3319
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
3320
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
3321
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
3322
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
3323
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
3324
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
3325
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
3326
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
3327
+ # resp.errors #=> Array
3328
+ # resp.errors[0].column_name #=> String
3329
+ # resp.errors[0].error.error_code #=> String
3330
+ # resp.errors[0].error.error_message #=> String
3331
+ #
3332
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartition AWS API Documentation
3333
+ #
3334
+ # @overload get_column_statistics_for_partition(params = {})
3335
+ # @param [Hash] params ({})
3336
+ def get_column_statistics_for_partition(params = {}, options = {})
3337
+ req = build_request(:get_column_statistics_for_partition, params)
3338
+ req.send_request(options)
3339
+ end
3340
+
3341
+ # Retrieves table statistics of columns.
3342
+ #
3343
+ # @option params [String] :catalog_id
3344
+ # The ID of the Data Catalog where the partitions in question reside. If
3345
+ # none is supplied, the AWS account ID is used by default.
3346
+ #
3347
+ # @option params [required, String] :database_name
3348
+ # The name of the catalog database where the partitions reside.
3349
+ #
3350
+ # @option params [required, String] :table_name
3351
+ # The name of the partitions' table.
3352
+ #
3353
+ # @option params [required, Array<String>] :column_names
3354
+ # A list of the column names.
3355
+ #
3356
+ # @return [Types::GetColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3357
+ #
3358
+ # * {Types::GetColumnStatisticsForTableResponse#column_statistics_list #column_statistics_list} => Array&lt;Types::ColumnStatistics&gt;
3359
+ # * {Types::GetColumnStatisticsForTableResponse#errors #errors} => Array&lt;Types::ColumnError&gt;
3360
+ #
3361
+ # @example Request syntax with placeholder values
3362
+ #
3363
+ # resp = client.get_column_statistics_for_table({
3364
+ # catalog_id: "CatalogIdString",
3365
+ # database_name: "NameString", # required
3366
+ # table_name: "NameString", # required
3367
+ # column_names: ["NameString"], # required
3368
+ # })
3369
+ #
3370
+ # @example Response structure
3371
+ #
3372
+ # resp.column_statistics_list #=> Array
3373
+ # resp.column_statistics_list[0].column_name #=> String
3374
+ # resp.column_statistics_list[0].column_type #=> String
3375
+ # resp.column_statistics_list[0].analyzed_time #=> Time
3376
+ # resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
3377
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
3378
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
3379
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
3380
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
3381
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
3382
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
3383
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
3384
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
3385
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
3386
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
3387
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
3388
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
3389
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
3390
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
3391
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
3392
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
3393
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
3394
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
3395
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
3396
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
3397
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
3398
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
3399
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
3400
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
3401
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
3402
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
3403
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
3404
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
3405
+ # resp.errors #=> Array
3406
+ # resp.errors[0].column_name #=> String
3407
+ # resp.errors[0].error.error_code #=> String
3408
+ # resp.errors[0].error.error_message #=> String
3409
+ #
3410
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTable AWS API Documentation
3411
+ #
3412
+ # @overload get_column_statistics_for_table(params = {})
3413
+ # @param [Hash] params ({})
3414
+ def get_column_statistics_for_table(params = {}, options = {})
3415
+ req = build_request(:get_column_statistics_for_table, params)
3416
+ req.send_request(options)
3417
+ end
3418
+
3178
3419
  # Retrieves a connection definition from the Data Catalog.
3179
3420
  #
3180
3421
  # @option params [String] :catalog_id
@@ -3331,6 +3572,8 @@ module Aws::Glue
3331
3572
  # resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
3332
3573
  # resp.crawler.targets.dynamo_db_targets #=> Array
3333
3574
  # resp.crawler.targets.dynamo_db_targets[0].path #=> String
3575
+ # resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
3576
+ # resp.crawler.targets.dynamo_db_targets[0].scan_rate #=> Float
3334
3577
  # resp.crawler.targets.catalog_targets #=> Array
3335
3578
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
3336
3579
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
@@ -3453,6 +3696,8 @@ module Aws::Glue
3453
3696
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
3454
3697
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
3455
3698
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
3699
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
3700
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
3456
3701
  # resp.crawlers[0].targets.catalog_targets #=> Array
3457
3702
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
3458
3703
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -5489,6 +5734,7 @@ module Aws::Glue
5489
5734
  # @example Response structure
5490
5735
  #
5491
5736
  # resp.user_defined_function.function_name #=> String
5737
+ # resp.user_defined_function.database_name #=> String
5492
5738
  # resp.user_defined_function.class_name #=> String
5493
5739
  # resp.user_defined_function.owner_name #=> String
5494
5740
  # resp.user_defined_function.owner_type #=> String, one of "USER", "ROLE", "GROUP"
@@ -5513,7 +5759,9 @@ module Aws::Glue
5513
5759
  # located. If none is provided, the AWS account ID is used by default.
5514
5760
  #
5515
5761
  # @option params [String] :database_name
5516
- # The name of the catalog database where the functions are located.
5762
+ # The name of the catalog database where the functions are located. If
5763
+ # none is provided, functions from all the databases across the catalog
5764
+ # will be returned.
5517
5765
  #
5518
5766
  # @option params [required, String] :pattern
5519
5767
  # An optional function-name pattern string that filters the function
@@ -5546,6 +5794,7 @@ module Aws::Glue
5546
5794
  #
5547
5795
  # resp.user_defined_functions #=> Array
5548
5796
  # resp.user_defined_functions[0].function_name #=> String
5797
+ # resp.user_defined_functions[0].database_name #=> String
5549
5798
  # resp.user_defined_functions[0].class_name #=> String
5550
5799
  # resp.user_defined_functions[0].owner_name #=> String
5551
5800
  # resp.user_defined_functions[0].owner_type #=> String, one of "USER", "ROLE", "GROUP"
@@ -7289,6 +7538,270 @@ module Aws::Glue
7289
7538
  req.send_request(options)
7290
7539
  end
7291
7540
 
7541
+ # Creates or updates partition statistics of columns.
7542
+ #
7543
+ # @option params [String] :catalog_id
7544
+ # The ID of the Data Catalog where the partitions in question reside. If
7545
+ # none is supplied, the AWS account ID is used by default.
7546
+ #
7547
+ # @option params [required, String] :database_name
7548
+ # The name of the catalog database where the partitions reside.
7549
+ #
7550
+ # @option params [required, String] :table_name
7551
+ # The name of the partitions' table.
7552
+ #
7553
+ # @option params [required, Array<String>] :partition_values
7554
+ # A list of partition values identifying the partition.
7555
+ #
7556
+ # @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
7557
+ # A list of the column statistics.
7558
+ #
7559
+ # @return [Types::UpdateColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7560
+ #
7561
+ # * {Types::UpdateColumnStatisticsForPartitionResponse#errors #errors} => Array&lt;Types::ColumnStatisticsError&gt;
7562
+ #
7563
+ # @example Request syntax with placeholder values
7564
+ #
7565
+ # resp = client.update_column_statistics_for_partition({
7566
+ # catalog_id: "CatalogIdString",
7567
+ # database_name: "NameString", # required
7568
+ # table_name: "NameString", # required
7569
+ # partition_values: ["ValueString"], # required
7570
+ # column_statistics_list: [ # required
7571
+ # {
7572
+ # column_name: "NameString", # required
7573
+ # column_type: "TypeString", # required
7574
+ # analyzed_time: Time.now, # required
7575
+ # statistics_data: { # required
7576
+ # type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
7577
+ # boolean_column_statistics_data: {
7578
+ # number_of_trues: 1, # required
7579
+ # number_of_falses: 1, # required
7580
+ # number_of_nulls: 1, # required
7581
+ # },
7582
+ # date_column_statistics_data: {
7583
+ # minimum_value: Time.now,
7584
+ # maximum_value: Time.now,
7585
+ # number_of_nulls: 1, # required
7586
+ # number_of_distinct_values: 1, # required
7587
+ # },
7588
+ # decimal_column_statistics_data: {
7589
+ # minimum_value: {
7590
+ # unscaled_value: "data", # required
7591
+ # scale: 1, # required
7592
+ # },
7593
+ # maximum_value: {
7594
+ # unscaled_value: "data", # required
7595
+ # scale: 1, # required
7596
+ # },
7597
+ # number_of_nulls: 1, # required
7598
+ # number_of_distinct_values: 1, # required
7599
+ # },
7600
+ # double_column_statistics_data: {
7601
+ # minimum_value: 1.0,
7602
+ # maximum_value: 1.0,
7603
+ # number_of_nulls: 1, # required
7604
+ # number_of_distinct_values: 1, # required
7605
+ # },
7606
+ # long_column_statistics_data: {
7607
+ # minimum_value: 1,
7608
+ # maximum_value: 1,
7609
+ # number_of_nulls: 1, # required
7610
+ # number_of_distinct_values: 1, # required
7611
+ # },
7612
+ # string_column_statistics_data: {
7613
+ # maximum_length: 1, # required
7614
+ # average_length: 1.0, # required
7615
+ # number_of_nulls: 1, # required
7616
+ # number_of_distinct_values: 1, # required
7617
+ # },
7618
+ # binary_column_statistics_data: {
7619
+ # maximum_length: 1, # required
7620
+ # average_length: 1.0, # required
7621
+ # number_of_nulls: 1, # required
7622
+ # },
7623
+ # },
7624
+ # },
7625
+ # ],
7626
+ # })
7627
+ #
7628
+ # @example Response structure
7629
+ #
7630
+ # resp.errors #=> Array
7631
+ # resp.errors[0].column_statistics.column_name #=> String
7632
+ # resp.errors[0].column_statistics.column_type #=> String
7633
+ # resp.errors[0].column_statistics.analyzed_time #=> Time
7634
+ # resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
7635
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
7636
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
7637
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
7638
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
7639
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
7640
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
7641
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
7642
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
7643
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
7644
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
7645
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
7646
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
7647
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
7648
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
7649
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
7650
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
7651
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
7652
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
7653
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
7654
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
7655
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
7656
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
7657
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
7658
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
7659
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
7660
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
7661
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
7662
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
7663
+ # resp.errors[0].error.error_code #=> String
7664
+ # resp.errors[0].error.error_message #=> String
7665
+ #
7666
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartition AWS API Documentation
7667
+ #
7668
+ # @overload update_column_statistics_for_partition(params = {})
7669
+ # @param [Hash] params ({})
7670
+ def update_column_statistics_for_partition(params = {}, options = {})
7671
+ req = build_request(:update_column_statistics_for_partition, params)
7672
+ req.send_request(options)
7673
+ end
7674
+
7675
+ # Creates or updates table statistics of columns.
7676
+ #
7677
+ # @option params [String] :catalog_id
7678
+ # The ID of the Data Catalog where the partitions in question reside. If
7679
+ # none is supplied, the AWS account ID is used by default.
7680
+ #
7681
+ # @option params [required, String] :database_name
7682
+ # The name of the catalog database where the partitions reside.
7683
+ #
7684
+ # @option params [required, String] :table_name
7685
+ # The name of the partitions' table.
7686
+ #
7687
+ # @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
7688
+ # A list of the column statistics.
7689
+ #
7690
+ # @return [Types::UpdateColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7691
+ #
7692
+ # * {Types::UpdateColumnStatisticsForTableResponse#errors #errors} => Array&lt;Types::ColumnStatisticsError&gt;
7693
+ #
7694
+ # @example Request syntax with placeholder values
7695
+ #
7696
+ # resp = client.update_column_statistics_for_table({
7697
+ # catalog_id: "CatalogIdString",
7698
+ # database_name: "NameString", # required
7699
+ # table_name: "NameString", # required
7700
+ # column_statistics_list: [ # required
7701
+ # {
7702
+ # column_name: "NameString", # required
7703
+ # column_type: "TypeString", # required
7704
+ # analyzed_time: Time.now, # required
7705
+ # statistics_data: { # required
7706
+ # type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
7707
+ # boolean_column_statistics_data: {
7708
+ # number_of_trues: 1, # required
7709
+ # number_of_falses: 1, # required
7710
+ # number_of_nulls: 1, # required
7711
+ # },
7712
+ # date_column_statistics_data: {
7713
+ # minimum_value: Time.now,
7714
+ # maximum_value: Time.now,
7715
+ # number_of_nulls: 1, # required
7716
+ # number_of_distinct_values: 1, # required
7717
+ # },
7718
+ # decimal_column_statistics_data: {
7719
+ # minimum_value: {
7720
+ # unscaled_value: "data", # required
7721
+ # scale: 1, # required
7722
+ # },
7723
+ # maximum_value: {
7724
+ # unscaled_value: "data", # required
7725
+ # scale: 1, # required
7726
+ # },
7727
+ # number_of_nulls: 1, # required
7728
+ # number_of_distinct_values: 1, # required
7729
+ # },
7730
+ # double_column_statistics_data: {
7731
+ # minimum_value: 1.0,
7732
+ # maximum_value: 1.0,
7733
+ # number_of_nulls: 1, # required
7734
+ # number_of_distinct_values: 1, # required
7735
+ # },
7736
+ # long_column_statistics_data: {
7737
+ # minimum_value: 1,
7738
+ # maximum_value: 1,
7739
+ # number_of_nulls: 1, # required
7740
+ # number_of_distinct_values: 1, # required
7741
+ # },
7742
+ # string_column_statistics_data: {
7743
+ # maximum_length: 1, # required
7744
+ # average_length: 1.0, # required
7745
+ # number_of_nulls: 1, # required
7746
+ # number_of_distinct_values: 1, # required
7747
+ # },
7748
+ # binary_column_statistics_data: {
7749
+ # maximum_length: 1, # required
7750
+ # average_length: 1.0, # required
7751
+ # number_of_nulls: 1, # required
7752
+ # },
7753
+ # },
7754
+ # },
7755
+ # ],
7756
+ # })
7757
+ #
7758
+ # @example Response structure
7759
+ #
7760
+ # resp.errors #=> Array
7761
+ # resp.errors[0].column_statistics.column_name #=> String
7762
+ # resp.errors[0].column_statistics.column_type #=> String
7763
+ # resp.errors[0].column_statistics.analyzed_time #=> Time
7764
+ # resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
7765
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
7766
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
7767
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
7768
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
7769
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
7770
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
7771
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
7772
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
7773
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
7774
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
7775
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
7776
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
7777
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
7778
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
7779
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
7780
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
7781
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
7782
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
7783
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
7784
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
7785
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
7786
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
7787
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
7788
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
7789
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
7790
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
7791
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
7792
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
7793
+ # resp.errors[0].error.error_code #=> String
7794
+ # resp.errors[0].error.error_message #=> String
7795
+ #
7796
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTable AWS API Documentation
7797
+ #
7798
+ # @overload update_column_statistics_for_table(params = {})
7799
+ # @param [Hash] params ({})
7800
+ def update_column_statistics_for_table(params = {}, options = {})
7801
+ req = build_request(:update_column_statistics_for_table, params)
7802
+ req.send_request(options)
7803
+ end
7804
+
7292
7805
  # Updates a connection definition in the Data Catalog.
7293
7806
  #
7294
7807
  # @option params [String] :catalog_id
@@ -7354,14 +7867,13 @@ module Aws::Glue
7354
7867
  # A list of targets to crawl.
7355
7868
  #
7356
7869
  # @option params [String] :schedule
7357
- # A `cron` expression used to specify the schedule. For more
7358
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
7359
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
7360
- # * * ? *)`.
7870
+ # A `cron` expression used to specify the schedule (see [Time-Based
7871
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
7872
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
7361
7873
  #
7362
7874
  #
7363
7875
  #
7364
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7876
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7365
7877
  #
7366
7878
  # @option params [Array<String>] :classifiers
7367
7879
  # A list of custom classifiers that the user has registered. By default,
@@ -7376,13 +7888,13 @@ module Aws::Glue
7376
7888
  # The policy for the crawler's update and deletion behavior.
7377
7889
  #
7378
7890
  # @option params [String] :configuration
7379
- # The crawler configuration information. This versioned JSON string
7380
- # allows users to specify aspects of a crawler's behavior. For more
7891
+ # Crawler configuration information. This versioned JSON string allows
7892
+ # users to specify aspects of a crawler's behavior. For more
7381
7893
  # information, see [Configuring a Crawler][1].
7382
7894
  #
7383
7895
  #
7384
7896
  #
7385
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
7897
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
7386
7898
  #
7387
7899
  # @option params [String] :crawler_security_configuration
7388
7900
  # The name of the `SecurityConfiguration` structure to be used by this
@@ -7414,6 +7926,8 @@ module Aws::Glue
7414
7926
  # dynamo_db_targets: [
7415
7927
  # {
7416
7928
  # path: "Path",
7929
+ # scan_all: false,
7930
+ # scan_rate: 1.0,
7417
7931
  # },
7418
7932
  # ],
7419
7933
  # catalog_targets: [
@@ -7449,14 +7963,14 @@ module Aws::Glue
7449
7963
  # The name of the crawler whose schedule to update.
7450
7964
  #
7451
7965
  # @option params [String] :schedule
7452
- # The updated `cron` expression used to specify the schedule. For more
7453
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
7454
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
7455
- # * * ? *)`.
7966
+ # The updated `cron` expression used to specify the schedule (see
7967
+ # [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
7968
+ # something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
7969
+ # *)`.
7456
7970
  #
7457
7971
  #
7458
7972
  #
7459
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7973
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7460
7974
  #
7461
7975
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
7462
7976
  #
@@ -8153,7 +8667,7 @@ module Aws::Glue
8153
8667
  params: params,
8154
8668
  config: config)
8155
8669
  context[:gem_name] = 'aws-sdk-glue'
8156
- context[:gem_version] = '1.56.0'
8670
+ context[:gem_version] = '1.61.0'
8157
8671
  Seahorse::Client::Request.new(handlers, context)
8158
8672
  end
8159
8673