aws-sdk-glue 1.57.0 → 1.62.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 8089a559fb60c829c8699299fee0d4617d17cff80769a4aa948e728d1612636e
4
- data.tar.gz: cc6166fea0ae6dfc2a4798ed6f4281be597505df12c6c804931dddd4eb75c6ce
3
+ metadata.gz: cf7f5b44230954a7f9dac1c5ebc4555341481c8e139fc84c830ede220a883b56
4
+ data.tar.gz: dd912fb61057f0c308bfc4c9ee6f9710a95133b7f0904c9153586c60d3b1ed67
5
5
  SHA512:
6
- metadata.gz: 8411332085a8fe5291ee3260b43d6ee7e5d4e89ead26e9cef3de1def8a22e9a32c6644ff66d4bac43b5531f1c004a86747002d260f546a9e896c5ec4ab6a1445
7
- data.tar.gz: 870cb6ec1afa3005f326e33f61d135c124f2e96e63d8b3361b7a5260b98c3402ef498ac95fe24a2e1557e2a3cf8217ebc73bf5abd0734b87a8425e260521f821
6
+ metadata.gz: a1366ce22851c855c53818d8564d58571f263a960f4fd0c9004c133b69ad59e2b1af1e65e5a2949cfb71dcbd5d835d6e2bd7322b3d1514dff4a130bfee6bd387
7
+ data.tar.gz: b74252c05cdb1f0e0c7b0238099263948802e8626e78664a76753de3eb5a4a71ca8cfba3a12a01c66e867cd8a04977a597ce9f9f5da93d5ade143271d769b55c
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -45,6 +47,6 @@ require_relative 'aws-sdk-glue/customizations'
45
47
  # @service
46
48
  module Aws::Glue
47
49
 
48
- GEM_VERSION = '1.57.0'
50
+ GEM_VERSION = '1.62.0'
49
51
 
50
52
  end
@@ -1,3 +1,5 @@
1
+ # frozen_string_literal: true
2
+
1
3
  # WARNING ABOUT GENERATED CODE
2
4
  #
3
5
  # This file is generated. See the contributing guide for more information:
@@ -24,6 +26,7 @@ require 'aws-sdk-core/plugins/jsonvalue_converter.rb'
24
26
  require 'aws-sdk-core/plugins/client_metrics_plugin.rb'
25
27
  require 'aws-sdk-core/plugins/client_metrics_send_plugin.rb'
26
28
  require 'aws-sdk-core/plugins/transfer_encoding.rb'
29
+ require 'aws-sdk-core/plugins/http_checksum.rb'
27
30
  require 'aws-sdk-core/plugins/signature_v4.rb'
28
31
  require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
29
32
 
@@ -69,6 +72,7 @@ module Aws::Glue
69
72
  add_plugin(Aws::Plugins::ClientMetricsPlugin)
70
73
  add_plugin(Aws::Plugins::ClientMetricsSendPlugin)
71
74
  add_plugin(Aws::Plugins::TransferEncoding)
75
+ add_plugin(Aws::Plugins::HttpChecksum)
72
76
  add_plugin(Aws::Plugins::SignatureV4)
73
77
  add_plugin(Aws::Plugins::Protocols::JsonRpc)
74
78
 
@@ -161,7 +165,7 @@ module Aws::Glue
161
165
  # @option options [String] :endpoint
162
166
  # The client endpoint is normally constructed from the `:region`
163
167
  # option. You should only configure an `:endpoint` when connecting
164
- # to test endpoints. This should be a valid HTTP(S) URI.
168
+ # to test or custom endpoints. This should be a valid HTTP(S) URI.
165
169
  #
166
170
  # @option options [Integer] :endpoint_cache_max_entries (1000)
167
171
  # Used for the maximum size limit of the LRU cache storing endpoints data
@@ -645,6 +649,8 @@ module Aws::Glue
645
649
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
646
650
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
647
651
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
652
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
653
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
648
654
  # resp.crawlers[0].targets.catalog_targets #=> Array
649
655
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
650
656
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -1337,14 +1343,13 @@ module Aws::Glue
1337
1343
  # A list of collection of targets to crawl.
1338
1344
  #
1339
1345
  # @option params [String] :schedule
1340
- # A `cron` expression used to specify the schedule. For more
1341
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
1342
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
1343
- # * * ? *)`.
1346
+ # A `cron` expression used to specify the schedule (see [Time-Based
1347
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
1348
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
1344
1349
  #
1345
1350
  #
1346
1351
  #
1347
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1352
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
1348
1353
  #
1349
1354
  # @option params [Array<String>] :classifiers
1350
1355
  # A list of custom classifiers that the user has registered. By default,
@@ -1359,26 +1364,26 @@ module Aws::Glue
1359
1364
  # The policy for the crawler's update and deletion behavior.
1360
1365
  #
1361
1366
  # @option params [String] :configuration
1362
- # The crawler configuration information. This versioned JSON string
1363
- # allows users to specify aspects of a crawler's behavior. For more
1367
+ # Crawler configuration information. This versioned JSON string allows
1368
+ # users to specify aspects of a crawler's behavior. For more
1364
1369
  # information, see [Configuring a Crawler][1].
1365
1370
  #
1366
1371
  #
1367
1372
  #
1368
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1373
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
1369
1374
  #
1370
1375
  # @option params [String] :crawler_security_configuration
1371
1376
  # The name of the `SecurityConfiguration` structure to be used by this
1372
1377
  # crawler.
1373
1378
  #
1374
1379
  # @option params [Hash<String,String>] :tags
1375
- # The tags to use with this crawler request. You can use tags to limit
1376
- # access to the crawler. For more information, see [AWS Tags in AWS
1377
- # Glue][1].
1380
+ # The tags to use with this crawler request. You may use tags to limit
1381
+ # access to the crawler. For more information about tags in AWS Glue,
1382
+ # see [AWS Tags in AWS Glue][1] in the developer guide.
1378
1383
  #
1379
1384
  #
1380
1385
  #
1381
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1386
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
1382
1387
  #
1383
1388
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
1384
1389
  #
@@ -1406,6 +1411,8 @@ module Aws::Glue
1406
1411
  # dynamo_db_targets: [
1407
1412
  # {
1408
1413
  # path: "Path",
1414
+ # scan_all: false,
1415
+ # scan_rate: 1.0,
1409
1416
  # },
1410
1417
  # ],
1411
1418
  # catalog_targets: [
@@ -2593,6 +2600,80 @@ module Aws::Glue
2593
2600
  req.send_request(options)
2594
2601
  end
2595
2602
 
2603
+ # Delete the partition column statistics of a column.
2604
+ #
2605
+ # @option params [String] :catalog_id
2606
+ # The ID of the Data Catalog where the partitions in question reside. If
2607
+ # none is supplied, the AWS account ID is used by default.
2608
+ #
2609
+ # @option params [required, String] :database_name
2610
+ # The name of the catalog database where the partitions reside.
2611
+ #
2612
+ # @option params [required, String] :table_name
2613
+ # The name of the partitions' table.
2614
+ #
2615
+ # @option params [required, Array<String>] :partition_values
2616
+ # A list of partition values identifying the partition.
2617
+ #
2618
+ # @option params [required, String] :column_name
2619
+ # Name of the column.
2620
+ #
2621
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2622
+ #
2623
+ # @example Request syntax with placeholder values
2624
+ #
2625
+ # resp = client.delete_column_statistics_for_partition({
2626
+ # catalog_id: "CatalogIdString",
2627
+ # database_name: "NameString", # required
2628
+ # table_name: "NameString", # required
2629
+ # partition_values: ["ValueString"], # required
2630
+ # column_name: "NameString", # required
2631
+ # })
2632
+ #
2633
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForPartition AWS API Documentation
2634
+ #
2635
+ # @overload delete_column_statistics_for_partition(params = {})
2636
+ # @param [Hash] params ({})
2637
+ def delete_column_statistics_for_partition(params = {}, options = {})
2638
+ req = build_request(:delete_column_statistics_for_partition, params)
2639
+ req.send_request(options)
2640
+ end
2641
+
2642
+ # Retrieves table statistics of columns.
2643
+ #
2644
+ # @option params [String] :catalog_id
2645
+ # The ID of the Data Catalog where the partitions in question reside. If
2646
+ # none is supplied, the AWS account ID is used by default.
2647
+ #
2648
+ # @option params [required, String] :database_name
2649
+ # The name of the catalog database where the partitions reside.
2650
+ #
2651
+ # @option params [required, String] :table_name
2652
+ # The name of the partitions' table.
2653
+ #
2654
+ # @option params [required, String] :column_name
2655
+ # The name of the column.
2656
+ #
2657
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
2658
+ #
2659
+ # @example Request syntax with placeholder values
2660
+ #
2661
+ # resp = client.delete_column_statistics_for_table({
2662
+ # catalog_id: "CatalogIdString",
2663
+ # database_name: "NameString", # required
2664
+ # table_name: "NameString", # required
2665
+ # column_name: "NameString", # required
2666
+ # })
2667
+ #
2668
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteColumnStatisticsForTable AWS API Documentation
2669
+ #
2670
+ # @overload delete_column_statistics_for_table(params = {})
2671
+ # @param [Hash] params ({})
2672
+ def delete_column_statistics_for_table(params = {}, options = {})
2673
+ req = build_request(:delete_column_statistics_for_table, params)
2674
+ req.send_request(options)
2675
+ end
2676
+
2596
2677
  # Deletes a connection from the Data Catalog.
2597
2678
  #
2598
2679
  # @option params [String] :catalog_id
@@ -3175,6 +3256,166 @@ module Aws::Glue
3175
3256
  req.send_request(options)
3176
3257
  end
3177
3258
 
3259
+ # Retrieves partition statistics of columns.
3260
+ #
3261
+ # @option params [String] :catalog_id
3262
+ # The ID of the Data Catalog where the partitions in question reside. If
3263
+ # none is supplied, the AWS account ID is used by default.
3264
+ #
3265
+ # @option params [required, String] :database_name
3266
+ # The name of the catalog database where the partitions reside.
3267
+ #
3268
+ # @option params [required, String] :table_name
3269
+ # The name of the partitions' table.
3270
+ #
3271
+ # @option params [required, Array<String>] :partition_values
3272
+ # A list of partition values identifying the partition.
3273
+ #
3274
+ # @option params [required, Array<String>] :column_names
3275
+ # A list of the column names.
3276
+ #
3277
+ # @return [Types::GetColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3278
+ #
3279
+ # * {Types::GetColumnStatisticsForPartitionResponse#column_statistics_list #column_statistics_list} => Array&lt;Types::ColumnStatistics&gt;
3280
+ # * {Types::GetColumnStatisticsForPartitionResponse#errors #errors} => Array&lt;Types::ColumnError&gt;
3281
+ #
3282
+ # @example Request syntax with placeholder values
3283
+ #
3284
+ # resp = client.get_column_statistics_for_partition({
3285
+ # catalog_id: "CatalogIdString",
3286
+ # database_name: "NameString", # required
3287
+ # table_name: "NameString", # required
3288
+ # partition_values: ["ValueString"], # required
3289
+ # column_names: ["NameString"], # required
3290
+ # })
3291
+ #
3292
+ # @example Response structure
3293
+ #
3294
+ # resp.column_statistics_list #=> Array
3295
+ # resp.column_statistics_list[0].column_name #=> String
3296
+ # resp.column_statistics_list[0].column_type #=> String
3297
+ # resp.column_statistics_list[0].analyzed_time #=> Time
3298
+ # resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
3299
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
3300
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
3301
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
3302
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
3303
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
3304
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
3305
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
3306
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
3307
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
3308
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
3309
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
3310
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
3311
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
3312
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
3313
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
3314
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
3315
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
3316
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
3317
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
3318
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
3319
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
3320
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
3321
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
3322
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
3323
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
3324
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
3325
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
3326
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
3327
+ # resp.errors #=> Array
3328
+ # resp.errors[0].column_name #=> String
3329
+ # resp.errors[0].error.error_code #=> String
3330
+ # resp.errors[0].error.error_message #=> String
3331
+ #
3332
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForPartition AWS API Documentation
3333
+ #
3334
+ # @overload get_column_statistics_for_partition(params = {})
3335
+ # @param [Hash] params ({})
3336
+ def get_column_statistics_for_partition(params = {}, options = {})
3337
+ req = build_request(:get_column_statistics_for_partition, params)
3338
+ req.send_request(options)
3339
+ end
3340
+
3341
+ # Retrieves table statistics of columns.
3342
+ #
3343
+ # @option params [String] :catalog_id
3344
+ # The ID of the Data Catalog where the partitions in question reside. If
3345
+ # none is supplied, the AWS account ID is used by default.
3346
+ #
3347
+ # @option params [required, String] :database_name
3348
+ # The name of the catalog database where the partitions reside.
3349
+ #
3350
+ # @option params [required, String] :table_name
3351
+ # The name of the partitions' table.
3352
+ #
3353
+ # @option params [required, Array<String>] :column_names
3354
+ # A list of the column names.
3355
+ #
3356
+ # @return [Types::GetColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3357
+ #
3358
+ # * {Types::GetColumnStatisticsForTableResponse#column_statistics_list #column_statistics_list} => Array&lt;Types::ColumnStatistics&gt;
3359
+ # * {Types::GetColumnStatisticsForTableResponse#errors #errors} => Array&lt;Types::ColumnError&gt;
3360
+ #
3361
+ # @example Request syntax with placeholder values
3362
+ #
3363
+ # resp = client.get_column_statistics_for_table({
3364
+ # catalog_id: "CatalogIdString",
3365
+ # database_name: "NameString", # required
3366
+ # table_name: "NameString", # required
3367
+ # column_names: ["NameString"], # required
3368
+ # })
3369
+ #
3370
+ # @example Response structure
3371
+ #
3372
+ # resp.column_statistics_list #=> Array
3373
+ # resp.column_statistics_list[0].column_name #=> String
3374
+ # resp.column_statistics_list[0].column_type #=> String
3375
+ # resp.column_statistics_list[0].analyzed_time #=> Time
3376
+ # resp.column_statistics_list[0].statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
3377
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
3378
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
3379
+ # resp.column_statistics_list[0].statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
3380
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.minimum_value #=> Time
3381
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.maximum_value #=> Time
3382
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
3383
+ # resp.column_statistics_list[0].statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
3384
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
3385
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
3386
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
3387
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
3388
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
3389
+ # resp.column_statistics_list[0].statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
3390
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.minimum_value #=> Float
3391
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.maximum_value #=> Float
3392
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
3393
+ # resp.column_statistics_list[0].statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
3394
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.minimum_value #=> Integer
3395
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.maximum_value #=> Integer
3396
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
3397
+ # resp.column_statistics_list[0].statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
3398
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.maximum_length #=> Integer
3399
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.average_length #=> Float
3400
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
3401
+ # resp.column_statistics_list[0].statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
3402
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.maximum_length #=> Integer
3403
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.average_length #=> Float
3404
+ # resp.column_statistics_list[0].statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
3405
+ # resp.errors #=> Array
3406
+ # resp.errors[0].column_name #=> String
3407
+ # resp.errors[0].error.error_code #=> String
3408
+ # resp.errors[0].error.error_message #=> String
3409
+ #
3410
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetColumnStatisticsForTable AWS API Documentation
3411
+ #
3412
+ # @overload get_column_statistics_for_table(params = {})
3413
+ # @param [Hash] params ({})
3414
+ def get_column_statistics_for_table(params = {}, options = {})
3415
+ req = build_request(:get_column_statistics_for_table, params)
3416
+ req.send_request(options)
3417
+ end
3418
+
3178
3419
  # Retrieves a connection definition from the Data Catalog.
3179
3420
  #
3180
3421
  # @option params [String] :catalog_id
@@ -3331,6 +3572,8 @@ module Aws::Glue
3331
3572
  # resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
3332
3573
  # resp.crawler.targets.dynamo_db_targets #=> Array
3333
3574
  # resp.crawler.targets.dynamo_db_targets[0].path #=> String
3575
+ # resp.crawler.targets.dynamo_db_targets[0].scan_all #=> Boolean
3576
+ # resp.crawler.targets.dynamo_db_targets[0].scan_rate #=> Float
3334
3577
  # resp.crawler.targets.catalog_targets #=> Array
3335
3578
  # resp.crawler.targets.catalog_targets[0].database_name #=> String
3336
3579
  # resp.crawler.targets.catalog_targets[0].tables #=> Array
@@ -3453,6 +3696,8 @@ module Aws::Glue
3453
3696
  # resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
3454
3697
  # resp.crawlers[0].targets.dynamo_db_targets #=> Array
3455
3698
  # resp.crawlers[0].targets.dynamo_db_targets[0].path #=> String
3699
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_all #=> Boolean
3700
+ # resp.crawlers[0].targets.dynamo_db_targets[0].scan_rate #=> Float
3456
3701
  # resp.crawlers[0].targets.catalog_targets #=> Array
3457
3702
  # resp.crawlers[0].targets.catalog_targets[0].database_name #=> String
3458
3703
  # resp.crawlers[0].targets.catalog_targets[0].tables #=> Array
@@ -7293,6 +7538,270 @@ module Aws::Glue
7293
7538
  req.send_request(options)
7294
7539
  end
7295
7540
 
7541
+ # Creates or updates partition statistics of columns.
7542
+ #
7543
+ # @option params [String] :catalog_id
7544
+ # The ID of the Data Catalog where the partitions in question reside. If
7545
+ # none is supplied, the AWS account ID is used by default.
7546
+ #
7547
+ # @option params [required, String] :database_name
7548
+ # The name of the catalog database where the partitions reside.
7549
+ #
7550
+ # @option params [required, String] :table_name
7551
+ # The name of the partitions' table.
7552
+ #
7553
+ # @option params [required, Array<String>] :partition_values
7554
+ # A list of partition values identifying the partition.
7555
+ #
7556
+ # @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
7557
+ # A list of the column statistics.
7558
+ #
7559
+ # @return [Types::UpdateColumnStatisticsForPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7560
+ #
7561
+ # * {Types::UpdateColumnStatisticsForPartitionResponse#errors #errors} => Array&lt;Types::ColumnStatisticsError&gt;
7562
+ #
7563
+ # @example Request syntax with placeholder values
7564
+ #
7565
+ # resp = client.update_column_statistics_for_partition({
7566
+ # catalog_id: "CatalogIdString",
7567
+ # database_name: "NameString", # required
7568
+ # table_name: "NameString", # required
7569
+ # partition_values: ["ValueString"], # required
7570
+ # column_statistics_list: [ # required
7571
+ # {
7572
+ # column_name: "NameString", # required
7573
+ # column_type: "TypeString", # required
7574
+ # analyzed_time: Time.now, # required
7575
+ # statistics_data: { # required
7576
+ # type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
7577
+ # boolean_column_statistics_data: {
7578
+ # number_of_trues: 1, # required
7579
+ # number_of_falses: 1, # required
7580
+ # number_of_nulls: 1, # required
7581
+ # },
7582
+ # date_column_statistics_data: {
7583
+ # minimum_value: Time.now,
7584
+ # maximum_value: Time.now,
7585
+ # number_of_nulls: 1, # required
7586
+ # number_of_distinct_values: 1, # required
7587
+ # },
7588
+ # decimal_column_statistics_data: {
7589
+ # minimum_value: {
7590
+ # unscaled_value: "data", # required
7591
+ # scale: 1, # required
7592
+ # },
7593
+ # maximum_value: {
7594
+ # unscaled_value: "data", # required
7595
+ # scale: 1, # required
7596
+ # },
7597
+ # number_of_nulls: 1, # required
7598
+ # number_of_distinct_values: 1, # required
7599
+ # },
7600
+ # double_column_statistics_data: {
7601
+ # minimum_value: 1.0,
7602
+ # maximum_value: 1.0,
7603
+ # number_of_nulls: 1, # required
7604
+ # number_of_distinct_values: 1, # required
7605
+ # },
7606
+ # long_column_statistics_data: {
7607
+ # minimum_value: 1,
7608
+ # maximum_value: 1,
7609
+ # number_of_nulls: 1, # required
7610
+ # number_of_distinct_values: 1, # required
7611
+ # },
7612
+ # string_column_statistics_data: {
7613
+ # maximum_length: 1, # required
7614
+ # average_length: 1.0, # required
7615
+ # number_of_nulls: 1, # required
7616
+ # number_of_distinct_values: 1, # required
7617
+ # },
7618
+ # binary_column_statistics_data: {
7619
+ # maximum_length: 1, # required
7620
+ # average_length: 1.0, # required
7621
+ # number_of_nulls: 1, # required
7622
+ # },
7623
+ # },
7624
+ # },
7625
+ # ],
7626
+ # })
7627
+ #
7628
+ # @example Response structure
7629
+ #
7630
+ # resp.errors #=> Array
7631
+ # resp.errors[0].column_statistics.column_name #=> String
7632
+ # resp.errors[0].column_statistics.column_type #=> String
7633
+ # resp.errors[0].column_statistics.analyzed_time #=> Time
7634
+ # resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
7635
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
7636
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
7637
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
7638
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
7639
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
7640
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
7641
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
7642
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
7643
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
7644
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
7645
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
7646
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
7647
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
7648
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
7649
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
7650
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
7651
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
7652
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
7653
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
7654
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
7655
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
7656
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
7657
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
7658
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
7659
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
7660
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
7661
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
7662
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
7663
+ # resp.errors[0].error.error_code #=> String
7664
+ # resp.errors[0].error.error_message #=> String
7665
+ #
7666
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForPartition AWS API Documentation
7667
+ #
7668
+ # @overload update_column_statistics_for_partition(params = {})
7669
+ # @param [Hash] params ({})
7670
+ def update_column_statistics_for_partition(params = {}, options = {})
7671
+ req = build_request(:update_column_statistics_for_partition, params)
7672
+ req.send_request(options)
7673
+ end
7674
+
7675
+ # Creates or updates table statistics of columns.
7676
+ #
7677
+ # @option params [String] :catalog_id
7678
+ # The ID of the Data Catalog where the partitions in question reside. If
7679
+ # none is supplied, the AWS account ID is used by default.
7680
+ #
7681
+ # @option params [required, String] :database_name
7682
+ # The name of the catalog database where the partitions reside.
7683
+ #
7684
+ # @option params [required, String] :table_name
7685
+ # The name of the partitions' table.
7686
+ #
7687
+ # @option params [required, Array<Types::ColumnStatistics>] :column_statistics_list
7688
+ # A list of the column statistics.
7689
+ #
7690
+ # @return [Types::UpdateColumnStatisticsForTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7691
+ #
7692
+ # * {Types::UpdateColumnStatisticsForTableResponse#errors #errors} => Array&lt;Types::ColumnStatisticsError&gt;
7693
+ #
7694
+ # @example Request syntax with placeholder values
7695
+ #
7696
+ # resp = client.update_column_statistics_for_table({
7697
+ # catalog_id: "CatalogIdString",
7698
+ # database_name: "NameString", # required
7699
+ # table_name: "NameString", # required
7700
+ # column_statistics_list: [ # required
7701
+ # {
7702
+ # column_name: "NameString", # required
7703
+ # column_type: "TypeString", # required
7704
+ # analyzed_time: Time.now, # required
7705
+ # statistics_data: { # required
7706
+ # type: "BOOLEAN", # required, accepts BOOLEAN, DATE, DECIMAL, DOUBLE, LONG, STRING, BINARY
7707
+ # boolean_column_statistics_data: {
7708
+ # number_of_trues: 1, # required
7709
+ # number_of_falses: 1, # required
7710
+ # number_of_nulls: 1, # required
7711
+ # },
7712
+ # date_column_statistics_data: {
7713
+ # minimum_value: Time.now,
7714
+ # maximum_value: Time.now,
7715
+ # number_of_nulls: 1, # required
7716
+ # number_of_distinct_values: 1, # required
7717
+ # },
7718
+ # decimal_column_statistics_data: {
7719
+ # minimum_value: {
7720
+ # unscaled_value: "data", # required
7721
+ # scale: 1, # required
7722
+ # },
7723
+ # maximum_value: {
7724
+ # unscaled_value: "data", # required
7725
+ # scale: 1, # required
7726
+ # },
7727
+ # number_of_nulls: 1, # required
7728
+ # number_of_distinct_values: 1, # required
7729
+ # },
7730
+ # double_column_statistics_data: {
7731
+ # minimum_value: 1.0,
7732
+ # maximum_value: 1.0,
7733
+ # number_of_nulls: 1, # required
7734
+ # number_of_distinct_values: 1, # required
7735
+ # },
7736
+ # long_column_statistics_data: {
7737
+ # minimum_value: 1,
7738
+ # maximum_value: 1,
7739
+ # number_of_nulls: 1, # required
7740
+ # number_of_distinct_values: 1, # required
7741
+ # },
7742
+ # string_column_statistics_data: {
7743
+ # maximum_length: 1, # required
7744
+ # average_length: 1.0, # required
7745
+ # number_of_nulls: 1, # required
7746
+ # number_of_distinct_values: 1, # required
7747
+ # },
7748
+ # binary_column_statistics_data: {
7749
+ # maximum_length: 1, # required
7750
+ # average_length: 1.0, # required
7751
+ # number_of_nulls: 1, # required
7752
+ # },
7753
+ # },
7754
+ # },
7755
+ # ],
7756
+ # })
7757
+ #
7758
+ # @example Response structure
7759
+ #
7760
+ # resp.errors #=> Array
7761
+ # resp.errors[0].column_statistics.column_name #=> String
7762
+ # resp.errors[0].column_statistics.column_type #=> String
7763
+ # resp.errors[0].column_statistics.analyzed_time #=> Time
7764
+ # resp.errors[0].column_statistics.statistics_data.type #=> String, one of "BOOLEAN", "DATE", "DECIMAL", "DOUBLE", "LONG", "STRING", "BINARY"
7765
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_trues #=> Integer
7766
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_falses #=> Integer
7767
+ # resp.errors[0].column_statistics.statistics_data.boolean_column_statistics_data.number_of_nulls #=> Integer
7768
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.minimum_value #=> Time
7769
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.maximum_value #=> Time
7770
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_nulls #=> Integer
7771
+ # resp.errors[0].column_statistics.statistics_data.date_column_statistics_data.number_of_distinct_values #=> Integer
7772
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.unscaled_value #=> String
7773
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.minimum_value.scale #=> Integer
7774
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.unscaled_value #=> String
7775
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.maximum_value.scale #=> Integer
7776
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_nulls #=> Integer
7777
+ # resp.errors[0].column_statistics.statistics_data.decimal_column_statistics_data.number_of_distinct_values #=> Integer
7778
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.minimum_value #=> Float
7779
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.maximum_value #=> Float
7780
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_nulls #=> Integer
7781
+ # resp.errors[0].column_statistics.statistics_data.double_column_statistics_data.number_of_distinct_values #=> Integer
7782
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.minimum_value #=> Integer
7783
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.maximum_value #=> Integer
7784
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_nulls #=> Integer
7785
+ # resp.errors[0].column_statistics.statistics_data.long_column_statistics_data.number_of_distinct_values #=> Integer
7786
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.maximum_length #=> Integer
7787
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.average_length #=> Float
7788
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_nulls #=> Integer
7789
+ # resp.errors[0].column_statistics.statistics_data.string_column_statistics_data.number_of_distinct_values #=> Integer
7790
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.maximum_length #=> Integer
7791
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.average_length #=> Float
7792
+ # resp.errors[0].column_statistics.statistics_data.binary_column_statistics_data.number_of_nulls #=> Integer
7793
+ # resp.errors[0].error.error_code #=> String
7794
+ # resp.errors[0].error.error_message #=> String
7795
+ #
7796
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateColumnStatisticsForTable AWS API Documentation
7797
+ #
7798
+ # @overload update_column_statistics_for_table(params = {})
7799
+ # @param [Hash] params ({})
7800
+ def update_column_statistics_for_table(params = {}, options = {})
7801
+ req = build_request(:update_column_statistics_for_table, params)
7802
+ req.send_request(options)
7803
+ end
7804
+
7296
7805
  # Updates a connection definition in the Data Catalog.
7297
7806
  #
7298
7807
  # @option params [String] :catalog_id
@@ -7358,14 +7867,13 @@ module Aws::Glue
7358
7867
  # A list of targets to crawl.
7359
7868
  #
7360
7869
  # @option params [String] :schedule
7361
- # A `cron` expression used to specify the schedule. For more
7362
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
7363
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
7364
- # * * ? *)`.
7870
+ # A `cron` expression used to specify the schedule (see [Time-Based
7871
+ # Schedules for Jobs and Crawlers][1]. For example, to run something
7872
+ # every day at 12:15 UTC, you would specify: `cron(15 12 * * ? *)`.
7365
7873
  #
7366
7874
  #
7367
7875
  #
7368
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7876
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7369
7877
  #
7370
7878
  # @option params [Array<String>] :classifiers
7371
7879
  # A list of custom classifiers that the user has registered. By default,
@@ -7380,13 +7888,13 @@ module Aws::Glue
7380
7888
  # The policy for the crawler's update and deletion behavior.
7381
7889
  #
7382
7890
  # @option params [String] :configuration
7383
- # The crawler configuration information. This versioned JSON string
7384
- # allows users to specify aspects of a crawler's behavior. For more
7891
+ # Crawler configuration information. This versioned JSON string allows
7892
+ # users to specify aspects of a crawler's behavior. For more
7385
7893
  # information, see [Configuring a Crawler][1].
7386
7894
  #
7387
7895
  #
7388
7896
  #
7389
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
7897
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/crawler-configuration.html
7390
7898
  #
7391
7899
  # @option params [String] :crawler_security_configuration
7392
7900
  # The name of the `SecurityConfiguration` structure to be used by this
@@ -7418,6 +7926,8 @@ module Aws::Glue
7418
7926
  # dynamo_db_targets: [
7419
7927
  # {
7420
7928
  # path: "Path",
7929
+ # scan_all: false,
7930
+ # scan_rate: 1.0,
7421
7931
  # },
7422
7932
  # ],
7423
7933
  # catalog_targets: [
@@ -7453,14 +7963,14 @@ module Aws::Glue
7453
7963
  # The name of the crawler whose schedule to update.
7454
7964
  #
7455
7965
  # @option params [String] :schedule
7456
- # The updated `cron` expression used to specify the schedule. For more
7457
- # information, see [Time-Based Schedules for Jobs and Crawlers][1]. For
7458
- # example, to run something every day at 12:15 UTC, specify `cron(15 12
7459
- # * * ? *)`.
7966
+ # The updated `cron` expression used to specify the schedule (see
7967
+ # [Time-Based Schedules for Jobs and Crawlers][1]. For example, to run
7968
+ # something every day at 12:15 UTC, you would specify: `cron(15 12 * * ?
7969
+ # *)`.
7460
7970
  #
7461
7971
  #
7462
7972
  #
7463
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7973
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html
7464
7974
  #
7465
7975
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
7466
7976
  #
@@ -8157,7 +8667,7 @@ module Aws::Glue
8157
8667
  params: params,
8158
8668
  config: config)
8159
8669
  context[:gem_name] = 'aws-sdk-glue'
8160
- context[:gem_version] = '1.57.0'
8670
+ context[:gem_version] = '1.62.0'
8161
8671
  Seahorse::Client::Request.new(handlers, context)
8162
8672
  end
8163
8673