aws-sdk-glue 1.75.0 → 1.80.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1490 -31
- data/lib/aws-sdk-glue/client_api.rb +743 -0
- data/lib/aws-sdk-glue/types.rb +2467 -231
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cb36d1551a60ee630f5ae793fa1fe91057f4f430b9601f38d0ebdb9163d221b6
|
4
|
+
data.tar.gz: '09646849fc6e4adebbc9e0360e8cbdc27b9e9f3883a07a425e1f0660a33e118f'
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7f558e61b8d7e64b10eeef75df71252047b34b476ae0289467aad25b259a2b0a0559431175157d046172d6e5d5ea0ecc5b9dc1f8eee81347560fb94371bd3e01
|
7
|
+
data.tar.gz: '0121649182be37d2c242afd47225ddb468dfc6995f9840877ce2bdb1f7ff3679aad1d16f3a648f81c1b347041cbc3900fbc9173edc6d97db2736196cf04a16e0'
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -410,6 +410,15 @@ module Aws::Glue
|
|
410
410
|
# },
|
411
411
|
# },
|
412
412
|
# stored_as_sub_directories: false,
|
413
|
+
# schema_reference: {
|
414
|
+
# schema_id: {
|
415
|
+
# schema_arn: "GlueResourceArn",
|
416
|
+
# schema_name: "SchemaRegistryNameString",
|
417
|
+
# registry_name: "SchemaRegistryNameString",
|
418
|
+
# },
|
419
|
+
# schema_version_id: "SchemaVersionIdString",
|
420
|
+
# schema_version_number: 1,
|
421
|
+
# },
|
413
422
|
# },
|
414
423
|
# parameters: {
|
415
424
|
# "KeyString" => "ParametersMapValue",
|
@@ -679,8 +688,10 @@ module Aws::Glue
|
|
679
688
|
# resp.crawlers[0].description #=> String
|
680
689
|
# resp.crawlers[0].classifiers #=> Array
|
681
690
|
# resp.crawlers[0].classifiers[0] #=> String
|
691
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
682
692
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
683
693
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
694
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
684
695
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
685
696
|
# resp.crawlers[0].table_prefix #=> String
|
686
697
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -905,6 +916,11 @@ module Aws::Glue
|
|
905
916
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
906
917
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
907
918
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
919
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
920
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
921
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
922
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
923
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
908
924
|
# resp.partitions[0].parameters #=> Hash
|
909
925
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
910
926
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -1283,6 +1299,15 @@ module Aws::Glue
|
|
1283
1299
|
# },
|
1284
1300
|
# },
|
1285
1301
|
# stored_as_sub_directories: false,
|
1302
|
+
# schema_reference: {
|
1303
|
+
# schema_id: {
|
1304
|
+
# schema_arn: "GlueResourceArn",
|
1305
|
+
# schema_name: "SchemaRegistryNameString",
|
1306
|
+
# registry_name: "SchemaRegistryNameString",
|
1307
|
+
# },
|
1308
|
+
# schema_version_id: "SchemaVersionIdString",
|
1309
|
+
# schema_version_number: 1,
|
1310
|
+
# },
|
1286
1311
|
# },
|
1287
1312
|
# parameters: {
|
1288
1313
|
# "KeyString" => "ParametersMapValue",
|
@@ -1350,6 +1375,44 @@ module Aws::Glue
|
|
1350
1375
|
req.send_request(options)
|
1351
1376
|
end
|
1352
1377
|
|
1378
|
+
# Validates the supplied schema. This call has no side effects, it
|
1379
|
+
# simply validates using the supplied schema using `DataFormat` as the
|
1380
|
+
# format. Since it does not take a schema set name, no compatibility
|
1381
|
+
# checks are performed.
|
1382
|
+
#
|
1383
|
+
# @option params [required, String] :data_format
|
1384
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1385
|
+
# supported.
|
1386
|
+
#
|
1387
|
+
# @option params [required, String] :schema_definition
|
1388
|
+
# The definition of the schema that has to be validated.
|
1389
|
+
#
|
1390
|
+
# @return [Types::CheckSchemaVersionValidityResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1391
|
+
#
|
1392
|
+
# * {Types::CheckSchemaVersionValidityResponse#valid #valid} => Boolean
|
1393
|
+
# * {Types::CheckSchemaVersionValidityResponse#error #error} => String
|
1394
|
+
#
|
1395
|
+
# @example Request syntax with placeholder values
|
1396
|
+
#
|
1397
|
+
# resp = client.check_schema_version_validity({
|
1398
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1399
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1400
|
+
# })
|
1401
|
+
#
|
1402
|
+
# @example Response structure
|
1403
|
+
#
|
1404
|
+
# resp.valid #=> Boolean
|
1405
|
+
# resp.error #=> String
|
1406
|
+
#
|
1407
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidity AWS API Documentation
|
1408
|
+
#
|
1409
|
+
# @overload check_schema_version_validity(params = {})
|
1410
|
+
# @param [Hash] params ({})
|
1411
|
+
def check_schema_version_validity(params = {}, options = {})
|
1412
|
+
req = build_request(:check_schema_version_validity, params)
|
1413
|
+
req.send_request(options)
|
1414
|
+
end
|
1415
|
+
|
1353
1416
|
# Creates a classifier in the user's account. This can be a
|
1354
1417
|
# `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
|
1355
1418
|
# `CsvClassifier`, depending on which field of the request is present.
|
@@ -1489,6 +1552,13 @@ module Aws::Glue
|
|
1489
1552
|
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
1490
1553
|
# The policy for the crawler's update and deletion behavior.
|
1491
1554
|
#
|
1555
|
+
# @option params [Types::RecrawlPolicy] :recrawl_policy
|
1556
|
+
# A policy that specifies whether to crawl the entire dataset again, or
|
1557
|
+
# to crawl only folders that were added since the last crawler run.
|
1558
|
+
#
|
1559
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
1560
|
+
# Specifies data lineage configuration settings for the crawler.
|
1561
|
+
#
|
1492
1562
|
# @option params [String] :configuration
|
1493
1563
|
# Crawler configuration information. This versioned JSON string allows
|
1494
1564
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -1563,6 +1633,12 @@ module Aws::Glue
|
|
1563
1633
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
1564
1634
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
1565
1635
|
# },
|
1636
|
+
# recrawl_policy: {
|
1637
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
1638
|
+
# },
|
1639
|
+
# lineage_configuration: {
|
1640
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
1641
|
+
# },
|
1566
1642
|
# configuration: "CrawlerConfiguration",
|
1567
1643
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1568
1644
|
# tags: {
|
@@ -2176,6 +2252,11 @@ module Aws::Glue
|
|
2176
2252
|
#
|
2177
2253
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2178
2254
|
#
|
2255
|
+
# @option params [Types::TransformEncryption] :transform_encryption
|
2256
|
+
# The encryption-at-rest settings of the transform that apply to
|
2257
|
+
# accessing user data. Machine learning transforms can access user data
|
2258
|
+
# encrypted in Amazon S3 using KMS.
|
2259
|
+
#
|
2179
2260
|
# @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2180
2261
|
#
|
2181
2262
|
# * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
|
@@ -2212,6 +2293,13 @@ module Aws::Glue
|
|
2212
2293
|
# tags: {
|
2213
2294
|
# "TagKey" => "TagValue",
|
2214
2295
|
# },
|
2296
|
+
# transform_encryption: {
|
2297
|
+
# ml_user_data_encryption: {
|
2298
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
2299
|
+
# kms_key_id: "NameString",
|
2300
|
+
# },
|
2301
|
+
# task_run_security_configuration_name: "NameString",
|
2302
|
+
# },
|
2215
2303
|
# })
|
2216
2304
|
#
|
2217
2305
|
# @example Response structure
|
@@ -2296,6 +2384,15 @@ module Aws::Glue
|
|
2296
2384
|
# },
|
2297
2385
|
# },
|
2298
2386
|
# stored_as_sub_directories: false,
|
2387
|
+
# schema_reference: {
|
2388
|
+
# schema_id: {
|
2389
|
+
# schema_arn: "GlueResourceArn",
|
2390
|
+
# schema_name: "SchemaRegistryNameString",
|
2391
|
+
# registry_name: "SchemaRegistryNameString",
|
2392
|
+
# },
|
2393
|
+
# schema_version_id: "SchemaVersionIdString",
|
2394
|
+
# schema_version_number: 1,
|
2395
|
+
# },
|
2299
2396
|
# },
|
2300
2397
|
# parameters: {
|
2301
2398
|
# "KeyString" => "ParametersMapValue",
|
@@ -2313,6 +2410,245 @@ module Aws::Glue
|
|
2313
2410
|
req.send_request(options)
|
2314
2411
|
end
|
2315
2412
|
|
2413
|
+
# Creates a specified partition index in an existing table.
|
2414
|
+
#
|
2415
|
+
# @option params [String] :catalog_id
|
2416
|
+
# The catalog ID where the table resides.
|
2417
|
+
#
|
2418
|
+
# @option params [required, String] :database_name
|
2419
|
+
# Specifies the name of a database in which you want to create a
|
2420
|
+
# partition index.
|
2421
|
+
#
|
2422
|
+
# @option params [required, String] :table_name
|
2423
|
+
# Specifies the name of a table in which you want to create a partition
|
2424
|
+
# index.
|
2425
|
+
#
|
2426
|
+
# @option params [required, Types::PartitionIndex] :partition_index
|
2427
|
+
# Specifies a `PartitionIndex` structure to create a partition index in
|
2428
|
+
# an existing table.
|
2429
|
+
#
|
2430
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2431
|
+
#
|
2432
|
+
# @example Request syntax with placeholder values
|
2433
|
+
#
|
2434
|
+
# resp = client.create_partition_index({
|
2435
|
+
# catalog_id: "CatalogIdString",
|
2436
|
+
# database_name: "NameString", # required
|
2437
|
+
# table_name: "NameString", # required
|
2438
|
+
# partition_index: { # required
|
2439
|
+
# keys: ["NameString"], # required
|
2440
|
+
# index_name: "NameString", # required
|
2441
|
+
# },
|
2442
|
+
# })
|
2443
|
+
#
|
2444
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
|
2445
|
+
#
|
2446
|
+
# @overload create_partition_index(params = {})
|
2447
|
+
# @param [Hash] params ({})
|
2448
|
+
def create_partition_index(params = {}, options = {})
|
2449
|
+
req = build_request(:create_partition_index, params)
|
2450
|
+
req.send_request(options)
|
2451
|
+
end
|
2452
|
+
|
2453
|
+
# Creates a new registry which may be used to hold a collection of
|
2454
|
+
# schemas.
|
2455
|
+
#
|
2456
|
+
# @option params [required, String] :registry_name
|
2457
|
+
# Name of the registry to be created of max length of 255, and may only
|
2458
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2459
|
+
# mark. No whitespace.
|
2460
|
+
#
|
2461
|
+
# @option params [String] :description
|
2462
|
+
# A description of the registry. If description is not provided, there
|
2463
|
+
# will not be any default value for this.
|
2464
|
+
#
|
2465
|
+
# @option params [Hash<String,String>] :tags
|
2466
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2467
|
+
# command line, or API.
|
2468
|
+
#
|
2469
|
+
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2470
|
+
#
|
2471
|
+
# * {Types::CreateRegistryResponse#registry_arn #registry_arn} => String
|
2472
|
+
# * {Types::CreateRegistryResponse#registry_name #registry_name} => String
|
2473
|
+
# * {Types::CreateRegistryResponse#description #description} => String
|
2474
|
+
# * {Types::CreateRegistryResponse#tags #tags} => Hash<String,String>
|
2475
|
+
#
|
2476
|
+
# @example Request syntax with placeholder values
|
2477
|
+
#
|
2478
|
+
# resp = client.create_registry({
|
2479
|
+
# registry_name: "SchemaRegistryNameString", # required
|
2480
|
+
# description: "DescriptionString",
|
2481
|
+
# tags: {
|
2482
|
+
# "TagKey" => "TagValue",
|
2483
|
+
# },
|
2484
|
+
# })
|
2485
|
+
#
|
2486
|
+
# @example Response structure
|
2487
|
+
#
|
2488
|
+
# resp.registry_arn #=> String
|
2489
|
+
# resp.registry_name #=> String
|
2490
|
+
# resp.description #=> String
|
2491
|
+
# resp.tags #=> Hash
|
2492
|
+
# resp.tags["TagKey"] #=> String
|
2493
|
+
#
|
2494
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistry AWS API Documentation
|
2495
|
+
#
|
2496
|
+
# @overload create_registry(params = {})
|
2497
|
+
# @param [Hash] params ({})
|
2498
|
+
def create_registry(params = {}, options = {})
|
2499
|
+
req = build_request(:create_registry, params)
|
2500
|
+
req.send_request(options)
|
2501
|
+
end
|
2502
|
+
|
2503
|
+
# Creates a new schema set and registers the schema definition. Returns
|
2504
|
+
# an error if the schema set already exists without actually registering
|
2505
|
+
# the version.
|
2506
|
+
#
|
2507
|
+
# When the schema set is created, a version checkpoint will be set to
|
2508
|
+
# the first version. Compatibility mode "DISABLED" restricts any
|
2509
|
+
# additional schema versions from being added after the first schema
|
2510
|
+
# version. For all other compatibility modes, validation of
|
2511
|
+
# compatibility settings will be applied only from the second version
|
2512
|
+
# onwards when the `RegisterSchemaVersion` API is used.
|
2513
|
+
#
|
2514
|
+
# When this API is called without a `RegistryId`, this will create an
|
2515
|
+
# entry for a "default-registry" in the registry database tables, if
|
2516
|
+
# it is not already present.
|
2517
|
+
#
|
2518
|
+
# @option params [Types::RegistryId] :registry_id
|
2519
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
2520
|
+
# this is not provided, the default registry will be used. The ARN
|
2521
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
2522
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
2523
|
+
#
|
2524
|
+
# @option params [required, String] :schema_name
|
2525
|
+
# Name of the schema to be created of max length of 255, and may only
|
2526
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2527
|
+
# mark. No whitespace.
|
2528
|
+
#
|
2529
|
+
# @option params [required, String] :data_format
|
2530
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
2531
|
+
# supported.
|
2532
|
+
#
|
2533
|
+
# @option params [String] :compatibility
|
2534
|
+
# The compatibility mode of the schema. The possible values are:
|
2535
|
+
#
|
2536
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
2537
|
+
# development scenarios or if you do not know the compatibility mode
|
2538
|
+
# that you want to apply to schemas. Any new version added will be
|
2539
|
+
# accepted without undergoing a compatibility check.
|
2540
|
+
#
|
2541
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
2542
|
+
# particular schema. You can use this choice to prevent future
|
2543
|
+
# versioning of a schema.
|
2544
|
+
#
|
2545
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
2546
|
+
# data receivers to read both the current and one previous schema
|
2547
|
+
# version. This means that for instance, a new schema version cannot
|
2548
|
+
# drop data fields or change the type of these fields, so they can't
|
2549
|
+
# be read by readers using the previous version.
|
2550
|
+
#
|
2551
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers to
|
2552
|
+
# read both the current and all previous schema versions. You can use
|
2553
|
+
# this choice when you need to delete fields or add optional fields,
|
2554
|
+
# and check compatibility against all previous schema versions.
|
2555
|
+
#
|
2556
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to read
|
2557
|
+
# both the current and one next schema version, but not necessarily
|
2558
|
+
# later versions. You can use this choice when you need to add fields
|
2559
|
+
# or delete optional fields, but only check compatibility against the
|
2560
|
+
# last schema version.
|
2561
|
+
#
|
2562
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers to
|
2563
|
+
# read written by producers of any new registered schema. You can use
|
2564
|
+
# this choice when you need to add fields or delete optional fields,
|
2565
|
+
# and check compatibility against all previous schema versions.
|
2566
|
+
#
|
2567
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
2568
|
+
# data written by producers using the previous or next version of the
|
2569
|
+
# schema, but not necessarily earlier or later versions. You can use
|
2570
|
+
# this choice when you need to add or remove optional fields, but only
|
2571
|
+
# check compatibility against the last schema version.
|
2572
|
+
#
|
2573
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
2574
|
+
# read data written by producers using all previous schema versions.
|
2575
|
+
# You can use this choice when you need to add or remove optional
|
2576
|
+
# fields, and check compatibility against all previous schema
|
2577
|
+
# versions.
|
2578
|
+
#
|
2579
|
+
# @option params [String] :description
|
2580
|
+
# An optional description of the schema. If description is not provided,
|
2581
|
+
# there will not be any automatic default value for this.
|
2582
|
+
#
|
2583
|
+
# @option params [Hash<String,String>] :tags
|
2584
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2585
|
+
# command line, or API. If specified, follows the AWS tags-on-create
|
2586
|
+
# pattern.
|
2587
|
+
#
|
2588
|
+
# @option params [String] :schema_definition
|
2589
|
+
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
2590
|
+
#
|
2591
|
+
# @return [Types::CreateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2592
|
+
#
|
2593
|
+
# * {Types::CreateSchemaResponse#registry_name #registry_name} => String
|
2594
|
+
# * {Types::CreateSchemaResponse#registry_arn #registry_arn} => String
|
2595
|
+
# * {Types::CreateSchemaResponse#schema_name #schema_name} => String
|
2596
|
+
# * {Types::CreateSchemaResponse#schema_arn #schema_arn} => String
|
2597
|
+
# * {Types::CreateSchemaResponse#description #description} => String
|
2598
|
+
# * {Types::CreateSchemaResponse#data_format #data_format} => String
|
2599
|
+
# * {Types::CreateSchemaResponse#compatibility #compatibility} => String
|
2600
|
+
# * {Types::CreateSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
2601
|
+
# * {Types::CreateSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
2602
|
+
# * {Types::CreateSchemaResponse#next_schema_version #next_schema_version} => Integer
|
2603
|
+
# * {Types::CreateSchemaResponse#schema_status #schema_status} => String
|
2604
|
+
# * {Types::CreateSchemaResponse#tags #tags} => Hash<String,String>
|
2605
|
+
# * {Types::CreateSchemaResponse#schema_version_id #schema_version_id} => String
|
2606
|
+
# * {Types::CreateSchemaResponse#schema_version_status #schema_version_status} => String
|
2607
|
+
#
|
2608
|
+
# @example Request syntax with placeholder values
|
2609
|
+
#
|
2610
|
+
# resp = client.create_schema({
|
2611
|
+
# registry_id: {
|
2612
|
+
# registry_name: "SchemaRegistryNameString",
|
2613
|
+
# registry_arn: "GlueResourceArn",
|
2614
|
+
# },
|
2615
|
+
# schema_name: "SchemaRegistryNameString", # required
|
2616
|
+
# data_format: "AVRO", # required, accepts AVRO
|
2617
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2618
|
+
# description: "DescriptionString",
|
2619
|
+
# tags: {
|
2620
|
+
# "TagKey" => "TagValue",
|
2621
|
+
# },
|
2622
|
+
# schema_definition: "SchemaDefinitionString",
|
2623
|
+
# })
|
2624
|
+
#
|
2625
|
+
# @example Response structure
|
2626
|
+
#
|
2627
|
+
# resp.registry_name #=> String
|
2628
|
+
# resp.registry_arn #=> String
|
2629
|
+
# resp.schema_name #=> String
|
2630
|
+
# resp.schema_arn #=> String
|
2631
|
+
# resp.description #=> String
|
2632
|
+
# resp.data_format #=> String, one of "AVRO"
|
2633
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2634
|
+
# resp.schema_checkpoint #=> Integer
|
2635
|
+
# resp.latest_schema_version #=> Integer
|
2636
|
+
# resp.next_schema_version #=> Integer
|
2637
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
2638
|
+
# resp.tags #=> Hash
|
2639
|
+
# resp.tags["TagKey"] #=> String
|
2640
|
+
# resp.schema_version_id #=> String
|
2641
|
+
# resp.schema_version_status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
2642
|
+
#
|
2643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchema AWS API Documentation
|
2644
|
+
#
|
2645
|
+
# @overload create_schema(params = {})
|
2646
|
+
# @param [Hash] params ({})
|
2647
|
+
def create_schema(params = {}, options = {})
|
2648
|
+
req = build_request(:create_schema, params)
|
2649
|
+
req.send_request(options)
|
2650
|
+
end
|
2651
|
+
|
2316
2652
|
# Transforms a directed acyclic graph (DAG) into code.
|
2317
2653
|
#
|
2318
2654
|
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
@@ -2500,6 +2836,15 @@ module Aws::Glue
|
|
2500
2836
|
# },
|
2501
2837
|
# },
|
2502
2838
|
# stored_as_sub_directories: false,
|
2839
|
+
# schema_reference: {
|
2840
|
+
# schema_id: {
|
2841
|
+
# schema_arn: "GlueResourceArn",
|
2842
|
+
# schema_name: "SchemaRegistryNameString",
|
2843
|
+
# registry_name: "SchemaRegistryNameString",
|
2844
|
+
# },
|
2845
|
+
# schema_version_id: "SchemaVersionIdString",
|
2846
|
+
# schema_version_number: 1,
|
2847
|
+
# },
|
2503
2848
|
# },
|
2504
2849
|
# partition_keys: [
|
2505
2850
|
# {
|
@@ -2764,6 +3109,9 @@ module Aws::Glue
|
|
2764
3109
|
|
2765
3110
|
# Delete the partition column statistics of a column.
|
2766
3111
|
#
|
3112
|
+
# The Identity and Access Management (IAM) permission required for this
|
3113
|
+
# operation is `DeletePartition`.
|
3114
|
+
#
|
2767
3115
|
# @option params [String] :catalog_id
|
2768
3116
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2769
3117
|
# none is supplied, the AWS account ID is used by default.
|
@@ -2803,6 +3151,9 @@ module Aws::Glue
|
|
2803
3151
|
|
2804
3152
|
# Retrieves table statistics of columns.
|
2805
3153
|
#
|
3154
|
+
# The Identity and Access Management (IAM) permission required for this
|
3155
|
+
# operation is `DeleteTable`.
|
3156
|
+
#
|
2806
3157
|
# @option params [String] :catalog_id
|
2807
3158
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2808
3159
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3050,6 +3401,83 @@ module Aws::Glue
|
|
3050
3401
|
req.send_request(options)
|
3051
3402
|
end
|
3052
3403
|
|
3404
|
+
# Deletes a specified partition index from an existing table.
|
3405
|
+
#
|
3406
|
+
# @option params [String] :catalog_id
|
3407
|
+
# The catalog ID where the table resides.
|
3408
|
+
#
|
3409
|
+
# @option params [required, String] :database_name
|
3410
|
+
# Specifies the name of a database from which you want to delete a
|
3411
|
+
# partition index.
|
3412
|
+
#
|
3413
|
+
# @option params [required, String] :table_name
|
3414
|
+
# Specifies the name of a table from which you want to delete a
|
3415
|
+
# partition index.
|
3416
|
+
#
|
3417
|
+
# @option params [required, String] :index_name
|
3418
|
+
# The name of the partition index to be deleted.
|
3419
|
+
#
|
3420
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3421
|
+
#
|
3422
|
+
# @example Request syntax with placeholder values
|
3423
|
+
#
|
3424
|
+
# resp = client.delete_partition_index({
|
3425
|
+
# catalog_id: "CatalogIdString",
|
3426
|
+
# database_name: "NameString", # required
|
3427
|
+
# table_name: "NameString", # required
|
3428
|
+
# index_name: "NameString", # required
|
3429
|
+
# })
|
3430
|
+
#
|
3431
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
|
3432
|
+
#
|
3433
|
+
# @overload delete_partition_index(params = {})
|
3434
|
+
# @param [Hash] params ({})
|
3435
|
+
def delete_partition_index(params = {}, options = {})
|
3436
|
+
req = build_request(:delete_partition_index, params)
|
3437
|
+
req.send_request(options)
|
3438
|
+
end
|
3439
|
+
|
3440
|
+
# Delete the entire registry including schema and all of its versions.
|
3441
|
+
# To get the status of the delete operation, you can call the
|
3442
|
+
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3443
|
+
# will disable all online operations for the registry such as the
|
3444
|
+
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3445
|
+
# `RegisterSchemaVersion` APIs.
|
3446
|
+
#
|
3447
|
+
# @option params [required, Types::RegistryId] :registry_id
|
3448
|
+
# This is a wrapper structure that may contain the registry name and
|
3449
|
+
# Amazon Resource Name (ARN).
|
3450
|
+
#
|
3451
|
+
# @return [Types::DeleteRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3452
|
+
#
|
3453
|
+
# * {Types::DeleteRegistryResponse#registry_name #registry_name} => String
|
3454
|
+
# * {Types::DeleteRegistryResponse#registry_arn #registry_arn} => String
|
3455
|
+
# * {Types::DeleteRegistryResponse#status #status} => String
|
3456
|
+
#
|
3457
|
+
# @example Request syntax with placeholder values
|
3458
|
+
#
|
3459
|
+
# resp = client.delete_registry({
|
3460
|
+
# registry_id: { # required
|
3461
|
+
# registry_name: "SchemaRegistryNameString",
|
3462
|
+
# registry_arn: "GlueResourceArn",
|
3463
|
+
# },
|
3464
|
+
# })
|
3465
|
+
#
|
3466
|
+
# @example Response structure
|
3467
|
+
#
|
3468
|
+
# resp.registry_name #=> String
|
3469
|
+
# resp.registry_arn #=> String
|
3470
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
3471
|
+
#
|
3472
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistry AWS API Documentation
|
3473
|
+
#
|
3474
|
+
# @overload delete_registry(params = {})
|
3475
|
+
# @param [Hash] params ({})
|
3476
|
+
def delete_registry(params = {}, options = {})
|
3477
|
+
req = build_request(:delete_registry, params)
|
3478
|
+
req.send_request(options)
|
3479
|
+
end
|
3480
|
+
|
3053
3481
|
# Deletes a specified policy.
|
3054
3482
|
#
|
3055
3483
|
# @option params [String] :policy_hash_condition
|
@@ -3077,6 +3505,109 @@ module Aws::Glue
|
|
3077
3505
|
req.send_request(options)
|
3078
3506
|
end
|
3079
3507
|
|
3508
|
+
# Deletes the entire schema set, including the schema set and all of its
|
3509
|
+
# versions. To get the status of the delete operation, you can call
|
3510
|
+
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3511
|
+
# disable all online operations for the schema, such as the
|
3512
|
+
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3513
|
+
#
|
3514
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3515
|
+
# This is a wrapper structure that may contain the schema name and
|
3516
|
+
# Amazon Resource Name (ARN).
|
3517
|
+
#
|
3518
|
+
# @return [Types::DeleteSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3519
|
+
#
|
3520
|
+
# * {Types::DeleteSchemaResponse#schema_arn #schema_arn} => String
|
3521
|
+
# * {Types::DeleteSchemaResponse#schema_name #schema_name} => String
|
3522
|
+
# * {Types::DeleteSchemaResponse#status #status} => String
|
3523
|
+
#
|
3524
|
+
# @example Request syntax with placeholder values
|
3525
|
+
#
|
3526
|
+
# resp = client.delete_schema({
|
3527
|
+
# schema_id: { # required
|
3528
|
+
# schema_arn: "GlueResourceArn",
|
3529
|
+
# schema_name: "SchemaRegistryNameString",
|
3530
|
+
# registry_name: "SchemaRegistryNameString",
|
3531
|
+
# },
|
3532
|
+
# })
|
3533
|
+
#
|
3534
|
+
# @example Response structure
|
3535
|
+
#
|
3536
|
+
# resp.schema_arn #=> String
|
3537
|
+
# resp.schema_name #=> String
|
3538
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
3539
|
+
#
|
3540
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchema AWS API Documentation
|
3541
|
+
#
|
3542
|
+
# @overload delete_schema(params = {})
|
3543
|
+
# @param [Hash] params ({})
|
3544
|
+
def delete_schema(params = {}, options = {})
|
3545
|
+
req = build_request(:delete_schema, params)
|
3546
|
+
req.send_request(options)
|
3547
|
+
end
|
3548
|
+
|
3549
|
+
# Remove versions from the specified schema. A version number or range
|
3550
|
+
# may be supplied. If the compatibility mode forbids deleting of a
|
3551
|
+
# version that is necessary, such as BACKWARDS\_FULL, an error is
|
3552
|
+
# returned. Calling the `GetSchemaVersions` API after this call will
|
3553
|
+
# list the status of the deleted versions.
|
3554
|
+
#
|
3555
|
+
# When the range of version numbers contain check pointed version, the
|
3556
|
+
# API will return a 409 conflict and will not proceed with the deletion.
|
3557
|
+
# You have to remove the checkpoint first using the
|
3558
|
+
# `DeleteSchemaCheckpoint` API before using this API.
|
3559
|
+
#
|
3560
|
+
# You cannot use the `DeleteSchemaVersions` API to delete the first
|
3561
|
+
# schema version in the schema set. The first schema version can only be
|
3562
|
+
# deleted by the `DeleteSchema` API. This operation will also delete the
|
3563
|
+
# attached `SchemaVersionMetadata` under the schema versions. Hard
|
3564
|
+
# deletes will be enforced on the database.
|
3565
|
+
#
|
3566
|
+
# If the compatibility mode forbids deleting of a version that is
|
3567
|
+
# necessary, such as BACKWARDS\_FULL, an error is returned.
|
3568
|
+
#
|
3569
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3570
|
+
# This is a wrapper structure that may contain the schema name and
|
3571
|
+
# Amazon Resource Name (ARN).
|
3572
|
+
#
|
3573
|
+
# @option params [required, String] :versions
|
3574
|
+
# A version range may be supplied which may be of the format:
|
3575
|
+
#
|
3576
|
+
# * a single version number, 5
|
3577
|
+
#
|
3578
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
3579
|
+
#
|
3580
|
+
# @return [Types::DeleteSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3581
|
+
#
|
3582
|
+
# * {Types::DeleteSchemaVersionsResponse#schema_version_errors #schema_version_errors} => Array<Types::SchemaVersionErrorItem>
|
3583
|
+
#
|
3584
|
+
# @example Request syntax with placeholder values
|
3585
|
+
#
|
3586
|
+
# resp = client.delete_schema_versions({
|
3587
|
+
# schema_id: { # required
|
3588
|
+
# schema_arn: "GlueResourceArn",
|
3589
|
+
# schema_name: "SchemaRegistryNameString",
|
3590
|
+
# registry_name: "SchemaRegistryNameString",
|
3591
|
+
# },
|
3592
|
+
# versions: "VersionsString", # required
|
3593
|
+
# })
|
3594
|
+
#
|
3595
|
+
# @example Response structure
|
3596
|
+
#
|
3597
|
+
# resp.schema_version_errors #=> Array
|
3598
|
+
# resp.schema_version_errors[0].version_number #=> Integer
|
3599
|
+
# resp.schema_version_errors[0].error_details.error_code #=> String
|
3600
|
+
# resp.schema_version_errors[0].error_details.error_message #=> String
|
3601
|
+
#
|
3602
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersions AWS API Documentation
|
3603
|
+
#
|
3604
|
+
# @overload delete_schema_versions(params = {})
|
3605
|
+
# @param [Hash] params ({})
|
3606
|
+
def delete_schema_versions(params = {}, options = {})
|
3607
|
+
req = build_request(:delete_schema_versions, params)
|
3608
|
+
req.send_request(options)
|
3609
|
+
end
|
3610
|
+
|
3080
3611
|
# Deletes a specified security configuration.
|
3081
3612
|
#
|
3082
3613
|
# @option params [required, String] :name
|
@@ -3425,6 +3956,9 @@ module Aws::Glue
|
|
3425
3956
|
|
3426
3957
|
# Retrieves partition statistics of columns.
|
3427
3958
|
#
|
3959
|
+
# The Identity and Access Management (IAM) permission required for this
|
3960
|
+
# operation is `GetPartition`.
|
3961
|
+
#
|
3428
3962
|
# @option params [String] :catalog_id
|
3429
3963
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3430
3964
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3507,6 +4041,9 @@ module Aws::Glue
|
|
3507
4041
|
|
3508
4042
|
# Retrieves table statistics of columns.
|
3509
4043
|
#
|
4044
|
+
# The Identity and Access Management (IAM) permission required for this
|
4045
|
+
# operation is `GetTable`.
|
4046
|
+
#
|
3510
4047
|
# @option params [String] :catalog_id
|
3511
4048
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3512
4049
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3754,8 +4291,10 @@ module Aws::Glue
|
|
3754
4291
|
# resp.crawler.description #=> String
|
3755
4292
|
# resp.crawler.classifiers #=> Array
|
3756
4293
|
# resp.crawler.classifiers[0] #=> String
|
4294
|
+
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3757
4295
|
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3758
4296
|
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4297
|
+
# resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3759
4298
|
# resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3760
4299
|
# resp.crawler.table_prefix #=> String
|
3761
4300
|
# resp.crawler.schedule.schedule_expression #=> String
|
@@ -3883,8 +4422,10 @@ module Aws::Glue
|
|
3883
4422
|
# resp.crawlers[0].description #=> String
|
3884
4423
|
# resp.crawlers[0].classifiers #=> Array
|
3885
4424
|
# resp.crawlers[0].classifiers[0] #=> String
|
4425
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3886
4426
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3887
4427
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4428
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3888
4429
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3889
4430
|
# resp.crawlers[0].table_prefix #=> String
|
3890
4431
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -4678,6 +5219,7 @@ module Aws::Glue
|
|
4678
5219
|
# * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
|
4679
5220
|
# * {Types::GetMLTransformResponse#timeout #timeout} => Integer
|
4680
5221
|
# * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
|
5222
|
+
# * {Types::GetMLTransformResponse#transform_encryption #transform_encryption} => Types::TransformEncryption
|
4681
5223
|
#
|
4682
5224
|
# @example Request syntax with placeholder values
|
4683
5225
|
#
|
@@ -4723,6 +5265,9 @@ module Aws::Glue
|
|
4723
5265
|
# resp.number_of_workers #=> Integer
|
4724
5266
|
# resp.timeout #=> Integer
|
4725
5267
|
# resp.max_retries #=> Integer
|
5268
|
+
# resp.transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
5269
|
+
# resp.transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
5270
|
+
# resp.transform_encryption.task_run_security_configuration_name #=> String
|
4726
5271
|
#
|
4727
5272
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
|
4728
5273
|
#
|
@@ -4825,6 +5370,9 @@ module Aws::Glue
|
|
4825
5370
|
# resp.transforms[0].number_of_workers #=> Integer
|
4826
5371
|
# resp.transforms[0].timeout #=> Integer
|
4827
5372
|
# resp.transforms[0].max_retries #=> Integer
|
5373
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
5374
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
5375
|
+
# resp.transforms[0].transform_encryption.task_run_security_configuration_name #=> String
|
4828
5376
|
# resp.next_token #=> String
|
4829
5377
|
#
|
4830
5378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
|
@@ -4973,6 +5521,11 @@ module Aws::Glue
|
|
4973
5521
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
4974
5522
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
4975
5523
|
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5524
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5525
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5526
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5527
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5528
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
4976
5529
|
# resp.partition.parameters #=> Hash
|
4977
5530
|
# resp.partition.parameters["KeyString"] #=> String
|
4978
5531
|
# resp.partition.last_analyzed_time #=> Time
|
@@ -5026,7 +5579,12 @@ module Aws::Glue
|
|
5026
5579
|
# resp.partition_index_descriptor_list[0].keys #=> Array
|
5027
5580
|
# resp.partition_index_descriptor_list[0].keys[0].name #=> String
|
5028
5581
|
# resp.partition_index_descriptor_list[0].keys[0].type #=> String
|
5029
|
-
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
|
5582
|
+
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
|
5583
|
+
# resp.partition_index_descriptor_list[0].backfill_errors #=> Array
|
5584
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
|
5585
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
|
5586
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
|
5587
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
|
5030
5588
|
# resp.next_token #=> String
|
5031
5589
|
#
|
5032
5590
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
|
@@ -5213,6 +5771,11 @@ module Aws::Glue
|
|
5213
5771
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5214
5772
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5215
5773
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
5774
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5775
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5776
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5777
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
5778
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5216
5779
|
# resp.partitions[0].parameters #=> Hash
|
5217
5780
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
5218
5781
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -5328,6 +5891,48 @@ module Aws::Glue
|
|
5328
5891
|
req.send_request(options)
|
5329
5892
|
end
|
5330
5893
|
|
5894
|
+
# Describes the specified registry in detail.
|
5895
|
+
#
|
5896
|
+
# @option params [required, Types::RegistryId] :registry_id
|
5897
|
+
# This is a wrapper structure that may contain the registry name and
|
5898
|
+
# Amazon Resource Name (ARN).
|
5899
|
+
#
|
5900
|
+
# @return [Types::GetRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5901
|
+
#
|
5902
|
+
# * {Types::GetRegistryResponse#registry_name #registry_name} => String
|
5903
|
+
# * {Types::GetRegistryResponse#registry_arn #registry_arn} => String
|
5904
|
+
# * {Types::GetRegistryResponse#description #description} => String
|
5905
|
+
# * {Types::GetRegistryResponse#status #status} => String
|
5906
|
+
# * {Types::GetRegistryResponse#created_time #created_time} => String
|
5907
|
+
# * {Types::GetRegistryResponse#updated_time #updated_time} => String
|
5908
|
+
#
|
5909
|
+
# @example Request syntax with placeholder values
|
5910
|
+
#
|
5911
|
+
# resp = client.get_registry({
|
5912
|
+
# registry_id: { # required
|
5913
|
+
# registry_name: "SchemaRegistryNameString",
|
5914
|
+
# registry_arn: "GlueResourceArn",
|
5915
|
+
# },
|
5916
|
+
# })
|
5917
|
+
#
|
5918
|
+
# @example Response structure
|
5919
|
+
#
|
5920
|
+
# resp.registry_name #=> String
|
5921
|
+
# resp.registry_arn #=> String
|
5922
|
+
# resp.description #=> String
|
5923
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
5924
|
+
# resp.created_time #=> String
|
5925
|
+
# resp.updated_time #=> String
|
5926
|
+
#
|
5927
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistry AWS API Documentation
|
5928
|
+
#
|
5929
|
+
# @overload get_registry(params = {})
|
5930
|
+
# @param [Hash] params ({})
|
5931
|
+
def get_registry(params = {}, options = {})
|
5932
|
+
req = build_request(:get_registry, params)
|
5933
|
+
req.send_request(options)
|
5934
|
+
end
|
5935
|
+
|
5331
5936
|
# Retrieves the security configurations for the resource policies set on
|
5332
5937
|
# individual resources, and also the account-level policy.
|
5333
5938
|
#
|
@@ -5347,6 +5952,8 @@ module Aws::Glue
|
|
5347
5952
|
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5348
5953
|
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5349
5954
|
#
|
5955
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
5956
|
+
#
|
5350
5957
|
# @example Request syntax with placeholder values
|
5351
5958
|
#
|
5352
5959
|
# resp = client.get_resource_policies({
|
@@ -5412,56 +6019,304 @@ module Aws::Glue
|
|
5412
6019
|
req.send_request(options)
|
5413
6020
|
end
|
5414
6021
|
|
5415
|
-
#
|
6022
|
+
# Describes the specified schema in detail.
|
5416
6023
|
#
|
5417
|
-
# @option params [required,
|
5418
|
-
#
|
6024
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6025
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6026
|
+
# structure contains:
|
5419
6027
|
#
|
5420
|
-
#
|
6028
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6029
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6030
|
+
# provided.
|
5421
6031
|
#
|
5422
|
-
# *
|
6032
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6033
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6034
|
+
#
|
6035
|
+
# @return [Types::GetSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6036
|
+
#
|
6037
|
+
# * {Types::GetSchemaResponse#registry_name #registry_name} => String
|
6038
|
+
# * {Types::GetSchemaResponse#registry_arn #registry_arn} => String
|
6039
|
+
# * {Types::GetSchemaResponse#schema_name #schema_name} => String
|
6040
|
+
# * {Types::GetSchemaResponse#schema_arn #schema_arn} => String
|
6041
|
+
# * {Types::GetSchemaResponse#description #description} => String
|
6042
|
+
# * {Types::GetSchemaResponse#data_format #data_format} => String
|
6043
|
+
# * {Types::GetSchemaResponse#compatibility #compatibility} => String
|
6044
|
+
# * {Types::GetSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
6045
|
+
# * {Types::GetSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
6046
|
+
# * {Types::GetSchemaResponse#next_schema_version #next_schema_version} => Integer
|
6047
|
+
# * {Types::GetSchemaResponse#schema_status #schema_status} => String
|
6048
|
+
# * {Types::GetSchemaResponse#created_time #created_time} => String
|
6049
|
+
# * {Types::GetSchemaResponse#updated_time #updated_time} => String
|
5423
6050
|
#
|
5424
6051
|
# @example Request syntax with placeholder values
|
5425
6052
|
#
|
5426
|
-
# resp = client.
|
5427
|
-
#
|
6053
|
+
# resp = client.get_schema({
|
6054
|
+
# schema_id: { # required
|
6055
|
+
# schema_arn: "GlueResourceArn",
|
6056
|
+
# schema_name: "SchemaRegistryNameString",
|
6057
|
+
# registry_name: "SchemaRegistryNameString",
|
6058
|
+
# },
|
5428
6059
|
# })
|
5429
6060
|
#
|
5430
6061
|
# @example Response structure
|
5431
6062
|
#
|
5432
|
-
# resp.
|
5433
|
-
# resp.
|
5434
|
-
# resp.
|
5435
|
-
# resp.
|
5436
|
-
# resp.
|
5437
|
-
# resp.
|
5438
|
-
# resp.
|
5439
|
-
# resp.
|
5440
|
-
# resp.
|
6063
|
+
# resp.registry_name #=> String
|
6064
|
+
# resp.registry_arn #=> String
|
6065
|
+
# resp.schema_name #=> String
|
6066
|
+
# resp.schema_arn #=> String
|
6067
|
+
# resp.description #=> String
|
6068
|
+
# resp.data_format #=> String, one of "AVRO"
|
6069
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6070
|
+
# resp.schema_checkpoint #=> Integer
|
6071
|
+
# resp.latest_schema_version #=> Integer
|
6072
|
+
# resp.next_schema_version #=> Integer
|
6073
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
6074
|
+
# resp.created_time #=> String
|
6075
|
+
# resp.updated_time #=> String
|
5441
6076
|
#
|
5442
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
6077
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchema AWS API Documentation
|
5443
6078
|
#
|
5444
|
-
# @overload
|
6079
|
+
# @overload get_schema(params = {})
|
5445
6080
|
# @param [Hash] params ({})
|
5446
|
-
def
|
5447
|
-
req = build_request(:
|
6081
|
+
def get_schema(params = {}, options = {})
|
6082
|
+
req = build_request(:get_schema, params)
|
5448
6083
|
req.send_request(options)
|
5449
6084
|
end
|
5450
6085
|
|
5451
|
-
# Retrieves a
|
6086
|
+
# Retrieves a schema by the `SchemaDefinition`. The schema definition is
|
6087
|
+
# sent to the Schema Registry, canonicalized, and hashed. If the hash is
|
6088
|
+
# matched within the scope of the `SchemaName` or ARN (or the default
|
6089
|
+
# registry, if none is supplied), that schema’s metadata is returned.
|
6090
|
+
# Otherwise, a 404 or NotFound error is returned. Schema versions in
|
6091
|
+
# `Deleted` statuses will not be included in the results.
|
5452
6092
|
#
|
5453
|
-
# @option params [
|
5454
|
-
#
|
6093
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6094
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6095
|
+
# structure contains:
|
5455
6096
|
#
|
5456
|
-
#
|
5457
|
-
#
|
6097
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6098
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
5458
6099
|
#
|
5459
|
-
#
|
6100
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6101
|
+
# `SchemaName` has to be provided.
|
5460
6102
|
#
|
5461
|
-
#
|
5462
|
-
#
|
6103
|
+
# @option params [required, String] :schema_definition
|
6104
|
+
# The definition of the schema for which schema details are required.
|
5463
6105
|
#
|
5464
|
-
#
|
6106
|
+
# @return [Types::GetSchemaByDefinitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6107
|
+
#
|
6108
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_version_id #schema_version_id} => String
|
6109
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_arn #schema_arn} => String
|
6110
|
+
# * {Types::GetSchemaByDefinitionResponse#data_format #data_format} => String
|
6111
|
+
# * {Types::GetSchemaByDefinitionResponse#status #status} => String
|
6112
|
+
# * {Types::GetSchemaByDefinitionResponse#created_time #created_time} => String
|
6113
|
+
#
|
6114
|
+
# @example Request syntax with placeholder values
|
6115
|
+
#
|
6116
|
+
# resp = client.get_schema_by_definition({
|
6117
|
+
# schema_id: { # required
|
6118
|
+
# schema_arn: "GlueResourceArn",
|
6119
|
+
# schema_name: "SchemaRegistryNameString",
|
6120
|
+
# registry_name: "SchemaRegistryNameString",
|
6121
|
+
# },
|
6122
|
+
# schema_definition: "SchemaDefinitionString", # required
|
6123
|
+
# })
|
6124
|
+
#
|
6125
|
+
# @example Response structure
|
6126
|
+
#
|
6127
|
+
# resp.schema_version_id #=> String
|
6128
|
+
# resp.schema_arn #=> String
|
6129
|
+
# resp.data_format #=> String, one of "AVRO"
|
6130
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6131
|
+
# resp.created_time #=> String
|
6132
|
+
#
|
6133
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinition AWS API Documentation
|
6134
|
+
#
|
6135
|
+
# @overload get_schema_by_definition(params = {})
|
6136
|
+
# @param [Hash] params ({})
|
6137
|
+
def get_schema_by_definition(params = {}, options = {})
|
6138
|
+
req = build_request(:get_schema_by_definition, params)
|
6139
|
+
req.send_request(options)
|
6140
|
+
end
|
6141
|
+
|
6142
|
+
# Get the specified schema by its unique ID assigned when a version of
|
6143
|
+
# the schema is created or registered. Schema versions in Deleted status
|
6144
|
+
# will not be included in the results.
|
6145
|
+
#
|
6146
|
+
# @option params [Types::SchemaId] :schema_id
|
6147
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6148
|
+
# structure contains:
|
6149
|
+
#
|
6150
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6151
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6152
|
+
# provided.
|
6153
|
+
#
|
6154
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6155
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6156
|
+
#
|
6157
|
+
# @option params [String] :schema_version_id
|
6158
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
6159
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
6160
|
+
# to be provided.
|
6161
|
+
#
|
6162
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
6163
|
+
# The version number of the schema.
|
6164
|
+
#
|
6165
|
+
# @return [Types::GetSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6166
|
+
#
|
6167
|
+
# * {Types::GetSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
6168
|
+
# * {Types::GetSchemaVersionResponse#schema_definition #schema_definition} => String
|
6169
|
+
# * {Types::GetSchemaVersionResponse#data_format #data_format} => String
|
6170
|
+
# * {Types::GetSchemaVersionResponse#schema_arn #schema_arn} => String
|
6171
|
+
# * {Types::GetSchemaVersionResponse#version_number #version_number} => Integer
|
6172
|
+
# * {Types::GetSchemaVersionResponse#status #status} => String
|
6173
|
+
# * {Types::GetSchemaVersionResponse#created_time #created_time} => String
|
6174
|
+
#
|
6175
|
+
# @example Request syntax with placeholder values
|
6176
|
+
#
|
6177
|
+
# resp = client.get_schema_version({
|
6178
|
+
# schema_id: {
|
6179
|
+
# schema_arn: "GlueResourceArn",
|
6180
|
+
# schema_name: "SchemaRegistryNameString",
|
6181
|
+
# registry_name: "SchemaRegistryNameString",
|
6182
|
+
# },
|
6183
|
+
# schema_version_id: "SchemaVersionIdString",
|
6184
|
+
# schema_version_number: {
|
6185
|
+
# latest_version: false,
|
6186
|
+
# version_number: 1,
|
6187
|
+
# },
|
6188
|
+
# })
|
6189
|
+
#
|
6190
|
+
# @example Response structure
|
6191
|
+
#
|
6192
|
+
# resp.schema_version_id #=> String
|
6193
|
+
# resp.schema_definition #=> String
|
6194
|
+
# resp.data_format #=> String, one of "AVRO"
|
6195
|
+
# resp.schema_arn #=> String
|
6196
|
+
# resp.version_number #=> Integer
|
6197
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6198
|
+
# resp.created_time #=> String
|
6199
|
+
#
|
6200
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersion AWS API Documentation
|
6201
|
+
#
|
6202
|
+
# @overload get_schema_version(params = {})
|
6203
|
+
# @param [Hash] params ({})
|
6204
|
+
def get_schema_version(params = {}, options = {})
|
6205
|
+
req = build_request(:get_schema_version, params)
|
6206
|
+
req.send_request(options)
|
6207
|
+
end
|
6208
|
+
|
6209
|
+
# Fetches the schema version difference in the specified difference type
|
6210
|
+
# between two stored schema versions in the Schema Registry.
|
6211
|
+
#
|
6212
|
+
# This API allows you to compare two schema versions between two schema
|
6213
|
+
# definitions under the same schema.
|
6214
|
+
#
|
6215
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6216
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6217
|
+
# structure contains:
|
6218
|
+
#
|
6219
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6220
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
6221
|
+
#
|
6222
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6223
|
+
# `SchemaName` has to be provided.
|
6224
|
+
#
|
6225
|
+
# @option params [required, Types::SchemaVersionNumber] :first_schema_version_number
|
6226
|
+
# The first of the two schema versions to be compared.
|
6227
|
+
#
|
6228
|
+
# @option params [required, Types::SchemaVersionNumber] :second_schema_version_number
|
6229
|
+
# The second of the two schema versions to be compared.
|
6230
|
+
#
|
6231
|
+
# @option params [required, String] :schema_diff_type
|
6232
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
6233
|
+
#
|
6234
|
+
# @return [Types::GetSchemaVersionsDiffResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6235
|
+
#
|
6236
|
+
# * {Types::GetSchemaVersionsDiffResponse#diff #diff} => String
|
6237
|
+
#
|
6238
|
+
# @example Request syntax with placeholder values
|
6239
|
+
#
|
6240
|
+
# resp = client.get_schema_versions_diff({
|
6241
|
+
# schema_id: { # required
|
6242
|
+
# schema_arn: "GlueResourceArn",
|
6243
|
+
# schema_name: "SchemaRegistryNameString",
|
6244
|
+
# registry_name: "SchemaRegistryNameString",
|
6245
|
+
# },
|
6246
|
+
# first_schema_version_number: { # required
|
6247
|
+
# latest_version: false,
|
6248
|
+
# version_number: 1,
|
6249
|
+
# },
|
6250
|
+
# second_schema_version_number: { # required
|
6251
|
+
# latest_version: false,
|
6252
|
+
# version_number: 1,
|
6253
|
+
# },
|
6254
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
6255
|
+
# })
|
6256
|
+
#
|
6257
|
+
# @example Response structure
|
6258
|
+
#
|
6259
|
+
# resp.diff #=> String
|
6260
|
+
#
|
6261
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiff AWS API Documentation
|
6262
|
+
#
|
6263
|
+
# @overload get_schema_versions_diff(params = {})
|
6264
|
+
# @param [Hash] params ({})
|
6265
|
+
def get_schema_versions_diff(params = {}, options = {})
|
6266
|
+
req = build_request(:get_schema_versions_diff, params)
|
6267
|
+
req.send_request(options)
|
6268
|
+
end
|
6269
|
+
|
6270
|
+
# Retrieves a specified security configuration.
|
6271
|
+
#
|
6272
|
+
# @option params [required, String] :name
|
6273
|
+
# The name of the security configuration to retrieve.
|
6274
|
+
#
|
6275
|
+
# @return [Types::GetSecurityConfigurationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6276
|
+
#
|
6277
|
+
# * {Types::GetSecurityConfigurationResponse#security_configuration #security_configuration} => Types::SecurityConfiguration
|
6278
|
+
#
|
6279
|
+
# @example Request syntax with placeholder values
|
6280
|
+
#
|
6281
|
+
# resp = client.get_security_configuration({
|
6282
|
+
# name: "NameString", # required
|
6283
|
+
# })
|
6284
|
+
#
|
6285
|
+
# @example Response structure
|
6286
|
+
#
|
6287
|
+
# resp.security_configuration.name #=> String
|
6288
|
+
# resp.security_configuration.created_time_stamp #=> Time
|
6289
|
+
# resp.security_configuration.encryption_configuration.s3_encryption #=> Array
|
6290
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
|
6291
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].kms_key_arn #=> String
|
6292
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
6293
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
|
6294
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
|
6295
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
|
6296
|
+
#
|
6297
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
|
6298
|
+
#
|
6299
|
+
# @overload get_security_configuration(params = {})
|
6300
|
+
# @param [Hash] params ({})
|
6301
|
+
def get_security_configuration(params = {}, options = {})
|
6302
|
+
req = build_request(:get_security_configuration, params)
|
6303
|
+
req.send_request(options)
|
6304
|
+
end
|
6305
|
+
|
6306
|
+
# Retrieves a list of all security configurations.
|
6307
|
+
#
|
6308
|
+
# @option params [Integer] :max_results
|
6309
|
+
# The maximum number of results to return.
|
6310
|
+
#
|
6311
|
+
# @option params [String] :next_token
|
6312
|
+
# A continuation token, if this is a continuation call.
|
6313
|
+
#
|
6314
|
+
# @return [Types::GetSecurityConfigurationsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6315
|
+
#
|
6316
|
+
# * {Types::GetSecurityConfigurationsResponse#security_configurations #security_configurations} => Array<Types::SecurityConfiguration>
|
6317
|
+
# * {Types::GetSecurityConfigurationsResponse#next_token #next_token} => String
|
6318
|
+
#
|
6319
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
5465
6320
|
#
|
5466
6321
|
# @example Request syntax with placeholder values
|
5467
6322
|
#
|
@@ -5560,6 +6415,11 @@ module Aws::Glue
|
|
5560
6415
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5561
6416
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5562
6417
|
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6418
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6419
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6420
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6421
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6422
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5563
6423
|
# resp.table.partition_keys #=> Array
|
5564
6424
|
# resp.table.partition_keys[0].name #=> String
|
5565
6425
|
# resp.table.partition_keys[0].type #=> String
|
@@ -5658,6 +6518,11 @@ module Aws::Glue
|
|
5658
6518
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5659
6519
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5660
6520
|
# resp.table_version.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6521
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6522
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6523
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6524
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6525
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5661
6526
|
# resp.table_version.table.partition_keys #=> Array
|
5662
6527
|
# resp.table_version.table.partition_keys[0].name #=> String
|
5663
6528
|
# resp.table_version.table.partition_keys[0].type #=> String
|
@@ -5765,6 +6630,11 @@ module Aws::Glue
|
|
5765
6630
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5766
6631
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5767
6632
|
# resp.table_versions[0].table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6633
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6634
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6635
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6636
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6637
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5768
6638
|
# resp.table_versions[0].table.partition_keys #=> Array
|
5769
6639
|
# resp.table_versions[0].table.partition_keys[0].name #=> String
|
5770
6640
|
# resp.table_versions[0].table.partition_keys[0].type #=> String
|
@@ -5873,6 +6743,11 @@ module Aws::Glue
|
|
5873
6743
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5874
6744
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5875
6745
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
6746
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6747
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6748
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6749
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
6750
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5876
6751
|
# resp.table_list[0].partition_keys #=> Array
|
5877
6752
|
# resp.table_list[0].partition_keys[0].name #=> String
|
5878
6753
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -6846,6 +7721,170 @@ module Aws::Glue
|
|
6846
7721
|
req.send_request(options)
|
6847
7722
|
end
|
6848
7723
|
|
7724
|
+
# Returns a list of registries that you have created, with minimal
|
7725
|
+
# registry information. Registries in the `Deleting` status will not be
|
7726
|
+
# included in the results. Empty results will be returned if there are
|
7727
|
+
# no registries available.
|
7728
|
+
#
|
7729
|
+
# @option params [Integer] :max_results
|
7730
|
+
# Maximum number of results required per page. If the value is not
|
7731
|
+
# supplied, this will be defaulted to 25 per page.
|
7732
|
+
#
|
7733
|
+
# @option params [String] :next_token
|
7734
|
+
# A continuation token, if this is a continuation call.
|
7735
|
+
#
|
7736
|
+
# @return [Types::ListRegistriesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7737
|
+
#
|
7738
|
+
# * {Types::ListRegistriesResponse#registries #registries} => Array<Types::RegistryListItem>
|
7739
|
+
# * {Types::ListRegistriesResponse#next_token #next_token} => String
|
7740
|
+
#
|
7741
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7742
|
+
#
|
7743
|
+
# @example Request syntax with placeholder values
|
7744
|
+
#
|
7745
|
+
# resp = client.list_registries({
|
7746
|
+
# max_results: 1,
|
7747
|
+
# next_token: "SchemaRegistryTokenString",
|
7748
|
+
# })
|
7749
|
+
#
|
7750
|
+
# @example Response structure
|
7751
|
+
#
|
7752
|
+
# resp.registries #=> Array
|
7753
|
+
# resp.registries[0].registry_name #=> String
|
7754
|
+
# resp.registries[0].registry_arn #=> String
|
7755
|
+
# resp.registries[0].description #=> String
|
7756
|
+
# resp.registries[0].status #=> String, one of "AVAILABLE", "DELETING"
|
7757
|
+
# resp.registries[0].created_time #=> String
|
7758
|
+
# resp.registries[0].updated_time #=> String
|
7759
|
+
# resp.next_token #=> String
|
7760
|
+
#
|
7761
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistries AWS API Documentation
|
7762
|
+
#
|
7763
|
+
# @overload list_registries(params = {})
|
7764
|
+
# @param [Hash] params ({})
|
7765
|
+
def list_registries(params = {}, options = {})
|
7766
|
+
req = build_request(:list_registries, params)
|
7767
|
+
req.send_request(options)
|
7768
|
+
end
|
7769
|
+
|
7770
|
+
# Returns a list of schema versions that you have created, with minimal
|
7771
|
+
# information. Schema versions in Deleted status will not be included in
|
7772
|
+
# the results. Empty results will be returned if there are no schema
|
7773
|
+
# versions available.
|
7774
|
+
#
|
7775
|
+
# @option params [required, Types::SchemaId] :schema_id
|
7776
|
+
# This is a wrapper structure to contain schema identity fields. The
|
7777
|
+
# structure contains:
|
7778
|
+
#
|
7779
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
7780
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
7781
|
+
# provided.
|
7782
|
+
#
|
7783
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
7784
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
7785
|
+
#
|
7786
|
+
# @option params [Integer] :max_results
|
7787
|
+
# Maximum number of results required per page. If the value is not
|
7788
|
+
# supplied, this will be defaulted to 25 per page.
|
7789
|
+
#
|
7790
|
+
# @option params [String] :next_token
|
7791
|
+
# A continuation token, if this is a continuation call.
|
7792
|
+
#
|
7793
|
+
# @return [Types::ListSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7794
|
+
#
|
7795
|
+
# * {Types::ListSchemaVersionsResponse#schemas #schemas} => Array<Types::SchemaVersionListItem>
|
7796
|
+
# * {Types::ListSchemaVersionsResponse#next_token #next_token} => String
|
7797
|
+
#
|
7798
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7799
|
+
#
|
7800
|
+
# @example Request syntax with placeholder values
|
7801
|
+
#
|
7802
|
+
# resp = client.list_schema_versions({
|
7803
|
+
# schema_id: { # required
|
7804
|
+
# schema_arn: "GlueResourceArn",
|
7805
|
+
# schema_name: "SchemaRegistryNameString",
|
7806
|
+
# registry_name: "SchemaRegistryNameString",
|
7807
|
+
# },
|
7808
|
+
# max_results: 1,
|
7809
|
+
# next_token: "SchemaRegistryTokenString",
|
7810
|
+
# })
|
7811
|
+
#
|
7812
|
+
# @example Response structure
|
7813
|
+
#
|
7814
|
+
# resp.schemas #=> Array
|
7815
|
+
# resp.schemas[0].schema_arn #=> String
|
7816
|
+
# resp.schemas[0].schema_version_id #=> String
|
7817
|
+
# resp.schemas[0].version_number #=> Integer
|
7818
|
+
# resp.schemas[0].status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
7819
|
+
# resp.schemas[0].created_time #=> String
|
7820
|
+
# resp.next_token #=> String
|
7821
|
+
#
|
7822
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersions AWS API Documentation
|
7823
|
+
#
|
7824
|
+
# @overload list_schema_versions(params = {})
|
7825
|
+
# @param [Hash] params ({})
|
7826
|
+
def list_schema_versions(params = {}, options = {})
|
7827
|
+
req = build_request(:list_schema_versions, params)
|
7828
|
+
req.send_request(options)
|
7829
|
+
end
|
7830
|
+
|
7831
|
+
# Returns a list of schemas with minimal details. Schemas in Deleting
|
7832
|
+
# status will not be included in the results. Empty results will be
|
7833
|
+
# returned if there are no schemas available.
|
7834
|
+
#
|
7835
|
+
# When the `RegistryId` is not provided, all the schemas across
|
7836
|
+
# registries will be part of the API response.
|
7837
|
+
#
|
7838
|
+
# @option params [Types::RegistryId] :registry_id
|
7839
|
+
# A wrapper structure that may contain the registry name and Amazon
|
7840
|
+
# Resource Name (ARN).
|
7841
|
+
#
|
7842
|
+
# @option params [Integer] :max_results
|
7843
|
+
# Maximum number of results required per page. If the value is not
|
7844
|
+
# supplied, this will be defaulted to 25 per page.
|
7845
|
+
#
|
7846
|
+
# @option params [String] :next_token
|
7847
|
+
# A continuation token, if this is a continuation call.
|
7848
|
+
#
|
7849
|
+
# @return [Types::ListSchemasResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7850
|
+
#
|
7851
|
+
# * {Types::ListSchemasResponse#schemas #schemas} => Array<Types::SchemaListItem>
|
7852
|
+
# * {Types::ListSchemasResponse#next_token #next_token} => String
|
7853
|
+
#
|
7854
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7855
|
+
#
|
7856
|
+
# @example Request syntax with placeholder values
|
7857
|
+
#
|
7858
|
+
# resp = client.list_schemas({
|
7859
|
+
# registry_id: {
|
7860
|
+
# registry_name: "SchemaRegistryNameString",
|
7861
|
+
# registry_arn: "GlueResourceArn",
|
7862
|
+
# },
|
7863
|
+
# max_results: 1,
|
7864
|
+
# next_token: "SchemaRegistryTokenString",
|
7865
|
+
# })
|
7866
|
+
#
|
7867
|
+
# @example Response structure
|
7868
|
+
#
|
7869
|
+
# resp.schemas #=> Array
|
7870
|
+
# resp.schemas[0].registry_name #=> String
|
7871
|
+
# resp.schemas[0].schema_name #=> String
|
7872
|
+
# resp.schemas[0].schema_arn #=> String
|
7873
|
+
# resp.schemas[0].description #=> String
|
7874
|
+
# resp.schemas[0].schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
7875
|
+
# resp.schemas[0].created_time #=> String
|
7876
|
+
# resp.schemas[0].updated_time #=> String
|
7877
|
+
# resp.next_token #=> String
|
7878
|
+
#
|
7879
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemas AWS API Documentation
|
7880
|
+
#
|
7881
|
+
# @overload list_schemas(params = {})
|
7882
|
+
# @param [Hash] params ({})
|
7883
|
+
def list_schemas(params = {}, options = {})
|
7884
|
+
req = build_request(:list_schemas, params)
|
7885
|
+
req.send_request(options)
|
7886
|
+
end
|
7887
|
+
|
6849
7888
|
# Retrieves the names of all trigger resources in this AWS account, or
|
6850
7889
|
# the resources with the specified tag. This operation allows you to see
|
6851
7890
|
# which resources are available in your account, and their names.
|
@@ -7041,6 +8080,72 @@ module Aws::Glue
|
|
7041
8080
|
req.send_request(options)
|
7042
8081
|
end
|
7043
8082
|
|
8083
|
+
# Puts the metadata key value pair for a specified schema version ID. A
|
8084
|
+
# maximum of 10 key value pairs will be allowed per schema version. They
|
8085
|
+
# can be added over one or more calls.
|
8086
|
+
#
|
8087
|
+
# @option params [Types::SchemaId] :schema_id
|
8088
|
+
# The unique ID for the schema.
|
8089
|
+
#
|
8090
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8091
|
+
# The version number of the schema.
|
8092
|
+
#
|
8093
|
+
# @option params [String] :schema_version_id
|
8094
|
+
# The unique version ID of the schema version.
|
8095
|
+
#
|
8096
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8097
|
+
# The metadata key's corresponding value.
|
8098
|
+
#
|
8099
|
+
# @return [Types::PutSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8100
|
+
#
|
8101
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8102
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8103
|
+
# * {Types::PutSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8104
|
+
# * {Types::PutSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8105
|
+
# * {Types::PutSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8106
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8107
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8108
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8109
|
+
#
|
8110
|
+
# @example Request syntax with placeholder values
|
8111
|
+
#
|
8112
|
+
# resp = client.put_schema_version_metadata({
|
8113
|
+
# schema_id: {
|
8114
|
+
# schema_arn: "GlueResourceArn",
|
8115
|
+
# schema_name: "SchemaRegistryNameString",
|
8116
|
+
# registry_name: "SchemaRegistryNameString",
|
8117
|
+
# },
|
8118
|
+
# schema_version_number: {
|
8119
|
+
# latest_version: false,
|
8120
|
+
# version_number: 1,
|
8121
|
+
# },
|
8122
|
+
# schema_version_id: "SchemaVersionIdString",
|
8123
|
+
# metadata_key_value: { # required
|
8124
|
+
# metadata_key: "MetadataKeyString",
|
8125
|
+
# metadata_value: "MetadataValueString",
|
8126
|
+
# },
|
8127
|
+
# })
|
8128
|
+
#
|
8129
|
+
# @example Response structure
|
8130
|
+
#
|
8131
|
+
# resp.schema_arn #=> String
|
8132
|
+
# resp.schema_name #=> String
|
8133
|
+
# resp.registry_name #=> String
|
8134
|
+
# resp.latest_version #=> Boolean
|
8135
|
+
# resp.version_number #=> Integer
|
8136
|
+
# resp.schema_version_id #=> String
|
8137
|
+
# resp.metadata_key #=> String
|
8138
|
+
# resp.metadata_value #=> String
|
8139
|
+
#
|
8140
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadata AWS API Documentation
|
8141
|
+
#
|
8142
|
+
# @overload put_schema_version_metadata(params = {})
|
8143
|
+
# @param [Hash] params ({})
|
8144
|
+
def put_schema_version_metadata(params = {}, options = {})
|
8145
|
+
req = build_request(:put_schema_version_metadata, params)
|
8146
|
+
req.send_request(options)
|
8147
|
+
end
|
8148
|
+
|
7044
8149
|
# Puts the specified workflow run properties for the given workflow run.
|
7045
8150
|
# If a property already exists for the specified run, then it overrides
|
7046
8151
|
# the value otherwise adds the property to existing properties.
|
@@ -7076,6 +8181,205 @@ module Aws::Glue
|
|
7076
8181
|
req.send_request(options)
|
7077
8182
|
end
|
7078
8183
|
|
8184
|
+
# Queries for the schema version metadata information.
|
8185
|
+
#
|
8186
|
+
# @option params [Types::SchemaId] :schema_id
|
8187
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8188
|
+
# Resource Name (ARN).
|
8189
|
+
#
|
8190
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8191
|
+
# The version number of the schema.
|
8192
|
+
#
|
8193
|
+
# @option params [String] :schema_version_id
|
8194
|
+
# The unique version ID of the schema version.
|
8195
|
+
#
|
8196
|
+
# @option params [Array<Types::MetadataKeyValuePair>] :metadata_list
|
8197
|
+
# Search key-value pairs for metadata, if they are not provided all the
|
8198
|
+
# metadata information will be fetched.
|
8199
|
+
#
|
8200
|
+
# @option params [Integer] :max_results
|
8201
|
+
# Maximum number of results required per page. If the value is not
|
8202
|
+
# supplied, this will be defaulted to 25 per page.
|
8203
|
+
#
|
8204
|
+
# @option params [String] :next_token
|
8205
|
+
# A continuation token, if this is a continuation call.
|
8206
|
+
#
|
8207
|
+
# @return [Types::QuerySchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8208
|
+
#
|
8209
|
+
# * {Types::QuerySchemaVersionMetadataResponse#metadata_info_map #metadata_info_map} => Hash<String,Types::MetadataInfo>
|
8210
|
+
# * {Types::QuerySchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8211
|
+
# * {Types::QuerySchemaVersionMetadataResponse#next_token #next_token} => String
|
8212
|
+
#
|
8213
|
+
# @example Request syntax with placeholder values
|
8214
|
+
#
|
8215
|
+
# resp = client.query_schema_version_metadata({
|
8216
|
+
# schema_id: {
|
8217
|
+
# schema_arn: "GlueResourceArn",
|
8218
|
+
# schema_name: "SchemaRegistryNameString",
|
8219
|
+
# registry_name: "SchemaRegistryNameString",
|
8220
|
+
# },
|
8221
|
+
# schema_version_number: {
|
8222
|
+
# latest_version: false,
|
8223
|
+
# version_number: 1,
|
8224
|
+
# },
|
8225
|
+
# schema_version_id: "SchemaVersionIdString",
|
8226
|
+
# metadata_list: [
|
8227
|
+
# {
|
8228
|
+
# metadata_key: "MetadataKeyString",
|
8229
|
+
# metadata_value: "MetadataValueString",
|
8230
|
+
# },
|
8231
|
+
# ],
|
8232
|
+
# max_results: 1,
|
8233
|
+
# next_token: "SchemaRegistryTokenString",
|
8234
|
+
# })
|
8235
|
+
#
|
8236
|
+
# @example Response structure
|
8237
|
+
#
|
8238
|
+
# resp.metadata_info_map #=> Hash
|
8239
|
+
# resp.metadata_info_map["MetadataKeyString"].metadata_value #=> String
|
8240
|
+
# resp.metadata_info_map["MetadataKeyString"].created_time #=> String
|
8241
|
+
# resp.schema_version_id #=> String
|
8242
|
+
# resp.next_token #=> String
|
8243
|
+
#
|
8244
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadata AWS API Documentation
|
8245
|
+
#
|
8246
|
+
# @overload query_schema_version_metadata(params = {})
|
8247
|
+
# @param [Hash] params ({})
|
8248
|
+
def query_schema_version_metadata(params = {}, options = {})
|
8249
|
+
req = build_request(:query_schema_version_metadata, params)
|
8250
|
+
req.send_request(options)
|
8251
|
+
end
|
8252
|
+
|
8253
|
+
# Adds a new version to the existing schema. Returns an error if new
|
8254
|
+
# version of schema does not meet the compatibility requirements of the
|
8255
|
+
# schema set. This API will not create a new schema set and will return
|
8256
|
+
# a 404 error if the schema set is not already present in the Schema
|
8257
|
+
# Registry.
|
8258
|
+
#
|
8259
|
+
# If this is the first schema definition to be registered in the Schema
|
8260
|
+
# Registry, this API will store the schema version and return
|
8261
|
+
# immediately. Otherwise, this call has the potential to run longer than
|
8262
|
+
# other operations due to compatibility modes. You can call the
|
8263
|
+
# `GetSchemaVersion` API with the `SchemaVersionId` to check
|
8264
|
+
# compatibility modes.
|
8265
|
+
#
|
8266
|
+
# If the same schema definition is already stored in Schema Registry as
|
8267
|
+
# a version, the schema ID of the existing schema is returned to the
|
8268
|
+
# caller.
|
8269
|
+
#
|
8270
|
+
# @option params [required, Types::SchemaId] :schema_id
|
8271
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8272
|
+
# structure contains:
|
8273
|
+
#
|
8274
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8275
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8276
|
+
# provided.
|
8277
|
+
#
|
8278
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8279
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8280
|
+
#
|
8281
|
+
# @option params [required, String] :schema_definition
|
8282
|
+
# The schema definition using the `DataFormat` setting for the
|
8283
|
+
# `SchemaName`.
|
8284
|
+
#
|
8285
|
+
# @return [Types::RegisterSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8286
|
+
#
|
8287
|
+
# * {Types::RegisterSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
8288
|
+
# * {Types::RegisterSchemaVersionResponse#version_number #version_number} => Integer
|
8289
|
+
# * {Types::RegisterSchemaVersionResponse#status #status} => String
|
8290
|
+
#
|
8291
|
+
# @example Request syntax with placeholder values
|
8292
|
+
#
|
8293
|
+
# resp = client.register_schema_version({
|
8294
|
+
# schema_id: { # required
|
8295
|
+
# schema_arn: "GlueResourceArn",
|
8296
|
+
# schema_name: "SchemaRegistryNameString",
|
8297
|
+
# registry_name: "SchemaRegistryNameString",
|
8298
|
+
# },
|
8299
|
+
# schema_definition: "SchemaDefinitionString", # required
|
8300
|
+
# })
|
8301
|
+
#
|
8302
|
+
# @example Response structure
|
8303
|
+
#
|
8304
|
+
# resp.schema_version_id #=> String
|
8305
|
+
# resp.version_number #=> Integer
|
8306
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
8307
|
+
#
|
8308
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersion AWS API Documentation
|
8309
|
+
#
|
8310
|
+
# @overload register_schema_version(params = {})
|
8311
|
+
# @param [Hash] params ({})
|
8312
|
+
def register_schema_version(params = {}, options = {})
|
8313
|
+
req = build_request(:register_schema_version, params)
|
8314
|
+
req.send_request(options)
|
8315
|
+
end
|
8316
|
+
|
8317
|
+
# Removes a key value pair from the schema version metadata for the
|
8318
|
+
# specified schema version ID.
|
8319
|
+
#
|
8320
|
+
# @option params [Types::SchemaId] :schema_id
|
8321
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8322
|
+
# Resource Name (ARN).
|
8323
|
+
#
|
8324
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8325
|
+
# The version number of the schema.
|
8326
|
+
#
|
8327
|
+
# @option params [String] :schema_version_id
|
8328
|
+
# The unique version ID of the schema version.
|
8329
|
+
#
|
8330
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8331
|
+
# The value of the metadata key.
|
8332
|
+
#
|
8333
|
+
# @return [Types::RemoveSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8334
|
+
#
|
8335
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8336
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8337
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8338
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8339
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8340
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8341
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8342
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8343
|
+
#
|
8344
|
+
# @example Request syntax with placeholder values
|
8345
|
+
#
|
8346
|
+
# resp = client.remove_schema_version_metadata({
|
8347
|
+
# schema_id: {
|
8348
|
+
# schema_arn: "GlueResourceArn",
|
8349
|
+
# schema_name: "SchemaRegistryNameString",
|
8350
|
+
# registry_name: "SchemaRegistryNameString",
|
8351
|
+
# },
|
8352
|
+
# schema_version_number: {
|
8353
|
+
# latest_version: false,
|
8354
|
+
# version_number: 1,
|
8355
|
+
# },
|
8356
|
+
# schema_version_id: "SchemaVersionIdString",
|
8357
|
+
# metadata_key_value: { # required
|
8358
|
+
# metadata_key: "MetadataKeyString",
|
8359
|
+
# metadata_value: "MetadataValueString",
|
8360
|
+
# },
|
8361
|
+
# })
|
8362
|
+
#
|
8363
|
+
# @example Response structure
|
8364
|
+
#
|
8365
|
+
# resp.schema_arn #=> String
|
8366
|
+
# resp.schema_name #=> String
|
8367
|
+
# resp.registry_name #=> String
|
8368
|
+
# resp.latest_version #=> Boolean
|
8369
|
+
# resp.version_number #=> Integer
|
8370
|
+
# resp.schema_version_id #=> String
|
8371
|
+
# resp.metadata_key #=> String
|
8372
|
+
# resp.metadata_value #=> String
|
8373
|
+
#
|
8374
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadata AWS API Documentation
|
8375
|
+
#
|
8376
|
+
# @overload remove_schema_version_metadata(params = {})
|
8377
|
+
# @param [Hash] params ({})
|
8378
|
+
def remove_schema_version_metadata(params = {}, options = {})
|
8379
|
+
req = build_request(:remove_schema_version_metadata, params)
|
8380
|
+
req.send_request(options)
|
8381
|
+
end
|
8382
|
+
|
7079
8383
|
# Resets a bookmark entry.
|
7080
8384
|
#
|
7081
8385
|
# @option params [required, String] :job_name
|
@@ -7284,6 +8588,11 @@ module Aws::Glue
|
|
7284
8588
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7285
8589
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7286
8590
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
8591
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
8592
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
8593
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
8594
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
8595
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7287
8596
|
# resp.table_list[0].partition_keys #=> Array
|
7288
8597
|
# resp.table_list[0].partition_keys[0].name #=> String
|
7289
8598
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -7975,6 +9284,9 @@ module Aws::Glue
|
|
7975
9284
|
|
7976
9285
|
# Creates or updates partition statistics of columns.
|
7977
9286
|
#
|
9287
|
+
# The Identity and Access Management (IAM) permission required for this
|
9288
|
+
# operation is `UpdatePartition`.
|
9289
|
+
#
|
7978
9290
|
# @option params [String] :catalog_id
|
7979
9291
|
# The ID of the Data Catalog where the partitions in question reside. If
|
7980
9292
|
# none is supplied, the AWS account ID is used by default.
|
@@ -8109,6 +9421,9 @@ module Aws::Glue
|
|
8109
9421
|
|
8110
9422
|
# Creates or updates table statistics of columns.
|
8111
9423
|
#
|
9424
|
+
# The Identity and Access Management (IAM) permission required for this
|
9425
|
+
# operation is `UpdateTable`.
|
9426
|
+
#
|
8112
9427
|
# @option params [String] :catalog_id
|
8113
9428
|
# The ID of the Data Catalog where the partitions in question reside. If
|
8114
9429
|
# none is supplied, the AWS account ID is used by default.
|
@@ -8322,6 +9637,13 @@ module Aws::Glue
|
|
8322
9637
|
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
8323
9638
|
# The policy for the crawler's update and deletion behavior.
|
8324
9639
|
#
|
9640
|
+
# @option params [Types::RecrawlPolicy] :recrawl_policy
|
9641
|
+
# A policy that specifies whether to crawl the entire dataset again, or
|
9642
|
+
# to crawl only folders that were added since the last crawler run.
|
9643
|
+
#
|
9644
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
9645
|
+
# Specifies data lineage configuration settings for the crawler.
|
9646
|
+
#
|
8325
9647
|
# @option params [String] :configuration
|
8326
9648
|
# Crawler configuration information. This versioned JSON string allows
|
8327
9649
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -8387,6 +9709,12 @@ module Aws::Glue
|
|
8387
9709
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
8388
9710
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
8389
9711
|
# },
|
9712
|
+
# recrawl_policy: {
|
9713
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
9714
|
+
# },
|
9715
|
+
# lineage_configuration: {
|
9716
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
9717
|
+
# },
|
8390
9718
|
# configuration: "CrawlerConfiguration",
|
8391
9719
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
8392
9720
|
# })
|
@@ -8814,6 +10142,15 @@ module Aws::Glue
|
|
8814
10142
|
# },
|
8815
10143
|
# },
|
8816
10144
|
# stored_as_sub_directories: false,
|
10145
|
+
# schema_reference: {
|
10146
|
+
# schema_id: {
|
10147
|
+
# schema_arn: "GlueResourceArn",
|
10148
|
+
# schema_name: "SchemaRegistryNameString",
|
10149
|
+
# registry_name: "SchemaRegistryNameString",
|
10150
|
+
# },
|
10151
|
+
# schema_version_id: "SchemaVersionIdString",
|
10152
|
+
# schema_version_number: 1,
|
10153
|
+
# },
|
8817
10154
|
# },
|
8818
10155
|
# parameters: {
|
8819
10156
|
# "KeyString" => "ParametersMapValue",
|
@@ -8831,6 +10168,119 @@ module Aws::Glue
|
|
8831
10168
|
req.send_request(options)
|
8832
10169
|
end
|
8833
10170
|
|
10171
|
+
# Updates an existing registry which is used to hold a collection of
|
10172
|
+
# schemas. The updated properties relate to the registry, and do not
|
10173
|
+
# modify any of the schemas within the registry.
|
10174
|
+
#
|
10175
|
+
# @option params [required, Types::RegistryId] :registry_id
|
10176
|
+
# This is a wrapper structure that may contain the registry name and
|
10177
|
+
# Amazon Resource Name (ARN).
|
10178
|
+
#
|
10179
|
+
# @option params [required, String] :description
|
10180
|
+
# A description of the registry. If description is not provided, this
|
10181
|
+
# field will not be updated.
|
10182
|
+
#
|
10183
|
+
# @return [Types::UpdateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10184
|
+
#
|
10185
|
+
# * {Types::UpdateRegistryResponse#registry_name #registry_name} => String
|
10186
|
+
# * {Types::UpdateRegistryResponse#registry_arn #registry_arn} => String
|
10187
|
+
#
|
10188
|
+
# @example Request syntax with placeholder values
|
10189
|
+
#
|
10190
|
+
# resp = client.update_registry({
|
10191
|
+
# registry_id: { # required
|
10192
|
+
# registry_name: "SchemaRegistryNameString",
|
10193
|
+
# registry_arn: "GlueResourceArn",
|
10194
|
+
# },
|
10195
|
+
# description: "DescriptionString", # required
|
10196
|
+
# })
|
10197
|
+
#
|
10198
|
+
# @example Response structure
|
10199
|
+
#
|
10200
|
+
# resp.registry_name #=> String
|
10201
|
+
# resp.registry_arn #=> String
|
10202
|
+
#
|
10203
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistry AWS API Documentation
|
10204
|
+
#
|
10205
|
+
# @overload update_registry(params = {})
|
10206
|
+
# @param [Hash] params ({})
|
10207
|
+
def update_registry(params = {}, options = {})
|
10208
|
+
req = build_request(:update_registry, params)
|
10209
|
+
req.send_request(options)
|
10210
|
+
end
|
10211
|
+
|
10212
|
+
# Updates the description, compatibility setting, or version checkpoint
|
10213
|
+
# for a schema set.
|
10214
|
+
#
|
10215
|
+
# For updating the compatibility setting, the call will not validate
|
10216
|
+
# compatibility for the entire set of schema versions with the new
|
10217
|
+
# compatibility setting. If the value for `Compatibility` is provided,
|
10218
|
+
# the `VersionNumber` (a checkpoint) is also required. The API will
|
10219
|
+
# validate the checkpoint version number for consistency.
|
10220
|
+
#
|
10221
|
+
# If the value for the `VersionNumber` (checkpoint) is provided,
|
10222
|
+
# `Compatibility` is optional and this can be used to set/reset a
|
10223
|
+
# checkpoint for the schema.
|
10224
|
+
#
|
10225
|
+
# This update will happen only if the schema is in the AVAILABLE state.
|
10226
|
+
#
|
10227
|
+
# @option params [required, Types::SchemaId] :schema_id
|
10228
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10229
|
+
# structure contains:
|
10230
|
+
#
|
10231
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10232
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
10233
|
+
#
|
10234
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
10235
|
+
# `SchemaName` has to be provided.
|
10236
|
+
#
|
10237
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
10238
|
+
# Version number required for check pointing. One of `VersionNumber` or
|
10239
|
+
# `Compatibility` has to be provided.
|
10240
|
+
#
|
10241
|
+
# @option params [String] :compatibility
|
10242
|
+
# The new compatibility setting for the schema.
|
10243
|
+
#
|
10244
|
+
# @option params [String] :description
|
10245
|
+
# The new description for the schema.
|
10246
|
+
#
|
10247
|
+
# @return [Types::UpdateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10248
|
+
#
|
10249
|
+
# * {Types::UpdateSchemaResponse#schema_arn #schema_arn} => String
|
10250
|
+
# * {Types::UpdateSchemaResponse#schema_name #schema_name} => String
|
10251
|
+
# * {Types::UpdateSchemaResponse#registry_name #registry_name} => String
|
10252
|
+
#
|
10253
|
+
# @example Request syntax with placeholder values
|
10254
|
+
#
|
10255
|
+
# resp = client.update_schema({
|
10256
|
+
# schema_id: { # required
|
10257
|
+
# schema_arn: "GlueResourceArn",
|
10258
|
+
# schema_name: "SchemaRegistryNameString",
|
10259
|
+
# registry_name: "SchemaRegistryNameString",
|
10260
|
+
# },
|
10261
|
+
# schema_version_number: {
|
10262
|
+
# latest_version: false,
|
10263
|
+
# version_number: 1,
|
10264
|
+
# },
|
10265
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
10266
|
+
# description: "DescriptionString",
|
10267
|
+
# })
|
10268
|
+
#
|
10269
|
+
# @example Response structure
|
10270
|
+
#
|
10271
|
+
# resp.schema_arn #=> String
|
10272
|
+
# resp.schema_name #=> String
|
10273
|
+
# resp.registry_name #=> String
|
10274
|
+
#
|
10275
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchema AWS API Documentation
|
10276
|
+
#
|
10277
|
+
# @overload update_schema(params = {})
|
10278
|
+
# @param [Hash] params ({})
|
10279
|
+
def update_schema(params = {}, options = {})
|
10280
|
+
req = build_request(:update_schema, params)
|
10281
|
+
req.send_request(options)
|
10282
|
+
end
|
10283
|
+
|
8834
10284
|
# Updates a metadata table in the Data Catalog.
|
8835
10285
|
#
|
8836
10286
|
# @option params [String] :catalog_id
|
@@ -8905,6 +10355,15 @@ module Aws::Glue
|
|
8905
10355
|
# },
|
8906
10356
|
# },
|
8907
10357
|
# stored_as_sub_directories: false,
|
10358
|
+
# schema_reference: {
|
10359
|
+
# schema_id: {
|
10360
|
+
# schema_arn: "GlueResourceArn",
|
10361
|
+
# schema_name: "SchemaRegistryNameString",
|
10362
|
+
# registry_name: "SchemaRegistryNameString",
|
10363
|
+
# },
|
10364
|
+
# schema_version_id: "SchemaVersionIdString",
|
10365
|
+
# schema_version_number: 1,
|
10366
|
+
# },
|
8908
10367
|
# },
|
8909
10368
|
# partition_keys: [
|
8910
10369
|
# {
|
@@ -9131,7 +10590,7 @@ module Aws::Glue
|
|
9131
10590
|
params: params,
|
9132
10591
|
config: config)
|
9133
10592
|
context[:gem_name] = 'aws-sdk-glue'
|
9134
|
-
context[:gem_version] = '1.
|
10593
|
+
context[:gem_version] = '1.80.0'
|
9135
10594
|
Seahorse::Client::Request.new(handlers, context)
|
9136
10595
|
end
|
9137
10596
|
|