aws-sdk-glue 1.75.0 → 1.80.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1490 -31
- data/lib/aws-sdk-glue/client_api.rb +743 -0
- data/lib/aws-sdk-glue/types.rb +2467 -231
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cb36d1551a60ee630f5ae793fa1fe91057f4f430b9601f38d0ebdb9163d221b6
|
4
|
+
data.tar.gz: '09646849fc6e4adebbc9e0360e8cbdc27b9e9f3883a07a425e1f0660a33e118f'
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7f558e61b8d7e64b10eeef75df71252047b34b476ae0289467aad25b259a2b0a0559431175157d046172d6e5d5ea0ecc5b9dc1f8eee81347560fb94371bd3e01
|
7
|
+
data.tar.gz: '0121649182be37d2c242afd47225ddb468dfc6995f9840877ce2bdb1f7ff3679aad1d16f3a648f81c1b347041cbc3900fbc9173edc6d97db2736196cf04a16e0'
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -410,6 +410,15 @@ module Aws::Glue
|
|
410
410
|
# },
|
411
411
|
# },
|
412
412
|
# stored_as_sub_directories: false,
|
413
|
+
# schema_reference: {
|
414
|
+
# schema_id: {
|
415
|
+
# schema_arn: "GlueResourceArn",
|
416
|
+
# schema_name: "SchemaRegistryNameString",
|
417
|
+
# registry_name: "SchemaRegistryNameString",
|
418
|
+
# },
|
419
|
+
# schema_version_id: "SchemaVersionIdString",
|
420
|
+
# schema_version_number: 1,
|
421
|
+
# },
|
413
422
|
# },
|
414
423
|
# parameters: {
|
415
424
|
# "KeyString" => "ParametersMapValue",
|
@@ -679,8 +688,10 @@ module Aws::Glue
|
|
679
688
|
# resp.crawlers[0].description #=> String
|
680
689
|
# resp.crawlers[0].classifiers #=> Array
|
681
690
|
# resp.crawlers[0].classifiers[0] #=> String
|
691
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
682
692
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
683
693
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
694
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
684
695
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
685
696
|
# resp.crawlers[0].table_prefix #=> String
|
686
697
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -905,6 +916,11 @@ module Aws::Glue
|
|
905
916
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
906
917
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
907
918
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
919
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
920
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
921
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
922
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
923
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
908
924
|
# resp.partitions[0].parameters #=> Hash
|
909
925
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
910
926
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -1283,6 +1299,15 @@ module Aws::Glue
|
|
1283
1299
|
# },
|
1284
1300
|
# },
|
1285
1301
|
# stored_as_sub_directories: false,
|
1302
|
+
# schema_reference: {
|
1303
|
+
# schema_id: {
|
1304
|
+
# schema_arn: "GlueResourceArn",
|
1305
|
+
# schema_name: "SchemaRegistryNameString",
|
1306
|
+
# registry_name: "SchemaRegistryNameString",
|
1307
|
+
# },
|
1308
|
+
# schema_version_id: "SchemaVersionIdString",
|
1309
|
+
# schema_version_number: 1,
|
1310
|
+
# },
|
1286
1311
|
# },
|
1287
1312
|
# parameters: {
|
1288
1313
|
# "KeyString" => "ParametersMapValue",
|
@@ -1350,6 +1375,44 @@ module Aws::Glue
|
|
1350
1375
|
req.send_request(options)
|
1351
1376
|
end
|
1352
1377
|
|
1378
|
+
# Validates the supplied schema. This call has no side effects, it
|
1379
|
+
# simply validates using the supplied schema using `DataFormat` as the
|
1380
|
+
# format. Since it does not take a schema set name, no compatibility
|
1381
|
+
# checks are performed.
|
1382
|
+
#
|
1383
|
+
# @option params [required, String] :data_format
|
1384
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1385
|
+
# supported.
|
1386
|
+
#
|
1387
|
+
# @option params [required, String] :schema_definition
|
1388
|
+
# The definition of the schema that has to be validated.
|
1389
|
+
#
|
1390
|
+
# @return [Types::CheckSchemaVersionValidityResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1391
|
+
#
|
1392
|
+
# * {Types::CheckSchemaVersionValidityResponse#valid #valid} => Boolean
|
1393
|
+
# * {Types::CheckSchemaVersionValidityResponse#error #error} => String
|
1394
|
+
#
|
1395
|
+
# @example Request syntax with placeholder values
|
1396
|
+
#
|
1397
|
+
# resp = client.check_schema_version_validity({
|
1398
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1399
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1400
|
+
# })
|
1401
|
+
#
|
1402
|
+
# @example Response structure
|
1403
|
+
#
|
1404
|
+
# resp.valid #=> Boolean
|
1405
|
+
# resp.error #=> String
|
1406
|
+
#
|
1407
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidity AWS API Documentation
|
1408
|
+
#
|
1409
|
+
# @overload check_schema_version_validity(params = {})
|
1410
|
+
# @param [Hash] params ({})
|
1411
|
+
def check_schema_version_validity(params = {}, options = {})
|
1412
|
+
req = build_request(:check_schema_version_validity, params)
|
1413
|
+
req.send_request(options)
|
1414
|
+
end
|
1415
|
+
|
1353
1416
|
# Creates a classifier in the user's account. This can be a
|
1354
1417
|
# `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
|
1355
1418
|
# `CsvClassifier`, depending on which field of the request is present.
|
@@ -1489,6 +1552,13 @@ module Aws::Glue
|
|
1489
1552
|
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
1490
1553
|
# The policy for the crawler's update and deletion behavior.
|
1491
1554
|
#
|
1555
|
+
# @option params [Types::RecrawlPolicy] :recrawl_policy
|
1556
|
+
# A policy that specifies whether to crawl the entire dataset again, or
|
1557
|
+
# to crawl only folders that were added since the last crawler run.
|
1558
|
+
#
|
1559
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
1560
|
+
# Specifies data lineage configuration settings for the crawler.
|
1561
|
+
#
|
1492
1562
|
# @option params [String] :configuration
|
1493
1563
|
# Crawler configuration information. This versioned JSON string allows
|
1494
1564
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -1563,6 +1633,12 @@ module Aws::Glue
|
|
1563
1633
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
1564
1634
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
1565
1635
|
# },
|
1636
|
+
# recrawl_policy: {
|
1637
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
1638
|
+
# },
|
1639
|
+
# lineage_configuration: {
|
1640
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
1641
|
+
# },
|
1566
1642
|
# configuration: "CrawlerConfiguration",
|
1567
1643
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1568
1644
|
# tags: {
|
@@ -2176,6 +2252,11 @@ module Aws::Glue
|
|
2176
2252
|
#
|
2177
2253
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
2178
2254
|
#
|
2255
|
+
# @option params [Types::TransformEncryption] :transform_encryption
|
2256
|
+
# The encryption-at-rest settings of the transform that apply to
|
2257
|
+
# accessing user data. Machine learning transforms can access user data
|
2258
|
+
# encrypted in Amazon S3 using KMS.
|
2259
|
+
#
|
2179
2260
|
# @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2180
2261
|
#
|
2181
2262
|
# * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
|
@@ -2212,6 +2293,13 @@ module Aws::Glue
|
|
2212
2293
|
# tags: {
|
2213
2294
|
# "TagKey" => "TagValue",
|
2214
2295
|
# },
|
2296
|
+
# transform_encryption: {
|
2297
|
+
# ml_user_data_encryption: {
|
2298
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
2299
|
+
# kms_key_id: "NameString",
|
2300
|
+
# },
|
2301
|
+
# task_run_security_configuration_name: "NameString",
|
2302
|
+
# },
|
2215
2303
|
# })
|
2216
2304
|
#
|
2217
2305
|
# @example Response structure
|
@@ -2296,6 +2384,15 @@ module Aws::Glue
|
|
2296
2384
|
# },
|
2297
2385
|
# },
|
2298
2386
|
# stored_as_sub_directories: false,
|
2387
|
+
# schema_reference: {
|
2388
|
+
# schema_id: {
|
2389
|
+
# schema_arn: "GlueResourceArn",
|
2390
|
+
# schema_name: "SchemaRegistryNameString",
|
2391
|
+
# registry_name: "SchemaRegistryNameString",
|
2392
|
+
# },
|
2393
|
+
# schema_version_id: "SchemaVersionIdString",
|
2394
|
+
# schema_version_number: 1,
|
2395
|
+
# },
|
2299
2396
|
# },
|
2300
2397
|
# parameters: {
|
2301
2398
|
# "KeyString" => "ParametersMapValue",
|
@@ -2313,6 +2410,245 @@ module Aws::Glue
|
|
2313
2410
|
req.send_request(options)
|
2314
2411
|
end
|
2315
2412
|
|
2413
|
+
# Creates a specified partition index in an existing table.
|
2414
|
+
#
|
2415
|
+
# @option params [String] :catalog_id
|
2416
|
+
# The catalog ID where the table resides.
|
2417
|
+
#
|
2418
|
+
# @option params [required, String] :database_name
|
2419
|
+
# Specifies the name of a database in which you want to create a
|
2420
|
+
# partition index.
|
2421
|
+
#
|
2422
|
+
# @option params [required, String] :table_name
|
2423
|
+
# Specifies the name of a table in which you want to create a partition
|
2424
|
+
# index.
|
2425
|
+
#
|
2426
|
+
# @option params [required, Types::PartitionIndex] :partition_index
|
2427
|
+
# Specifies a `PartitionIndex` structure to create a partition index in
|
2428
|
+
# an existing table.
|
2429
|
+
#
|
2430
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2431
|
+
#
|
2432
|
+
# @example Request syntax with placeholder values
|
2433
|
+
#
|
2434
|
+
# resp = client.create_partition_index({
|
2435
|
+
# catalog_id: "CatalogIdString",
|
2436
|
+
# database_name: "NameString", # required
|
2437
|
+
# table_name: "NameString", # required
|
2438
|
+
# partition_index: { # required
|
2439
|
+
# keys: ["NameString"], # required
|
2440
|
+
# index_name: "NameString", # required
|
2441
|
+
# },
|
2442
|
+
# })
|
2443
|
+
#
|
2444
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
|
2445
|
+
#
|
2446
|
+
# @overload create_partition_index(params = {})
|
2447
|
+
# @param [Hash] params ({})
|
2448
|
+
def create_partition_index(params = {}, options = {})
|
2449
|
+
req = build_request(:create_partition_index, params)
|
2450
|
+
req.send_request(options)
|
2451
|
+
end
|
2452
|
+
|
2453
|
+
# Creates a new registry which may be used to hold a collection of
|
2454
|
+
# schemas.
|
2455
|
+
#
|
2456
|
+
# @option params [required, String] :registry_name
|
2457
|
+
# Name of the registry to be created of max length of 255, and may only
|
2458
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2459
|
+
# mark. No whitespace.
|
2460
|
+
#
|
2461
|
+
# @option params [String] :description
|
2462
|
+
# A description of the registry. If description is not provided, there
|
2463
|
+
# will not be any default value for this.
|
2464
|
+
#
|
2465
|
+
# @option params [Hash<String,String>] :tags
|
2466
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2467
|
+
# command line, or API.
|
2468
|
+
#
|
2469
|
+
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2470
|
+
#
|
2471
|
+
# * {Types::CreateRegistryResponse#registry_arn #registry_arn} => String
|
2472
|
+
# * {Types::CreateRegistryResponse#registry_name #registry_name} => String
|
2473
|
+
# * {Types::CreateRegistryResponse#description #description} => String
|
2474
|
+
# * {Types::CreateRegistryResponse#tags #tags} => Hash<String,String>
|
2475
|
+
#
|
2476
|
+
# @example Request syntax with placeholder values
|
2477
|
+
#
|
2478
|
+
# resp = client.create_registry({
|
2479
|
+
# registry_name: "SchemaRegistryNameString", # required
|
2480
|
+
# description: "DescriptionString",
|
2481
|
+
# tags: {
|
2482
|
+
# "TagKey" => "TagValue",
|
2483
|
+
# },
|
2484
|
+
# })
|
2485
|
+
#
|
2486
|
+
# @example Response structure
|
2487
|
+
#
|
2488
|
+
# resp.registry_arn #=> String
|
2489
|
+
# resp.registry_name #=> String
|
2490
|
+
# resp.description #=> String
|
2491
|
+
# resp.tags #=> Hash
|
2492
|
+
# resp.tags["TagKey"] #=> String
|
2493
|
+
#
|
2494
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistry AWS API Documentation
|
2495
|
+
#
|
2496
|
+
# @overload create_registry(params = {})
|
2497
|
+
# @param [Hash] params ({})
|
2498
|
+
def create_registry(params = {}, options = {})
|
2499
|
+
req = build_request(:create_registry, params)
|
2500
|
+
req.send_request(options)
|
2501
|
+
end
|
2502
|
+
|
2503
|
+
# Creates a new schema set and registers the schema definition. Returns
|
2504
|
+
# an error if the schema set already exists without actually registering
|
2505
|
+
# the version.
|
2506
|
+
#
|
2507
|
+
# When the schema set is created, a version checkpoint will be set to
|
2508
|
+
# the first version. Compatibility mode "DISABLED" restricts any
|
2509
|
+
# additional schema versions from being added after the first schema
|
2510
|
+
# version. For all other compatibility modes, validation of
|
2511
|
+
# compatibility settings will be applied only from the second version
|
2512
|
+
# onwards when the `RegisterSchemaVersion` API is used.
|
2513
|
+
#
|
2514
|
+
# When this API is called without a `RegistryId`, this will create an
|
2515
|
+
# entry for a "default-registry" in the registry database tables, if
|
2516
|
+
# it is not already present.
|
2517
|
+
#
|
2518
|
+
# @option params [Types::RegistryId] :registry_id
|
2519
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
2520
|
+
# this is not provided, the default registry will be used. The ARN
|
2521
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
2522
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
2523
|
+
#
|
2524
|
+
# @option params [required, String] :schema_name
|
2525
|
+
# Name of the schema to be created of max length of 255, and may only
|
2526
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2527
|
+
# mark. No whitespace.
|
2528
|
+
#
|
2529
|
+
# @option params [required, String] :data_format
|
2530
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
2531
|
+
# supported.
|
2532
|
+
#
|
2533
|
+
# @option params [String] :compatibility
|
2534
|
+
# The compatibility mode of the schema. The possible values are:
|
2535
|
+
#
|
2536
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
2537
|
+
# development scenarios or if you do not know the compatibility mode
|
2538
|
+
# that you want to apply to schemas. Any new version added will be
|
2539
|
+
# accepted without undergoing a compatibility check.
|
2540
|
+
#
|
2541
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
2542
|
+
# particular schema. You can use this choice to prevent future
|
2543
|
+
# versioning of a schema.
|
2544
|
+
#
|
2545
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
2546
|
+
# data receivers to read both the current and one previous schema
|
2547
|
+
# version. This means that for instance, a new schema version cannot
|
2548
|
+
# drop data fields or change the type of these fields, so they can't
|
2549
|
+
# be read by readers using the previous version.
|
2550
|
+
#
|
2551
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers to
|
2552
|
+
# read both the current and all previous schema versions. You can use
|
2553
|
+
# this choice when you need to delete fields or add optional fields,
|
2554
|
+
# and check compatibility against all previous schema versions.
|
2555
|
+
#
|
2556
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to read
|
2557
|
+
# both the current and one next schema version, but not necessarily
|
2558
|
+
# later versions. You can use this choice when you need to add fields
|
2559
|
+
# or delete optional fields, but only check compatibility against the
|
2560
|
+
# last schema version.
|
2561
|
+
#
|
2562
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers to
|
2563
|
+
# read written by producers of any new registered schema. You can use
|
2564
|
+
# this choice when you need to add fields or delete optional fields,
|
2565
|
+
# and check compatibility against all previous schema versions.
|
2566
|
+
#
|
2567
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
2568
|
+
# data written by producers using the previous or next version of the
|
2569
|
+
# schema, but not necessarily earlier or later versions. You can use
|
2570
|
+
# this choice when you need to add or remove optional fields, but only
|
2571
|
+
# check compatibility against the last schema version.
|
2572
|
+
#
|
2573
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
2574
|
+
# read data written by producers using all previous schema versions.
|
2575
|
+
# You can use this choice when you need to add or remove optional
|
2576
|
+
# fields, and check compatibility against all previous schema
|
2577
|
+
# versions.
|
2578
|
+
#
|
2579
|
+
# @option params [String] :description
|
2580
|
+
# An optional description of the schema. If description is not provided,
|
2581
|
+
# there will not be any automatic default value for this.
|
2582
|
+
#
|
2583
|
+
# @option params [Hash<String,String>] :tags
|
2584
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2585
|
+
# command line, or API. If specified, follows the AWS tags-on-create
|
2586
|
+
# pattern.
|
2587
|
+
#
|
2588
|
+
# @option params [String] :schema_definition
|
2589
|
+
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
2590
|
+
#
|
2591
|
+
# @return [Types::CreateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2592
|
+
#
|
2593
|
+
# * {Types::CreateSchemaResponse#registry_name #registry_name} => String
|
2594
|
+
# * {Types::CreateSchemaResponse#registry_arn #registry_arn} => String
|
2595
|
+
# * {Types::CreateSchemaResponse#schema_name #schema_name} => String
|
2596
|
+
# * {Types::CreateSchemaResponse#schema_arn #schema_arn} => String
|
2597
|
+
# * {Types::CreateSchemaResponse#description #description} => String
|
2598
|
+
# * {Types::CreateSchemaResponse#data_format #data_format} => String
|
2599
|
+
# * {Types::CreateSchemaResponse#compatibility #compatibility} => String
|
2600
|
+
# * {Types::CreateSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
2601
|
+
# * {Types::CreateSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
2602
|
+
# * {Types::CreateSchemaResponse#next_schema_version #next_schema_version} => Integer
|
2603
|
+
# * {Types::CreateSchemaResponse#schema_status #schema_status} => String
|
2604
|
+
# * {Types::CreateSchemaResponse#tags #tags} => Hash<String,String>
|
2605
|
+
# * {Types::CreateSchemaResponse#schema_version_id #schema_version_id} => String
|
2606
|
+
# * {Types::CreateSchemaResponse#schema_version_status #schema_version_status} => String
|
2607
|
+
#
|
2608
|
+
# @example Request syntax with placeholder values
|
2609
|
+
#
|
2610
|
+
# resp = client.create_schema({
|
2611
|
+
# registry_id: {
|
2612
|
+
# registry_name: "SchemaRegistryNameString",
|
2613
|
+
# registry_arn: "GlueResourceArn",
|
2614
|
+
# },
|
2615
|
+
# schema_name: "SchemaRegistryNameString", # required
|
2616
|
+
# data_format: "AVRO", # required, accepts AVRO
|
2617
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2618
|
+
# description: "DescriptionString",
|
2619
|
+
# tags: {
|
2620
|
+
# "TagKey" => "TagValue",
|
2621
|
+
# },
|
2622
|
+
# schema_definition: "SchemaDefinitionString",
|
2623
|
+
# })
|
2624
|
+
#
|
2625
|
+
# @example Response structure
|
2626
|
+
#
|
2627
|
+
# resp.registry_name #=> String
|
2628
|
+
# resp.registry_arn #=> String
|
2629
|
+
# resp.schema_name #=> String
|
2630
|
+
# resp.schema_arn #=> String
|
2631
|
+
# resp.description #=> String
|
2632
|
+
# resp.data_format #=> String, one of "AVRO"
|
2633
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2634
|
+
# resp.schema_checkpoint #=> Integer
|
2635
|
+
# resp.latest_schema_version #=> Integer
|
2636
|
+
# resp.next_schema_version #=> Integer
|
2637
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
2638
|
+
# resp.tags #=> Hash
|
2639
|
+
# resp.tags["TagKey"] #=> String
|
2640
|
+
# resp.schema_version_id #=> String
|
2641
|
+
# resp.schema_version_status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
2642
|
+
#
|
2643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchema AWS API Documentation
|
2644
|
+
#
|
2645
|
+
# @overload create_schema(params = {})
|
2646
|
+
# @param [Hash] params ({})
|
2647
|
+
def create_schema(params = {}, options = {})
|
2648
|
+
req = build_request(:create_schema, params)
|
2649
|
+
req.send_request(options)
|
2650
|
+
end
|
2651
|
+
|
2316
2652
|
# Transforms a directed acyclic graph (DAG) into code.
|
2317
2653
|
#
|
2318
2654
|
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
@@ -2500,6 +2836,15 @@ module Aws::Glue
|
|
2500
2836
|
# },
|
2501
2837
|
# },
|
2502
2838
|
# stored_as_sub_directories: false,
|
2839
|
+
# schema_reference: {
|
2840
|
+
# schema_id: {
|
2841
|
+
# schema_arn: "GlueResourceArn",
|
2842
|
+
# schema_name: "SchemaRegistryNameString",
|
2843
|
+
# registry_name: "SchemaRegistryNameString",
|
2844
|
+
# },
|
2845
|
+
# schema_version_id: "SchemaVersionIdString",
|
2846
|
+
# schema_version_number: 1,
|
2847
|
+
# },
|
2503
2848
|
# },
|
2504
2849
|
# partition_keys: [
|
2505
2850
|
# {
|
@@ -2764,6 +3109,9 @@ module Aws::Glue
|
|
2764
3109
|
|
2765
3110
|
# Delete the partition column statistics of a column.
|
2766
3111
|
#
|
3112
|
+
# The Identity and Access Management (IAM) permission required for this
|
3113
|
+
# operation is `DeletePartition`.
|
3114
|
+
#
|
2767
3115
|
# @option params [String] :catalog_id
|
2768
3116
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2769
3117
|
# none is supplied, the AWS account ID is used by default.
|
@@ -2803,6 +3151,9 @@ module Aws::Glue
|
|
2803
3151
|
|
2804
3152
|
# Retrieves table statistics of columns.
|
2805
3153
|
#
|
3154
|
+
# The Identity and Access Management (IAM) permission required for this
|
3155
|
+
# operation is `DeleteTable`.
|
3156
|
+
#
|
2806
3157
|
# @option params [String] :catalog_id
|
2807
3158
|
# The ID of the Data Catalog where the partitions in question reside. If
|
2808
3159
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3050,6 +3401,83 @@ module Aws::Glue
|
|
3050
3401
|
req.send_request(options)
|
3051
3402
|
end
|
3052
3403
|
|
3404
|
+
# Deletes a specified partition index from an existing table.
|
3405
|
+
#
|
3406
|
+
# @option params [String] :catalog_id
|
3407
|
+
# The catalog ID where the table resides.
|
3408
|
+
#
|
3409
|
+
# @option params [required, String] :database_name
|
3410
|
+
# Specifies the name of a database from which you want to delete a
|
3411
|
+
# partition index.
|
3412
|
+
#
|
3413
|
+
# @option params [required, String] :table_name
|
3414
|
+
# Specifies the name of a table from which you want to delete a
|
3415
|
+
# partition index.
|
3416
|
+
#
|
3417
|
+
# @option params [required, String] :index_name
|
3418
|
+
# The name of the partition index to be deleted.
|
3419
|
+
#
|
3420
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3421
|
+
#
|
3422
|
+
# @example Request syntax with placeholder values
|
3423
|
+
#
|
3424
|
+
# resp = client.delete_partition_index({
|
3425
|
+
# catalog_id: "CatalogIdString",
|
3426
|
+
# database_name: "NameString", # required
|
3427
|
+
# table_name: "NameString", # required
|
3428
|
+
# index_name: "NameString", # required
|
3429
|
+
# })
|
3430
|
+
#
|
3431
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
|
3432
|
+
#
|
3433
|
+
# @overload delete_partition_index(params = {})
|
3434
|
+
# @param [Hash] params ({})
|
3435
|
+
def delete_partition_index(params = {}, options = {})
|
3436
|
+
req = build_request(:delete_partition_index, params)
|
3437
|
+
req.send_request(options)
|
3438
|
+
end
|
3439
|
+
|
3440
|
+
# Delete the entire registry including schema and all of its versions.
|
3441
|
+
# To get the status of the delete operation, you can call the
|
3442
|
+
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3443
|
+
# will disable all online operations for the registry such as the
|
3444
|
+
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3445
|
+
# `RegisterSchemaVersion` APIs.
|
3446
|
+
#
|
3447
|
+
# @option params [required, Types::RegistryId] :registry_id
|
3448
|
+
# This is a wrapper structure that may contain the registry name and
|
3449
|
+
# Amazon Resource Name (ARN).
|
3450
|
+
#
|
3451
|
+
# @return [Types::DeleteRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3452
|
+
#
|
3453
|
+
# * {Types::DeleteRegistryResponse#registry_name #registry_name} => String
|
3454
|
+
# * {Types::DeleteRegistryResponse#registry_arn #registry_arn} => String
|
3455
|
+
# * {Types::DeleteRegistryResponse#status #status} => String
|
3456
|
+
#
|
3457
|
+
# @example Request syntax with placeholder values
|
3458
|
+
#
|
3459
|
+
# resp = client.delete_registry({
|
3460
|
+
# registry_id: { # required
|
3461
|
+
# registry_name: "SchemaRegistryNameString",
|
3462
|
+
# registry_arn: "GlueResourceArn",
|
3463
|
+
# },
|
3464
|
+
# })
|
3465
|
+
#
|
3466
|
+
# @example Response structure
|
3467
|
+
#
|
3468
|
+
# resp.registry_name #=> String
|
3469
|
+
# resp.registry_arn #=> String
|
3470
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
3471
|
+
#
|
3472
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistry AWS API Documentation
|
3473
|
+
#
|
3474
|
+
# @overload delete_registry(params = {})
|
3475
|
+
# @param [Hash] params ({})
|
3476
|
+
def delete_registry(params = {}, options = {})
|
3477
|
+
req = build_request(:delete_registry, params)
|
3478
|
+
req.send_request(options)
|
3479
|
+
end
|
3480
|
+
|
3053
3481
|
# Deletes a specified policy.
|
3054
3482
|
#
|
3055
3483
|
# @option params [String] :policy_hash_condition
|
@@ -3077,6 +3505,109 @@ module Aws::Glue
|
|
3077
3505
|
req.send_request(options)
|
3078
3506
|
end
|
3079
3507
|
|
3508
|
+
# Deletes the entire schema set, including the schema set and all of its
|
3509
|
+
# versions. To get the status of the delete operation, you can call
|
3510
|
+
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3511
|
+
# disable all online operations for the schema, such as the
|
3512
|
+
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3513
|
+
#
|
3514
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3515
|
+
# This is a wrapper structure that may contain the schema name and
|
3516
|
+
# Amazon Resource Name (ARN).
|
3517
|
+
#
|
3518
|
+
# @return [Types::DeleteSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3519
|
+
#
|
3520
|
+
# * {Types::DeleteSchemaResponse#schema_arn #schema_arn} => String
|
3521
|
+
# * {Types::DeleteSchemaResponse#schema_name #schema_name} => String
|
3522
|
+
# * {Types::DeleteSchemaResponse#status #status} => String
|
3523
|
+
#
|
3524
|
+
# @example Request syntax with placeholder values
|
3525
|
+
#
|
3526
|
+
# resp = client.delete_schema({
|
3527
|
+
# schema_id: { # required
|
3528
|
+
# schema_arn: "GlueResourceArn",
|
3529
|
+
# schema_name: "SchemaRegistryNameString",
|
3530
|
+
# registry_name: "SchemaRegistryNameString",
|
3531
|
+
# },
|
3532
|
+
# })
|
3533
|
+
#
|
3534
|
+
# @example Response structure
|
3535
|
+
#
|
3536
|
+
# resp.schema_arn #=> String
|
3537
|
+
# resp.schema_name #=> String
|
3538
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
3539
|
+
#
|
3540
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchema AWS API Documentation
|
3541
|
+
#
|
3542
|
+
# @overload delete_schema(params = {})
|
3543
|
+
# @param [Hash] params ({})
|
3544
|
+
def delete_schema(params = {}, options = {})
|
3545
|
+
req = build_request(:delete_schema, params)
|
3546
|
+
req.send_request(options)
|
3547
|
+
end
|
3548
|
+
|
3549
|
+
# Remove versions from the specified schema. A version number or range
|
3550
|
+
# may be supplied. If the compatibility mode forbids deleting of a
|
3551
|
+
# version that is necessary, such as BACKWARDS\_FULL, an error is
|
3552
|
+
# returned. Calling the `GetSchemaVersions` API after this call will
|
3553
|
+
# list the status of the deleted versions.
|
3554
|
+
#
|
3555
|
+
# When the range of version numbers contain check pointed version, the
|
3556
|
+
# API will return a 409 conflict and will not proceed with the deletion.
|
3557
|
+
# You have to remove the checkpoint first using the
|
3558
|
+
# `DeleteSchemaCheckpoint` API before using this API.
|
3559
|
+
#
|
3560
|
+
# You cannot use the `DeleteSchemaVersions` API to delete the first
|
3561
|
+
# schema version in the schema set. The first schema version can only be
|
3562
|
+
# deleted by the `DeleteSchema` API. This operation will also delete the
|
3563
|
+
# attached `SchemaVersionMetadata` under the schema versions. Hard
|
3564
|
+
# deletes will be enforced on the database.
|
3565
|
+
#
|
3566
|
+
# If the compatibility mode forbids deleting of a version that is
|
3567
|
+
# necessary, such as BACKWARDS\_FULL, an error is returned.
|
3568
|
+
#
|
3569
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3570
|
+
# This is a wrapper structure that may contain the schema name and
|
3571
|
+
# Amazon Resource Name (ARN).
|
3572
|
+
#
|
3573
|
+
# @option params [required, String] :versions
|
3574
|
+
# A version range may be supplied which may be of the format:
|
3575
|
+
#
|
3576
|
+
# * a single version number, 5
|
3577
|
+
#
|
3578
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
3579
|
+
#
|
3580
|
+
# @return [Types::DeleteSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3581
|
+
#
|
3582
|
+
# * {Types::DeleteSchemaVersionsResponse#schema_version_errors #schema_version_errors} => Array<Types::SchemaVersionErrorItem>
|
3583
|
+
#
|
3584
|
+
# @example Request syntax with placeholder values
|
3585
|
+
#
|
3586
|
+
# resp = client.delete_schema_versions({
|
3587
|
+
# schema_id: { # required
|
3588
|
+
# schema_arn: "GlueResourceArn",
|
3589
|
+
# schema_name: "SchemaRegistryNameString",
|
3590
|
+
# registry_name: "SchemaRegistryNameString",
|
3591
|
+
# },
|
3592
|
+
# versions: "VersionsString", # required
|
3593
|
+
# })
|
3594
|
+
#
|
3595
|
+
# @example Response structure
|
3596
|
+
#
|
3597
|
+
# resp.schema_version_errors #=> Array
|
3598
|
+
# resp.schema_version_errors[0].version_number #=> Integer
|
3599
|
+
# resp.schema_version_errors[0].error_details.error_code #=> String
|
3600
|
+
# resp.schema_version_errors[0].error_details.error_message #=> String
|
3601
|
+
#
|
3602
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersions AWS API Documentation
|
3603
|
+
#
|
3604
|
+
# @overload delete_schema_versions(params = {})
|
3605
|
+
# @param [Hash] params ({})
|
3606
|
+
def delete_schema_versions(params = {}, options = {})
|
3607
|
+
req = build_request(:delete_schema_versions, params)
|
3608
|
+
req.send_request(options)
|
3609
|
+
end
|
3610
|
+
|
3080
3611
|
# Deletes a specified security configuration.
|
3081
3612
|
#
|
3082
3613
|
# @option params [required, String] :name
|
@@ -3425,6 +3956,9 @@ module Aws::Glue
|
|
3425
3956
|
|
3426
3957
|
# Retrieves partition statistics of columns.
|
3427
3958
|
#
|
3959
|
+
# The Identity and Access Management (IAM) permission required for this
|
3960
|
+
# operation is `GetPartition`.
|
3961
|
+
#
|
3428
3962
|
# @option params [String] :catalog_id
|
3429
3963
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3430
3964
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3507,6 +4041,9 @@ module Aws::Glue
|
|
3507
4041
|
|
3508
4042
|
# Retrieves table statistics of columns.
|
3509
4043
|
#
|
4044
|
+
# The Identity and Access Management (IAM) permission required for this
|
4045
|
+
# operation is `GetTable`.
|
4046
|
+
#
|
3510
4047
|
# @option params [String] :catalog_id
|
3511
4048
|
# The ID of the Data Catalog where the partitions in question reside. If
|
3512
4049
|
# none is supplied, the AWS account ID is used by default.
|
@@ -3754,8 +4291,10 @@ module Aws::Glue
|
|
3754
4291
|
# resp.crawler.description #=> String
|
3755
4292
|
# resp.crawler.classifiers #=> Array
|
3756
4293
|
# resp.crawler.classifiers[0] #=> String
|
4294
|
+
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3757
4295
|
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3758
4296
|
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4297
|
+
# resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3759
4298
|
# resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3760
4299
|
# resp.crawler.table_prefix #=> String
|
3761
4300
|
# resp.crawler.schedule.schedule_expression #=> String
|
@@ -3883,8 +4422,10 @@ module Aws::Glue
|
|
3883
4422
|
# resp.crawlers[0].description #=> String
|
3884
4423
|
# resp.crawlers[0].classifiers #=> Array
|
3885
4424
|
# resp.crawlers[0].classifiers[0] #=> String
|
4425
|
+
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3886
4426
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3887
4427
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4428
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3888
4429
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3889
4430
|
# resp.crawlers[0].table_prefix #=> String
|
3890
4431
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -4678,6 +5219,7 @@ module Aws::Glue
|
|
4678
5219
|
# * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
|
4679
5220
|
# * {Types::GetMLTransformResponse#timeout #timeout} => Integer
|
4680
5221
|
# * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
|
5222
|
+
# * {Types::GetMLTransformResponse#transform_encryption #transform_encryption} => Types::TransformEncryption
|
4681
5223
|
#
|
4682
5224
|
# @example Request syntax with placeholder values
|
4683
5225
|
#
|
@@ -4723,6 +5265,9 @@ module Aws::Glue
|
|
4723
5265
|
# resp.number_of_workers #=> Integer
|
4724
5266
|
# resp.timeout #=> Integer
|
4725
5267
|
# resp.max_retries #=> Integer
|
5268
|
+
# resp.transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
5269
|
+
# resp.transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
5270
|
+
# resp.transform_encryption.task_run_security_configuration_name #=> String
|
4726
5271
|
#
|
4727
5272
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
|
4728
5273
|
#
|
@@ -4825,6 +5370,9 @@ module Aws::Glue
|
|
4825
5370
|
# resp.transforms[0].number_of_workers #=> Integer
|
4826
5371
|
# resp.transforms[0].timeout #=> Integer
|
4827
5372
|
# resp.transforms[0].max_retries #=> Integer
|
5373
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.ml_user_data_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
5374
|
+
# resp.transforms[0].transform_encryption.ml_user_data_encryption.kms_key_id #=> String
|
5375
|
+
# resp.transforms[0].transform_encryption.task_run_security_configuration_name #=> String
|
4828
5376
|
# resp.next_token #=> String
|
4829
5377
|
#
|
4830
5378
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
|
@@ -4973,6 +5521,11 @@ module Aws::Glue
|
|
4973
5521
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
4974
5522
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
4975
5523
|
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5524
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5525
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5526
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5527
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5528
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
4976
5529
|
# resp.partition.parameters #=> Hash
|
4977
5530
|
# resp.partition.parameters["KeyString"] #=> String
|
4978
5531
|
# resp.partition.last_analyzed_time #=> Time
|
@@ -5026,7 +5579,12 @@ module Aws::Glue
|
|
5026
5579
|
# resp.partition_index_descriptor_list[0].keys #=> Array
|
5027
5580
|
# resp.partition_index_descriptor_list[0].keys[0].name #=> String
|
5028
5581
|
# resp.partition_index_descriptor_list[0].keys[0].type #=> String
|
5029
|
-
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
|
5582
|
+
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
|
5583
|
+
# resp.partition_index_descriptor_list[0].backfill_errors #=> Array
|
5584
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
|
5585
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
|
5586
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
|
5587
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
|
5030
5588
|
# resp.next_token #=> String
|
5031
5589
|
#
|
5032
5590
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
|
@@ -5213,6 +5771,11 @@ module Aws::Glue
|
|
5213
5771
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5214
5772
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5215
5773
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
5774
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5775
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5776
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5777
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
5778
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5216
5779
|
# resp.partitions[0].parameters #=> Hash
|
5217
5780
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
5218
5781
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -5328,6 +5891,48 @@ module Aws::Glue
|
|
5328
5891
|
req.send_request(options)
|
5329
5892
|
end
|
5330
5893
|
|
5894
|
+
# Describes the specified registry in detail.
|
5895
|
+
#
|
5896
|
+
# @option params [required, Types::RegistryId] :registry_id
|
5897
|
+
# This is a wrapper structure that may contain the registry name and
|
5898
|
+
# Amazon Resource Name (ARN).
|
5899
|
+
#
|
5900
|
+
# @return [Types::GetRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5901
|
+
#
|
5902
|
+
# * {Types::GetRegistryResponse#registry_name #registry_name} => String
|
5903
|
+
# * {Types::GetRegistryResponse#registry_arn #registry_arn} => String
|
5904
|
+
# * {Types::GetRegistryResponse#description #description} => String
|
5905
|
+
# * {Types::GetRegistryResponse#status #status} => String
|
5906
|
+
# * {Types::GetRegistryResponse#created_time #created_time} => String
|
5907
|
+
# * {Types::GetRegistryResponse#updated_time #updated_time} => String
|
5908
|
+
#
|
5909
|
+
# @example Request syntax with placeholder values
|
5910
|
+
#
|
5911
|
+
# resp = client.get_registry({
|
5912
|
+
# registry_id: { # required
|
5913
|
+
# registry_name: "SchemaRegistryNameString",
|
5914
|
+
# registry_arn: "GlueResourceArn",
|
5915
|
+
# },
|
5916
|
+
# })
|
5917
|
+
#
|
5918
|
+
# @example Response structure
|
5919
|
+
#
|
5920
|
+
# resp.registry_name #=> String
|
5921
|
+
# resp.registry_arn #=> String
|
5922
|
+
# resp.description #=> String
|
5923
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
5924
|
+
# resp.created_time #=> String
|
5925
|
+
# resp.updated_time #=> String
|
5926
|
+
#
|
5927
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistry AWS API Documentation
|
5928
|
+
#
|
5929
|
+
# @overload get_registry(params = {})
|
5930
|
+
# @param [Hash] params ({})
|
5931
|
+
def get_registry(params = {}, options = {})
|
5932
|
+
req = build_request(:get_registry, params)
|
5933
|
+
req.send_request(options)
|
5934
|
+
end
|
5935
|
+
|
5331
5936
|
# Retrieves the security configurations for the resource policies set on
|
5332
5937
|
# individual resources, and also the account-level policy.
|
5333
5938
|
#
|
@@ -5347,6 +5952,8 @@ module Aws::Glue
|
|
5347
5952
|
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5348
5953
|
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5349
5954
|
#
|
5955
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
5956
|
+
#
|
5350
5957
|
# @example Request syntax with placeholder values
|
5351
5958
|
#
|
5352
5959
|
# resp = client.get_resource_policies({
|
@@ -5412,56 +6019,304 @@ module Aws::Glue
|
|
5412
6019
|
req.send_request(options)
|
5413
6020
|
end
|
5414
6021
|
|
5415
|
-
#
|
6022
|
+
# Describes the specified schema in detail.
|
5416
6023
|
#
|
5417
|
-
# @option params [required,
|
5418
|
-
#
|
6024
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6025
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6026
|
+
# structure contains:
|
5419
6027
|
#
|
5420
|
-
#
|
6028
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6029
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6030
|
+
# provided.
|
5421
6031
|
#
|
5422
|
-
# *
|
6032
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6033
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6034
|
+
#
|
6035
|
+
# @return [Types::GetSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6036
|
+
#
|
6037
|
+
# * {Types::GetSchemaResponse#registry_name #registry_name} => String
|
6038
|
+
# * {Types::GetSchemaResponse#registry_arn #registry_arn} => String
|
6039
|
+
# * {Types::GetSchemaResponse#schema_name #schema_name} => String
|
6040
|
+
# * {Types::GetSchemaResponse#schema_arn #schema_arn} => String
|
6041
|
+
# * {Types::GetSchemaResponse#description #description} => String
|
6042
|
+
# * {Types::GetSchemaResponse#data_format #data_format} => String
|
6043
|
+
# * {Types::GetSchemaResponse#compatibility #compatibility} => String
|
6044
|
+
# * {Types::GetSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
6045
|
+
# * {Types::GetSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
6046
|
+
# * {Types::GetSchemaResponse#next_schema_version #next_schema_version} => Integer
|
6047
|
+
# * {Types::GetSchemaResponse#schema_status #schema_status} => String
|
6048
|
+
# * {Types::GetSchemaResponse#created_time #created_time} => String
|
6049
|
+
# * {Types::GetSchemaResponse#updated_time #updated_time} => String
|
5423
6050
|
#
|
5424
6051
|
# @example Request syntax with placeholder values
|
5425
6052
|
#
|
5426
|
-
# resp = client.
|
5427
|
-
#
|
6053
|
+
# resp = client.get_schema({
|
6054
|
+
# schema_id: { # required
|
6055
|
+
# schema_arn: "GlueResourceArn",
|
6056
|
+
# schema_name: "SchemaRegistryNameString",
|
6057
|
+
# registry_name: "SchemaRegistryNameString",
|
6058
|
+
# },
|
5428
6059
|
# })
|
5429
6060
|
#
|
5430
6061
|
# @example Response structure
|
5431
6062
|
#
|
5432
|
-
# resp.
|
5433
|
-
# resp.
|
5434
|
-
# resp.
|
5435
|
-
# resp.
|
5436
|
-
# resp.
|
5437
|
-
# resp.
|
5438
|
-
# resp.
|
5439
|
-
# resp.
|
5440
|
-
# resp.
|
6063
|
+
# resp.registry_name #=> String
|
6064
|
+
# resp.registry_arn #=> String
|
6065
|
+
# resp.schema_name #=> String
|
6066
|
+
# resp.schema_arn #=> String
|
6067
|
+
# resp.description #=> String
|
6068
|
+
# resp.data_format #=> String, one of "AVRO"
|
6069
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6070
|
+
# resp.schema_checkpoint #=> Integer
|
6071
|
+
# resp.latest_schema_version #=> Integer
|
6072
|
+
# resp.next_schema_version #=> Integer
|
6073
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
6074
|
+
# resp.created_time #=> String
|
6075
|
+
# resp.updated_time #=> String
|
5441
6076
|
#
|
5442
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
6077
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchema AWS API Documentation
|
5443
6078
|
#
|
5444
|
-
# @overload
|
6079
|
+
# @overload get_schema(params = {})
|
5445
6080
|
# @param [Hash] params ({})
|
5446
|
-
def
|
5447
|
-
req = build_request(:
|
6081
|
+
def get_schema(params = {}, options = {})
|
6082
|
+
req = build_request(:get_schema, params)
|
5448
6083
|
req.send_request(options)
|
5449
6084
|
end
|
5450
6085
|
|
5451
|
-
# Retrieves a
|
6086
|
+
# Retrieves a schema by the `SchemaDefinition`. The schema definition is
|
6087
|
+
# sent to the Schema Registry, canonicalized, and hashed. If the hash is
|
6088
|
+
# matched within the scope of the `SchemaName` or ARN (or the default
|
6089
|
+
# registry, if none is supplied), that schema’s metadata is returned.
|
6090
|
+
# Otherwise, a 404 or NotFound error is returned. Schema versions in
|
6091
|
+
# `Deleted` statuses will not be included in the results.
|
5452
6092
|
#
|
5453
|
-
# @option params [
|
5454
|
-
#
|
6093
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6094
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6095
|
+
# structure contains:
|
5455
6096
|
#
|
5456
|
-
#
|
5457
|
-
#
|
6097
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6098
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
5458
6099
|
#
|
5459
|
-
#
|
6100
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6101
|
+
# `SchemaName` has to be provided.
|
5460
6102
|
#
|
5461
|
-
#
|
5462
|
-
#
|
6103
|
+
# @option params [required, String] :schema_definition
|
6104
|
+
# The definition of the schema for which schema details are required.
|
5463
6105
|
#
|
5464
|
-
#
|
6106
|
+
# @return [Types::GetSchemaByDefinitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6107
|
+
#
|
6108
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_version_id #schema_version_id} => String
|
6109
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_arn #schema_arn} => String
|
6110
|
+
# * {Types::GetSchemaByDefinitionResponse#data_format #data_format} => String
|
6111
|
+
# * {Types::GetSchemaByDefinitionResponse#status #status} => String
|
6112
|
+
# * {Types::GetSchemaByDefinitionResponse#created_time #created_time} => String
|
6113
|
+
#
|
6114
|
+
# @example Request syntax with placeholder values
|
6115
|
+
#
|
6116
|
+
# resp = client.get_schema_by_definition({
|
6117
|
+
# schema_id: { # required
|
6118
|
+
# schema_arn: "GlueResourceArn",
|
6119
|
+
# schema_name: "SchemaRegistryNameString",
|
6120
|
+
# registry_name: "SchemaRegistryNameString",
|
6121
|
+
# },
|
6122
|
+
# schema_definition: "SchemaDefinitionString", # required
|
6123
|
+
# })
|
6124
|
+
#
|
6125
|
+
# @example Response structure
|
6126
|
+
#
|
6127
|
+
# resp.schema_version_id #=> String
|
6128
|
+
# resp.schema_arn #=> String
|
6129
|
+
# resp.data_format #=> String, one of "AVRO"
|
6130
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6131
|
+
# resp.created_time #=> String
|
6132
|
+
#
|
6133
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinition AWS API Documentation
|
6134
|
+
#
|
6135
|
+
# @overload get_schema_by_definition(params = {})
|
6136
|
+
# @param [Hash] params ({})
|
6137
|
+
def get_schema_by_definition(params = {}, options = {})
|
6138
|
+
req = build_request(:get_schema_by_definition, params)
|
6139
|
+
req.send_request(options)
|
6140
|
+
end
|
6141
|
+
|
6142
|
+
# Get the specified schema by its unique ID assigned when a version of
|
6143
|
+
# the schema is created or registered. Schema versions in Deleted status
|
6144
|
+
# will not be included in the results.
|
6145
|
+
#
|
6146
|
+
# @option params [Types::SchemaId] :schema_id
|
6147
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6148
|
+
# structure contains:
|
6149
|
+
#
|
6150
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6151
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6152
|
+
# provided.
|
6153
|
+
#
|
6154
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6155
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6156
|
+
#
|
6157
|
+
# @option params [String] :schema_version_id
|
6158
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
6159
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
6160
|
+
# to be provided.
|
6161
|
+
#
|
6162
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
6163
|
+
# The version number of the schema.
|
6164
|
+
#
|
6165
|
+
# @return [Types::GetSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6166
|
+
#
|
6167
|
+
# * {Types::GetSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
6168
|
+
# * {Types::GetSchemaVersionResponse#schema_definition #schema_definition} => String
|
6169
|
+
# * {Types::GetSchemaVersionResponse#data_format #data_format} => String
|
6170
|
+
# * {Types::GetSchemaVersionResponse#schema_arn #schema_arn} => String
|
6171
|
+
# * {Types::GetSchemaVersionResponse#version_number #version_number} => Integer
|
6172
|
+
# * {Types::GetSchemaVersionResponse#status #status} => String
|
6173
|
+
# * {Types::GetSchemaVersionResponse#created_time #created_time} => String
|
6174
|
+
#
|
6175
|
+
# @example Request syntax with placeholder values
|
6176
|
+
#
|
6177
|
+
# resp = client.get_schema_version({
|
6178
|
+
# schema_id: {
|
6179
|
+
# schema_arn: "GlueResourceArn",
|
6180
|
+
# schema_name: "SchemaRegistryNameString",
|
6181
|
+
# registry_name: "SchemaRegistryNameString",
|
6182
|
+
# },
|
6183
|
+
# schema_version_id: "SchemaVersionIdString",
|
6184
|
+
# schema_version_number: {
|
6185
|
+
# latest_version: false,
|
6186
|
+
# version_number: 1,
|
6187
|
+
# },
|
6188
|
+
# })
|
6189
|
+
#
|
6190
|
+
# @example Response structure
|
6191
|
+
#
|
6192
|
+
# resp.schema_version_id #=> String
|
6193
|
+
# resp.schema_definition #=> String
|
6194
|
+
# resp.data_format #=> String, one of "AVRO"
|
6195
|
+
# resp.schema_arn #=> String
|
6196
|
+
# resp.version_number #=> Integer
|
6197
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6198
|
+
# resp.created_time #=> String
|
6199
|
+
#
|
6200
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersion AWS API Documentation
|
6201
|
+
#
|
6202
|
+
# @overload get_schema_version(params = {})
|
6203
|
+
# @param [Hash] params ({})
|
6204
|
+
def get_schema_version(params = {}, options = {})
|
6205
|
+
req = build_request(:get_schema_version, params)
|
6206
|
+
req.send_request(options)
|
6207
|
+
end
|
6208
|
+
|
6209
|
+
# Fetches the schema version difference in the specified difference type
|
6210
|
+
# between two stored schema versions in the Schema Registry.
|
6211
|
+
#
|
6212
|
+
# This API allows you to compare two schema versions between two schema
|
6213
|
+
# definitions under the same schema.
|
6214
|
+
#
|
6215
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6216
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6217
|
+
# structure contains:
|
6218
|
+
#
|
6219
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6220
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
6221
|
+
#
|
6222
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6223
|
+
# `SchemaName` has to be provided.
|
6224
|
+
#
|
6225
|
+
# @option params [required, Types::SchemaVersionNumber] :first_schema_version_number
|
6226
|
+
# The first of the two schema versions to be compared.
|
6227
|
+
#
|
6228
|
+
# @option params [required, Types::SchemaVersionNumber] :second_schema_version_number
|
6229
|
+
# The second of the two schema versions to be compared.
|
6230
|
+
#
|
6231
|
+
# @option params [required, String] :schema_diff_type
|
6232
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
6233
|
+
#
|
6234
|
+
# @return [Types::GetSchemaVersionsDiffResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6235
|
+
#
|
6236
|
+
# * {Types::GetSchemaVersionsDiffResponse#diff #diff} => String
|
6237
|
+
#
|
6238
|
+
# @example Request syntax with placeholder values
|
6239
|
+
#
|
6240
|
+
# resp = client.get_schema_versions_diff({
|
6241
|
+
# schema_id: { # required
|
6242
|
+
# schema_arn: "GlueResourceArn",
|
6243
|
+
# schema_name: "SchemaRegistryNameString",
|
6244
|
+
# registry_name: "SchemaRegistryNameString",
|
6245
|
+
# },
|
6246
|
+
# first_schema_version_number: { # required
|
6247
|
+
# latest_version: false,
|
6248
|
+
# version_number: 1,
|
6249
|
+
# },
|
6250
|
+
# second_schema_version_number: { # required
|
6251
|
+
# latest_version: false,
|
6252
|
+
# version_number: 1,
|
6253
|
+
# },
|
6254
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
6255
|
+
# })
|
6256
|
+
#
|
6257
|
+
# @example Response structure
|
6258
|
+
#
|
6259
|
+
# resp.diff #=> String
|
6260
|
+
#
|
6261
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiff AWS API Documentation
|
6262
|
+
#
|
6263
|
+
# @overload get_schema_versions_diff(params = {})
|
6264
|
+
# @param [Hash] params ({})
|
6265
|
+
def get_schema_versions_diff(params = {}, options = {})
|
6266
|
+
req = build_request(:get_schema_versions_diff, params)
|
6267
|
+
req.send_request(options)
|
6268
|
+
end
|
6269
|
+
|
6270
|
+
# Retrieves a specified security configuration.
|
6271
|
+
#
|
6272
|
+
# @option params [required, String] :name
|
6273
|
+
# The name of the security configuration to retrieve.
|
6274
|
+
#
|
6275
|
+
# @return [Types::GetSecurityConfigurationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6276
|
+
#
|
6277
|
+
# * {Types::GetSecurityConfigurationResponse#security_configuration #security_configuration} => Types::SecurityConfiguration
|
6278
|
+
#
|
6279
|
+
# @example Request syntax with placeholder values
|
6280
|
+
#
|
6281
|
+
# resp = client.get_security_configuration({
|
6282
|
+
# name: "NameString", # required
|
6283
|
+
# })
|
6284
|
+
#
|
6285
|
+
# @example Response structure
|
6286
|
+
#
|
6287
|
+
# resp.security_configuration.name #=> String
|
6288
|
+
# resp.security_configuration.created_time_stamp #=> Time
|
6289
|
+
# resp.security_configuration.encryption_configuration.s3_encryption #=> Array
|
6290
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
|
6291
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].kms_key_arn #=> String
|
6292
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
6293
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
|
6294
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
|
6295
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
|
6296
|
+
#
|
6297
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
|
6298
|
+
#
|
6299
|
+
# @overload get_security_configuration(params = {})
|
6300
|
+
# @param [Hash] params ({})
|
6301
|
+
def get_security_configuration(params = {}, options = {})
|
6302
|
+
req = build_request(:get_security_configuration, params)
|
6303
|
+
req.send_request(options)
|
6304
|
+
end
|
6305
|
+
|
6306
|
+
# Retrieves a list of all security configurations.
|
6307
|
+
#
|
6308
|
+
# @option params [Integer] :max_results
|
6309
|
+
# The maximum number of results to return.
|
6310
|
+
#
|
6311
|
+
# @option params [String] :next_token
|
6312
|
+
# A continuation token, if this is a continuation call.
|
6313
|
+
#
|
6314
|
+
# @return [Types::GetSecurityConfigurationsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6315
|
+
#
|
6316
|
+
# * {Types::GetSecurityConfigurationsResponse#security_configurations #security_configurations} => Array<Types::SecurityConfiguration>
|
6317
|
+
# * {Types::GetSecurityConfigurationsResponse#next_token #next_token} => String
|
6318
|
+
#
|
6319
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
5465
6320
|
#
|
5466
6321
|
# @example Request syntax with placeholder values
|
5467
6322
|
#
|
@@ -5560,6 +6415,11 @@ module Aws::Glue
|
|
5560
6415
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5561
6416
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5562
6417
|
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6418
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6419
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6420
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6421
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6422
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5563
6423
|
# resp.table.partition_keys #=> Array
|
5564
6424
|
# resp.table.partition_keys[0].name #=> String
|
5565
6425
|
# resp.table.partition_keys[0].type #=> String
|
@@ -5658,6 +6518,11 @@ module Aws::Glue
|
|
5658
6518
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5659
6519
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5660
6520
|
# resp.table_version.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6521
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6522
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6523
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6524
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6525
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5661
6526
|
# resp.table_version.table.partition_keys #=> Array
|
5662
6527
|
# resp.table_version.table.partition_keys[0].name #=> String
|
5663
6528
|
# resp.table_version.table.partition_keys[0].type #=> String
|
@@ -5765,6 +6630,11 @@ module Aws::Glue
|
|
5765
6630
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5766
6631
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5767
6632
|
# resp.table_versions[0].table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6633
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6634
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6635
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6636
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6637
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5768
6638
|
# resp.table_versions[0].table.partition_keys #=> Array
|
5769
6639
|
# resp.table_versions[0].table.partition_keys[0].name #=> String
|
5770
6640
|
# resp.table_versions[0].table.partition_keys[0].type #=> String
|
@@ -5873,6 +6743,11 @@ module Aws::Glue
|
|
5873
6743
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5874
6744
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5875
6745
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
6746
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6747
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6748
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6749
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
6750
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5876
6751
|
# resp.table_list[0].partition_keys #=> Array
|
5877
6752
|
# resp.table_list[0].partition_keys[0].name #=> String
|
5878
6753
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -6846,6 +7721,170 @@ module Aws::Glue
|
|
6846
7721
|
req.send_request(options)
|
6847
7722
|
end
|
6848
7723
|
|
7724
|
+
# Returns a list of registries that you have created, with minimal
|
7725
|
+
# registry information. Registries in the `Deleting` status will not be
|
7726
|
+
# included in the results. Empty results will be returned if there are
|
7727
|
+
# no registries available.
|
7728
|
+
#
|
7729
|
+
# @option params [Integer] :max_results
|
7730
|
+
# Maximum number of results required per page. If the value is not
|
7731
|
+
# supplied, this will be defaulted to 25 per page.
|
7732
|
+
#
|
7733
|
+
# @option params [String] :next_token
|
7734
|
+
# A continuation token, if this is a continuation call.
|
7735
|
+
#
|
7736
|
+
# @return [Types::ListRegistriesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7737
|
+
#
|
7738
|
+
# * {Types::ListRegistriesResponse#registries #registries} => Array<Types::RegistryListItem>
|
7739
|
+
# * {Types::ListRegistriesResponse#next_token #next_token} => String
|
7740
|
+
#
|
7741
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7742
|
+
#
|
7743
|
+
# @example Request syntax with placeholder values
|
7744
|
+
#
|
7745
|
+
# resp = client.list_registries({
|
7746
|
+
# max_results: 1,
|
7747
|
+
# next_token: "SchemaRegistryTokenString",
|
7748
|
+
# })
|
7749
|
+
#
|
7750
|
+
# @example Response structure
|
7751
|
+
#
|
7752
|
+
# resp.registries #=> Array
|
7753
|
+
# resp.registries[0].registry_name #=> String
|
7754
|
+
# resp.registries[0].registry_arn #=> String
|
7755
|
+
# resp.registries[0].description #=> String
|
7756
|
+
# resp.registries[0].status #=> String, one of "AVAILABLE", "DELETING"
|
7757
|
+
# resp.registries[0].created_time #=> String
|
7758
|
+
# resp.registries[0].updated_time #=> String
|
7759
|
+
# resp.next_token #=> String
|
7760
|
+
#
|
7761
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistries AWS API Documentation
|
7762
|
+
#
|
7763
|
+
# @overload list_registries(params = {})
|
7764
|
+
# @param [Hash] params ({})
|
7765
|
+
def list_registries(params = {}, options = {})
|
7766
|
+
req = build_request(:list_registries, params)
|
7767
|
+
req.send_request(options)
|
7768
|
+
end
|
7769
|
+
|
7770
|
+
# Returns a list of schema versions that you have created, with minimal
|
7771
|
+
# information. Schema versions in Deleted status will not be included in
|
7772
|
+
# the results. Empty results will be returned if there are no schema
|
7773
|
+
# versions available.
|
7774
|
+
#
|
7775
|
+
# @option params [required, Types::SchemaId] :schema_id
|
7776
|
+
# This is a wrapper structure to contain schema identity fields. The
|
7777
|
+
# structure contains:
|
7778
|
+
#
|
7779
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
7780
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
7781
|
+
# provided.
|
7782
|
+
#
|
7783
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
7784
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
7785
|
+
#
|
7786
|
+
# @option params [Integer] :max_results
|
7787
|
+
# Maximum number of results required per page. If the value is not
|
7788
|
+
# supplied, this will be defaulted to 25 per page.
|
7789
|
+
#
|
7790
|
+
# @option params [String] :next_token
|
7791
|
+
# A continuation token, if this is a continuation call.
|
7792
|
+
#
|
7793
|
+
# @return [Types::ListSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7794
|
+
#
|
7795
|
+
# * {Types::ListSchemaVersionsResponse#schemas #schemas} => Array<Types::SchemaVersionListItem>
|
7796
|
+
# * {Types::ListSchemaVersionsResponse#next_token #next_token} => String
|
7797
|
+
#
|
7798
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7799
|
+
#
|
7800
|
+
# @example Request syntax with placeholder values
|
7801
|
+
#
|
7802
|
+
# resp = client.list_schema_versions({
|
7803
|
+
# schema_id: { # required
|
7804
|
+
# schema_arn: "GlueResourceArn",
|
7805
|
+
# schema_name: "SchemaRegistryNameString",
|
7806
|
+
# registry_name: "SchemaRegistryNameString",
|
7807
|
+
# },
|
7808
|
+
# max_results: 1,
|
7809
|
+
# next_token: "SchemaRegistryTokenString",
|
7810
|
+
# })
|
7811
|
+
#
|
7812
|
+
# @example Response structure
|
7813
|
+
#
|
7814
|
+
# resp.schemas #=> Array
|
7815
|
+
# resp.schemas[0].schema_arn #=> String
|
7816
|
+
# resp.schemas[0].schema_version_id #=> String
|
7817
|
+
# resp.schemas[0].version_number #=> Integer
|
7818
|
+
# resp.schemas[0].status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
7819
|
+
# resp.schemas[0].created_time #=> String
|
7820
|
+
# resp.next_token #=> String
|
7821
|
+
#
|
7822
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersions AWS API Documentation
|
7823
|
+
#
|
7824
|
+
# @overload list_schema_versions(params = {})
|
7825
|
+
# @param [Hash] params ({})
|
7826
|
+
def list_schema_versions(params = {}, options = {})
|
7827
|
+
req = build_request(:list_schema_versions, params)
|
7828
|
+
req.send_request(options)
|
7829
|
+
end
|
7830
|
+
|
7831
|
+
# Returns a list of schemas with minimal details. Schemas in Deleting
|
7832
|
+
# status will not be included in the results. Empty results will be
|
7833
|
+
# returned if there are no schemas available.
|
7834
|
+
#
|
7835
|
+
# When the `RegistryId` is not provided, all the schemas across
|
7836
|
+
# registries will be part of the API response.
|
7837
|
+
#
|
7838
|
+
# @option params [Types::RegistryId] :registry_id
|
7839
|
+
# A wrapper structure that may contain the registry name and Amazon
|
7840
|
+
# Resource Name (ARN).
|
7841
|
+
#
|
7842
|
+
# @option params [Integer] :max_results
|
7843
|
+
# Maximum number of results required per page. If the value is not
|
7844
|
+
# supplied, this will be defaulted to 25 per page.
|
7845
|
+
#
|
7846
|
+
# @option params [String] :next_token
|
7847
|
+
# A continuation token, if this is a continuation call.
|
7848
|
+
#
|
7849
|
+
# @return [Types::ListSchemasResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7850
|
+
#
|
7851
|
+
# * {Types::ListSchemasResponse#schemas #schemas} => Array<Types::SchemaListItem>
|
7852
|
+
# * {Types::ListSchemasResponse#next_token #next_token} => String
|
7853
|
+
#
|
7854
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7855
|
+
#
|
7856
|
+
# @example Request syntax with placeholder values
|
7857
|
+
#
|
7858
|
+
# resp = client.list_schemas({
|
7859
|
+
# registry_id: {
|
7860
|
+
# registry_name: "SchemaRegistryNameString",
|
7861
|
+
# registry_arn: "GlueResourceArn",
|
7862
|
+
# },
|
7863
|
+
# max_results: 1,
|
7864
|
+
# next_token: "SchemaRegistryTokenString",
|
7865
|
+
# })
|
7866
|
+
#
|
7867
|
+
# @example Response structure
|
7868
|
+
#
|
7869
|
+
# resp.schemas #=> Array
|
7870
|
+
# resp.schemas[0].registry_name #=> String
|
7871
|
+
# resp.schemas[0].schema_name #=> String
|
7872
|
+
# resp.schemas[0].schema_arn #=> String
|
7873
|
+
# resp.schemas[0].description #=> String
|
7874
|
+
# resp.schemas[0].schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
7875
|
+
# resp.schemas[0].created_time #=> String
|
7876
|
+
# resp.schemas[0].updated_time #=> String
|
7877
|
+
# resp.next_token #=> String
|
7878
|
+
#
|
7879
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemas AWS API Documentation
|
7880
|
+
#
|
7881
|
+
# @overload list_schemas(params = {})
|
7882
|
+
# @param [Hash] params ({})
|
7883
|
+
def list_schemas(params = {}, options = {})
|
7884
|
+
req = build_request(:list_schemas, params)
|
7885
|
+
req.send_request(options)
|
7886
|
+
end
|
7887
|
+
|
6849
7888
|
# Retrieves the names of all trigger resources in this AWS account, or
|
6850
7889
|
# the resources with the specified tag. This operation allows you to see
|
6851
7890
|
# which resources are available in your account, and their names.
|
@@ -7041,6 +8080,72 @@ module Aws::Glue
|
|
7041
8080
|
req.send_request(options)
|
7042
8081
|
end
|
7043
8082
|
|
8083
|
+
# Puts the metadata key value pair for a specified schema version ID. A
|
8084
|
+
# maximum of 10 key value pairs will be allowed per schema version. They
|
8085
|
+
# can be added over one or more calls.
|
8086
|
+
#
|
8087
|
+
# @option params [Types::SchemaId] :schema_id
|
8088
|
+
# The unique ID for the schema.
|
8089
|
+
#
|
8090
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8091
|
+
# The version number of the schema.
|
8092
|
+
#
|
8093
|
+
# @option params [String] :schema_version_id
|
8094
|
+
# The unique version ID of the schema version.
|
8095
|
+
#
|
8096
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8097
|
+
# The metadata key's corresponding value.
|
8098
|
+
#
|
8099
|
+
# @return [Types::PutSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8100
|
+
#
|
8101
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8102
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8103
|
+
# * {Types::PutSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8104
|
+
# * {Types::PutSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8105
|
+
# * {Types::PutSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8106
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8107
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8108
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8109
|
+
#
|
8110
|
+
# @example Request syntax with placeholder values
|
8111
|
+
#
|
8112
|
+
# resp = client.put_schema_version_metadata({
|
8113
|
+
# schema_id: {
|
8114
|
+
# schema_arn: "GlueResourceArn",
|
8115
|
+
# schema_name: "SchemaRegistryNameString",
|
8116
|
+
# registry_name: "SchemaRegistryNameString",
|
8117
|
+
# },
|
8118
|
+
# schema_version_number: {
|
8119
|
+
# latest_version: false,
|
8120
|
+
# version_number: 1,
|
8121
|
+
# },
|
8122
|
+
# schema_version_id: "SchemaVersionIdString",
|
8123
|
+
# metadata_key_value: { # required
|
8124
|
+
# metadata_key: "MetadataKeyString",
|
8125
|
+
# metadata_value: "MetadataValueString",
|
8126
|
+
# },
|
8127
|
+
# })
|
8128
|
+
#
|
8129
|
+
# @example Response structure
|
8130
|
+
#
|
8131
|
+
# resp.schema_arn #=> String
|
8132
|
+
# resp.schema_name #=> String
|
8133
|
+
# resp.registry_name #=> String
|
8134
|
+
# resp.latest_version #=> Boolean
|
8135
|
+
# resp.version_number #=> Integer
|
8136
|
+
# resp.schema_version_id #=> String
|
8137
|
+
# resp.metadata_key #=> String
|
8138
|
+
# resp.metadata_value #=> String
|
8139
|
+
#
|
8140
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadata AWS API Documentation
|
8141
|
+
#
|
8142
|
+
# @overload put_schema_version_metadata(params = {})
|
8143
|
+
# @param [Hash] params ({})
|
8144
|
+
def put_schema_version_metadata(params = {}, options = {})
|
8145
|
+
req = build_request(:put_schema_version_metadata, params)
|
8146
|
+
req.send_request(options)
|
8147
|
+
end
|
8148
|
+
|
7044
8149
|
# Puts the specified workflow run properties for the given workflow run.
|
7045
8150
|
# If a property already exists for the specified run, then it overrides
|
7046
8151
|
# the value otherwise adds the property to existing properties.
|
@@ -7076,6 +8181,205 @@ module Aws::Glue
|
|
7076
8181
|
req.send_request(options)
|
7077
8182
|
end
|
7078
8183
|
|
8184
|
+
# Queries for the schema version metadata information.
|
8185
|
+
#
|
8186
|
+
# @option params [Types::SchemaId] :schema_id
|
8187
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8188
|
+
# Resource Name (ARN).
|
8189
|
+
#
|
8190
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8191
|
+
# The version number of the schema.
|
8192
|
+
#
|
8193
|
+
# @option params [String] :schema_version_id
|
8194
|
+
# The unique version ID of the schema version.
|
8195
|
+
#
|
8196
|
+
# @option params [Array<Types::MetadataKeyValuePair>] :metadata_list
|
8197
|
+
# Search key-value pairs for metadata, if they are not provided all the
|
8198
|
+
# metadata information will be fetched.
|
8199
|
+
#
|
8200
|
+
# @option params [Integer] :max_results
|
8201
|
+
# Maximum number of results required per page. If the value is not
|
8202
|
+
# supplied, this will be defaulted to 25 per page.
|
8203
|
+
#
|
8204
|
+
# @option params [String] :next_token
|
8205
|
+
# A continuation token, if this is a continuation call.
|
8206
|
+
#
|
8207
|
+
# @return [Types::QuerySchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8208
|
+
#
|
8209
|
+
# * {Types::QuerySchemaVersionMetadataResponse#metadata_info_map #metadata_info_map} => Hash<String,Types::MetadataInfo>
|
8210
|
+
# * {Types::QuerySchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8211
|
+
# * {Types::QuerySchemaVersionMetadataResponse#next_token #next_token} => String
|
8212
|
+
#
|
8213
|
+
# @example Request syntax with placeholder values
|
8214
|
+
#
|
8215
|
+
# resp = client.query_schema_version_metadata({
|
8216
|
+
# schema_id: {
|
8217
|
+
# schema_arn: "GlueResourceArn",
|
8218
|
+
# schema_name: "SchemaRegistryNameString",
|
8219
|
+
# registry_name: "SchemaRegistryNameString",
|
8220
|
+
# },
|
8221
|
+
# schema_version_number: {
|
8222
|
+
# latest_version: false,
|
8223
|
+
# version_number: 1,
|
8224
|
+
# },
|
8225
|
+
# schema_version_id: "SchemaVersionIdString",
|
8226
|
+
# metadata_list: [
|
8227
|
+
# {
|
8228
|
+
# metadata_key: "MetadataKeyString",
|
8229
|
+
# metadata_value: "MetadataValueString",
|
8230
|
+
# },
|
8231
|
+
# ],
|
8232
|
+
# max_results: 1,
|
8233
|
+
# next_token: "SchemaRegistryTokenString",
|
8234
|
+
# })
|
8235
|
+
#
|
8236
|
+
# @example Response structure
|
8237
|
+
#
|
8238
|
+
# resp.metadata_info_map #=> Hash
|
8239
|
+
# resp.metadata_info_map["MetadataKeyString"].metadata_value #=> String
|
8240
|
+
# resp.metadata_info_map["MetadataKeyString"].created_time #=> String
|
8241
|
+
# resp.schema_version_id #=> String
|
8242
|
+
# resp.next_token #=> String
|
8243
|
+
#
|
8244
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadata AWS API Documentation
|
8245
|
+
#
|
8246
|
+
# @overload query_schema_version_metadata(params = {})
|
8247
|
+
# @param [Hash] params ({})
|
8248
|
+
def query_schema_version_metadata(params = {}, options = {})
|
8249
|
+
req = build_request(:query_schema_version_metadata, params)
|
8250
|
+
req.send_request(options)
|
8251
|
+
end
|
8252
|
+
|
8253
|
+
# Adds a new version to the existing schema. Returns an error if new
|
8254
|
+
# version of schema does not meet the compatibility requirements of the
|
8255
|
+
# schema set. This API will not create a new schema set and will return
|
8256
|
+
# a 404 error if the schema set is not already present in the Schema
|
8257
|
+
# Registry.
|
8258
|
+
#
|
8259
|
+
# If this is the first schema definition to be registered in the Schema
|
8260
|
+
# Registry, this API will store the schema version and return
|
8261
|
+
# immediately. Otherwise, this call has the potential to run longer than
|
8262
|
+
# other operations due to compatibility modes. You can call the
|
8263
|
+
# `GetSchemaVersion` API with the `SchemaVersionId` to check
|
8264
|
+
# compatibility modes.
|
8265
|
+
#
|
8266
|
+
# If the same schema definition is already stored in Schema Registry as
|
8267
|
+
# a version, the schema ID of the existing schema is returned to the
|
8268
|
+
# caller.
|
8269
|
+
#
|
8270
|
+
# @option params [required, Types::SchemaId] :schema_id
|
8271
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8272
|
+
# structure contains:
|
8273
|
+
#
|
8274
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8275
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8276
|
+
# provided.
|
8277
|
+
#
|
8278
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8279
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8280
|
+
#
|
8281
|
+
# @option params [required, String] :schema_definition
|
8282
|
+
# The schema definition using the `DataFormat` setting for the
|
8283
|
+
# `SchemaName`.
|
8284
|
+
#
|
8285
|
+
# @return [Types::RegisterSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8286
|
+
#
|
8287
|
+
# * {Types::RegisterSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
8288
|
+
# * {Types::RegisterSchemaVersionResponse#version_number #version_number} => Integer
|
8289
|
+
# * {Types::RegisterSchemaVersionResponse#status #status} => String
|
8290
|
+
#
|
8291
|
+
# @example Request syntax with placeholder values
|
8292
|
+
#
|
8293
|
+
# resp = client.register_schema_version({
|
8294
|
+
# schema_id: { # required
|
8295
|
+
# schema_arn: "GlueResourceArn",
|
8296
|
+
# schema_name: "SchemaRegistryNameString",
|
8297
|
+
# registry_name: "SchemaRegistryNameString",
|
8298
|
+
# },
|
8299
|
+
# schema_definition: "SchemaDefinitionString", # required
|
8300
|
+
# })
|
8301
|
+
#
|
8302
|
+
# @example Response structure
|
8303
|
+
#
|
8304
|
+
# resp.schema_version_id #=> String
|
8305
|
+
# resp.version_number #=> Integer
|
8306
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
8307
|
+
#
|
8308
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersion AWS API Documentation
|
8309
|
+
#
|
8310
|
+
# @overload register_schema_version(params = {})
|
8311
|
+
# @param [Hash] params ({})
|
8312
|
+
def register_schema_version(params = {}, options = {})
|
8313
|
+
req = build_request(:register_schema_version, params)
|
8314
|
+
req.send_request(options)
|
8315
|
+
end
|
8316
|
+
|
8317
|
+
# Removes a key value pair from the schema version metadata for the
|
8318
|
+
# specified schema version ID.
|
8319
|
+
#
|
8320
|
+
# @option params [Types::SchemaId] :schema_id
|
8321
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8322
|
+
# Resource Name (ARN).
|
8323
|
+
#
|
8324
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8325
|
+
# The version number of the schema.
|
8326
|
+
#
|
8327
|
+
# @option params [String] :schema_version_id
|
8328
|
+
# The unique version ID of the schema version.
|
8329
|
+
#
|
8330
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8331
|
+
# The value of the metadata key.
|
8332
|
+
#
|
8333
|
+
# @return [Types::RemoveSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8334
|
+
#
|
8335
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8336
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8337
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8338
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8339
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8340
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8341
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8342
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8343
|
+
#
|
8344
|
+
# @example Request syntax with placeholder values
|
8345
|
+
#
|
8346
|
+
# resp = client.remove_schema_version_metadata({
|
8347
|
+
# schema_id: {
|
8348
|
+
# schema_arn: "GlueResourceArn",
|
8349
|
+
# schema_name: "SchemaRegistryNameString",
|
8350
|
+
# registry_name: "SchemaRegistryNameString",
|
8351
|
+
# },
|
8352
|
+
# schema_version_number: {
|
8353
|
+
# latest_version: false,
|
8354
|
+
# version_number: 1,
|
8355
|
+
# },
|
8356
|
+
# schema_version_id: "SchemaVersionIdString",
|
8357
|
+
# metadata_key_value: { # required
|
8358
|
+
# metadata_key: "MetadataKeyString",
|
8359
|
+
# metadata_value: "MetadataValueString",
|
8360
|
+
# },
|
8361
|
+
# })
|
8362
|
+
#
|
8363
|
+
# @example Response structure
|
8364
|
+
#
|
8365
|
+
# resp.schema_arn #=> String
|
8366
|
+
# resp.schema_name #=> String
|
8367
|
+
# resp.registry_name #=> String
|
8368
|
+
# resp.latest_version #=> Boolean
|
8369
|
+
# resp.version_number #=> Integer
|
8370
|
+
# resp.schema_version_id #=> String
|
8371
|
+
# resp.metadata_key #=> String
|
8372
|
+
# resp.metadata_value #=> String
|
8373
|
+
#
|
8374
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadata AWS API Documentation
|
8375
|
+
#
|
8376
|
+
# @overload remove_schema_version_metadata(params = {})
|
8377
|
+
# @param [Hash] params ({})
|
8378
|
+
def remove_schema_version_metadata(params = {}, options = {})
|
8379
|
+
req = build_request(:remove_schema_version_metadata, params)
|
8380
|
+
req.send_request(options)
|
8381
|
+
end
|
8382
|
+
|
7079
8383
|
# Resets a bookmark entry.
|
7080
8384
|
#
|
7081
8385
|
# @option params [required, String] :job_name
|
@@ -7284,6 +8588,11 @@ module Aws::Glue
|
|
7284
8588
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7285
8589
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7286
8590
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
8591
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
8592
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
8593
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
8594
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
8595
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7287
8596
|
# resp.table_list[0].partition_keys #=> Array
|
7288
8597
|
# resp.table_list[0].partition_keys[0].name #=> String
|
7289
8598
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -7975,6 +9284,9 @@ module Aws::Glue
|
|
7975
9284
|
|
7976
9285
|
# Creates or updates partition statistics of columns.
|
7977
9286
|
#
|
9287
|
+
# The Identity and Access Management (IAM) permission required for this
|
9288
|
+
# operation is `UpdatePartition`.
|
9289
|
+
#
|
7978
9290
|
# @option params [String] :catalog_id
|
7979
9291
|
# The ID of the Data Catalog where the partitions in question reside. If
|
7980
9292
|
# none is supplied, the AWS account ID is used by default.
|
@@ -8109,6 +9421,9 @@ module Aws::Glue
|
|
8109
9421
|
|
8110
9422
|
# Creates or updates table statistics of columns.
|
8111
9423
|
#
|
9424
|
+
# The Identity and Access Management (IAM) permission required for this
|
9425
|
+
# operation is `UpdateTable`.
|
9426
|
+
#
|
8112
9427
|
# @option params [String] :catalog_id
|
8113
9428
|
# The ID of the Data Catalog where the partitions in question reside. If
|
8114
9429
|
# none is supplied, the AWS account ID is used by default.
|
@@ -8322,6 +9637,13 @@ module Aws::Glue
|
|
8322
9637
|
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
8323
9638
|
# The policy for the crawler's update and deletion behavior.
|
8324
9639
|
#
|
9640
|
+
# @option params [Types::RecrawlPolicy] :recrawl_policy
|
9641
|
+
# A policy that specifies whether to crawl the entire dataset again, or
|
9642
|
+
# to crawl only folders that were added since the last crawler run.
|
9643
|
+
#
|
9644
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
9645
|
+
# Specifies data lineage configuration settings for the crawler.
|
9646
|
+
#
|
8325
9647
|
# @option params [String] :configuration
|
8326
9648
|
# Crawler configuration information. This versioned JSON string allows
|
8327
9649
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -8387,6 +9709,12 @@ module Aws::Glue
|
|
8387
9709
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
8388
9710
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
8389
9711
|
# },
|
9712
|
+
# recrawl_policy: {
|
9713
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
9714
|
+
# },
|
9715
|
+
# lineage_configuration: {
|
9716
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
9717
|
+
# },
|
8390
9718
|
# configuration: "CrawlerConfiguration",
|
8391
9719
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
8392
9720
|
# })
|
@@ -8814,6 +10142,15 @@ module Aws::Glue
|
|
8814
10142
|
# },
|
8815
10143
|
# },
|
8816
10144
|
# stored_as_sub_directories: false,
|
10145
|
+
# schema_reference: {
|
10146
|
+
# schema_id: {
|
10147
|
+
# schema_arn: "GlueResourceArn",
|
10148
|
+
# schema_name: "SchemaRegistryNameString",
|
10149
|
+
# registry_name: "SchemaRegistryNameString",
|
10150
|
+
# },
|
10151
|
+
# schema_version_id: "SchemaVersionIdString",
|
10152
|
+
# schema_version_number: 1,
|
10153
|
+
# },
|
8817
10154
|
# },
|
8818
10155
|
# parameters: {
|
8819
10156
|
# "KeyString" => "ParametersMapValue",
|
@@ -8831,6 +10168,119 @@ module Aws::Glue
|
|
8831
10168
|
req.send_request(options)
|
8832
10169
|
end
|
8833
10170
|
|
10171
|
+
# Updates an existing registry which is used to hold a collection of
|
10172
|
+
# schemas. The updated properties relate to the registry, and do not
|
10173
|
+
# modify any of the schemas within the registry.
|
10174
|
+
#
|
10175
|
+
# @option params [required, Types::RegistryId] :registry_id
|
10176
|
+
# This is a wrapper structure that may contain the registry name and
|
10177
|
+
# Amazon Resource Name (ARN).
|
10178
|
+
#
|
10179
|
+
# @option params [required, String] :description
|
10180
|
+
# A description of the registry. If description is not provided, this
|
10181
|
+
# field will not be updated.
|
10182
|
+
#
|
10183
|
+
# @return [Types::UpdateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10184
|
+
#
|
10185
|
+
# * {Types::UpdateRegistryResponse#registry_name #registry_name} => String
|
10186
|
+
# * {Types::UpdateRegistryResponse#registry_arn #registry_arn} => String
|
10187
|
+
#
|
10188
|
+
# @example Request syntax with placeholder values
|
10189
|
+
#
|
10190
|
+
# resp = client.update_registry({
|
10191
|
+
# registry_id: { # required
|
10192
|
+
# registry_name: "SchemaRegistryNameString",
|
10193
|
+
# registry_arn: "GlueResourceArn",
|
10194
|
+
# },
|
10195
|
+
# description: "DescriptionString", # required
|
10196
|
+
# })
|
10197
|
+
#
|
10198
|
+
# @example Response structure
|
10199
|
+
#
|
10200
|
+
# resp.registry_name #=> String
|
10201
|
+
# resp.registry_arn #=> String
|
10202
|
+
#
|
10203
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistry AWS API Documentation
|
10204
|
+
#
|
10205
|
+
# @overload update_registry(params = {})
|
10206
|
+
# @param [Hash] params ({})
|
10207
|
+
def update_registry(params = {}, options = {})
|
10208
|
+
req = build_request(:update_registry, params)
|
10209
|
+
req.send_request(options)
|
10210
|
+
end
|
10211
|
+
|
10212
|
+
# Updates the description, compatibility setting, or version checkpoint
|
10213
|
+
# for a schema set.
|
10214
|
+
#
|
10215
|
+
# For updating the compatibility setting, the call will not validate
|
10216
|
+
# compatibility for the entire set of schema versions with the new
|
10217
|
+
# compatibility setting. If the value for `Compatibility` is provided,
|
10218
|
+
# the `VersionNumber` (a checkpoint) is also required. The API will
|
10219
|
+
# validate the checkpoint version number for consistency.
|
10220
|
+
#
|
10221
|
+
# If the value for the `VersionNumber` (checkpoint) is provided,
|
10222
|
+
# `Compatibility` is optional and this can be used to set/reset a
|
10223
|
+
# checkpoint for the schema.
|
10224
|
+
#
|
10225
|
+
# This update will happen only if the schema is in the AVAILABLE state.
|
10226
|
+
#
|
10227
|
+
# @option params [required, Types::SchemaId] :schema_id
|
10228
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10229
|
+
# structure contains:
|
10230
|
+
#
|
10231
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10232
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
10233
|
+
#
|
10234
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
10235
|
+
# `SchemaName` has to be provided.
|
10236
|
+
#
|
10237
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
10238
|
+
# Version number required for check pointing. One of `VersionNumber` or
|
10239
|
+
# `Compatibility` has to be provided.
|
10240
|
+
#
|
10241
|
+
# @option params [String] :compatibility
|
10242
|
+
# The new compatibility setting for the schema.
|
10243
|
+
#
|
10244
|
+
# @option params [String] :description
|
10245
|
+
# The new description for the schema.
|
10246
|
+
#
|
10247
|
+
# @return [Types::UpdateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10248
|
+
#
|
10249
|
+
# * {Types::UpdateSchemaResponse#schema_arn #schema_arn} => String
|
10250
|
+
# * {Types::UpdateSchemaResponse#schema_name #schema_name} => String
|
10251
|
+
# * {Types::UpdateSchemaResponse#registry_name #registry_name} => String
|
10252
|
+
#
|
10253
|
+
# @example Request syntax with placeholder values
|
10254
|
+
#
|
10255
|
+
# resp = client.update_schema({
|
10256
|
+
# schema_id: { # required
|
10257
|
+
# schema_arn: "GlueResourceArn",
|
10258
|
+
# schema_name: "SchemaRegistryNameString",
|
10259
|
+
# registry_name: "SchemaRegistryNameString",
|
10260
|
+
# },
|
10261
|
+
# schema_version_number: {
|
10262
|
+
# latest_version: false,
|
10263
|
+
# version_number: 1,
|
10264
|
+
# },
|
10265
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
10266
|
+
# description: "DescriptionString",
|
10267
|
+
# })
|
10268
|
+
#
|
10269
|
+
# @example Response structure
|
10270
|
+
#
|
10271
|
+
# resp.schema_arn #=> String
|
10272
|
+
# resp.schema_name #=> String
|
10273
|
+
# resp.registry_name #=> String
|
10274
|
+
#
|
10275
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchema AWS API Documentation
|
10276
|
+
#
|
10277
|
+
# @overload update_schema(params = {})
|
10278
|
+
# @param [Hash] params ({})
|
10279
|
+
def update_schema(params = {}, options = {})
|
10280
|
+
req = build_request(:update_schema, params)
|
10281
|
+
req.send_request(options)
|
10282
|
+
end
|
10283
|
+
|
8834
10284
|
# Updates a metadata table in the Data Catalog.
|
8835
10285
|
#
|
8836
10286
|
# @option params [String] :catalog_id
|
@@ -8905,6 +10355,15 @@ module Aws::Glue
|
|
8905
10355
|
# },
|
8906
10356
|
# },
|
8907
10357
|
# stored_as_sub_directories: false,
|
10358
|
+
# schema_reference: {
|
10359
|
+
# schema_id: {
|
10360
|
+
# schema_arn: "GlueResourceArn",
|
10361
|
+
# schema_name: "SchemaRegistryNameString",
|
10362
|
+
# registry_name: "SchemaRegistryNameString",
|
10363
|
+
# },
|
10364
|
+
# schema_version_id: "SchemaVersionIdString",
|
10365
|
+
# schema_version_number: 1,
|
10366
|
+
# },
|
8908
10367
|
# },
|
8909
10368
|
# partition_keys: [
|
8910
10369
|
# {
|
@@ -9131,7 +10590,7 @@ module Aws::Glue
|
|
9131
10590
|
params: params,
|
9132
10591
|
config: config)
|
9133
10592
|
context[:gem_name] = 'aws-sdk-glue'
|
9134
|
-
context[:gem_version] = '1.
|
10593
|
+
context[:gem_version] = '1.80.0'
|
9135
10594
|
Seahorse::Client::Request.new(handlers, context)
|
9136
10595
|
end
|
9137
10596
|
|