aws-sdk-glue 1.78.0 → 1.83.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1454 -43
- data/lib/aws-sdk-glue/client_api.rb +730 -0
- data/lib/aws-sdk-glue/types.rb +2324 -191
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: bed1ee9177382c8ef45d7b73155976561399ba23c2d672f1a3d06280b01f6e93
|
4
|
+
data.tar.gz: 8e223b8d00e0fcdbb1b59198638005d7555e277fa526f587d79a6edd0650dbc7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8274f42f45465ca26c9a9c79e11703a1c521c29446555292091f7eaedb874175a0615f570471d7438157cbc2b307761d09a736d34d0adab2e28d1330c1759ac7
|
7
|
+
data.tar.gz: fa4a4c5761abe938bd5d201c212af56e59a12008a87dfcf7a0c6cc9793f2599c8b0b8a2135d59d21dd457b49cad1b5ee08713fc4af5e6a5a53773c476f249d15
|
data/lib/aws-sdk-glue.rb
CHANGED
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -410,6 +410,15 @@ module Aws::Glue
|
|
410
410
|
# },
|
411
411
|
# },
|
412
412
|
# stored_as_sub_directories: false,
|
413
|
+
# schema_reference: {
|
414
|
+
# schema_id: {
|
415
|
+
# schema_arn: "GlueResourceArn",
|
416
|
+
# schema_name: "SchemaRegistryNameString",
|
417
|
+
# registry_name: "SchemaRegistryNameString",
|
418
|
+
# },
|
419
|
+
# schema_version_id: "SchemaVersionIdString",
|
420
|
+
# schema_version_number: 1,
|
421
|
+
# },
|
413
422
|
# },
|
414
423
|
# parameters: {
|
415
424
|
# "KeyString" => "ParametersMapValue",
|
@@ -682,6 +691,7 @@ module Aws::Glue
|
|
682
691
|
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
683
692
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
684
693
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
694
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
685
695
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
686
696
|
# resp.crawlers[0].table_prefix #=> String
|
687
697
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -906,6 +916,11 @@ module Aws::Glue
|
|
906
916
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
907
917
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
908
918
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
919
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
920
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
921
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
922
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
923
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
909
924
|
# resp.partitions[0].parameters #=> Hash
|
910
925
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
911
926
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -1284,6 +1299,15 @@ module Aws::Glue
|
|
1284
1299
|
# },
|
1285
1300
|
# },
|
1286
1301
|
# stored_as_sub_directories: false,
|
1302
|
+
# schema_reference: {
|
1303
|
+
# schema_id: {
|
1304
|
+
# schema_arn: "GlueResourceArn",
|
1305
|
+
# schema_name: "SchemaRegistryNameString",
|
1306
|
+
# registry_name: "SchemaRegistryNameString",
|
1307
|
+
# },
|
1308
|
+
# schema_version_id: "SchemaVersionIdString",
|
1309
|
+
# schema_version_number: 1,
|
1310
|
+
# },
|
1287
1311
|
# },
|
1288
1312
|
# parameters: {
|
1289
1313
|
# "KeyString" => "ParametersMapValue",
|
@@ -1351,6 +1375,44 @@ module Aws::Glue
|
|
1351
1375
|
req.send_request(options)
|
1352
1376
|
end
|
1353
1377
|
|
1378
|
+
# Validates the supplied schema. This call has no side effects, it
|
1379
|
+
# simply validates using the supplied schema using `DataFormat` as the
|
1380
|
+
# format. Since it does not take a schema set name, no compatibility
|
1381
|
+
# checks are performed.
|
1382
|
+
#
|
1383
|
+
# @option params [required, String] :data_format
|
1384
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1385
|
+
# supported.
|
1386
|
+
#
|
1387
|
+
# @option params [required, String] :schema_definition
|
1388
|
+
# The definition of the schema that has to be validated.
|
1389
|
+
#
|
1390
|
+
# @return [Types::CheckSchemaVersionValidityResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
1391
|
+
#
|
1392
|
+
# * {Types::CheckSchemaVersionValidityResponse#valid #valid} => Boolean
|
1393
|
+
# * {Types::CheckSchemaVersionValidityResponse#error #error} => String
|
1394
|
+
#
|
1395
|
+
# @example Request syntax with placeholder values
|
1396
|
+
#
|
1397
|
+
# resp = client.check_schema_version_validity({
|
1398
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1399
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1400
|
+
# })
|
1401
|
+
#
|
1402
|
+
# @example Response structure
|
1403
|
+
#
|
1404
|
+
# resp.valid #=> Boolean
|
1405
|
+
# resp.error #=> String
|
1406
|
+
#
|
1407
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidity AWS API Documentation
|
1408
|
+
#
|
1409
|
+
# @overload check_schema_version_validity(params = {})
|
1410
|
+
# @param [Hash] params ({})
|
1411
|
+
def check_schema_version_validity(params = {}, options = {})
|
1412
|
+
req = build_request(:check_schema_version_validity, params)
|
1413
|
+
req.send_request(options)
|
1414
|
+
end
|
1415
|
+
|
1354
1416
|
# Creates a classifier in the user's account. This can be a
|
1355
1417
|
# `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
|
1356
1418
|
# `CsvClassifier`, depending on which field of the request is present.
|
@@ -1425,7 +1487,7 @@ module Aws::Glue
|
|
1425
1487
|
# connection_input: { # required
|
1426
1488
|
# name: "NameString", # required
|
1427
1489
|
# description: "DescriptionString",
|
1428
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1490
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
1429
1491
|
# match_criteria: ["NameString"],
|
1430
1492
|
# connection_properties: { # required
|
1431
1493
|
# "HOST" => "ValueString",
|
@@ -1494,6 +1556,9 @@ module Aws::Glue
|
|
1494
1556
|
# A policy that specifies whether to crawl the entire dataset again, or
|
1495
1557
|
# to crawl only folders that were added since the last crawler run.
|
1496
1558
|
#
|
1559
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
1560
|
+
# Specifies data lineage configuration settings for the crawler.
|
1561
|
+
#
|
1497
1562
|
# @option params [String] :configuration
|
1498
1563
|
# Crawler configuration information. This versioned JSON string allows
|
1499
1564
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -1571,6 +1636,9 @@ module Aws::Glue
|
|
1571
1636
|
# recrawl_policy: {
|
1572
1637
|
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
1573
1638
|
# },
|
1639
|
+
# lineage_configuration: {
|
1640
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
1641
|
+
# },
|
1574
1642
|
# configuration: "CrawlerConfiguration",
|
1575
1643
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
1576
1644
|
# tags: {
|
@@ -2316,6 +2384,15 @@ module Aws::Glue
|
|
2316
2384
|
# },
|
2317
2385
|
# },
|
2318
2386
|
# stored_as_sub_directories: false,
|
2387
|
+
# schema_reference: {
|
2388
|
+
# schema_id: {
|
2389
|
+
# schema_arn: "GlueResourceArn",
|
2390
|
+
# schema_name: "SchemaRegistryNameString",
|
2391
|
+
# registry_name: "SchemaRegistryNameString",
|
2392
|
+
# },
|
2393
|
+
# schema_version_id: "SchemaVersionIdString",
|
2394
|
+
# schema_version_number: 1,
|
2395
|
+
# },
|
2319
2396
|
# },
|
2320
2397
|
# parameters: {
|
2321
2398
|
# "KeyString" => "ParametersMapValue",
|
@@ -2333,6 +2410,245 @@ module Aws::Glue
|
|
2333
2410
|
req.send_request(options)
|
2334
2411
|
end
|
2335
2412
|
|
2413
|
+
# Creates a specified partition index in an existing table.
|
2414
|
+
#
|
2415
|
+
# @option params [String] :catalog_id
|
2416
|
+
# The catalog ID where the table resides.
|
2417
|
+
#
|
2418
|
+
# @option params [required, String] :database_name
|
2419
|
+
# Specifies the name of a database in which you want to create a
|
2420
|
+
# partition index.
|
2421
|
+
#
|
2422
|
+
# @option params [required, String] :table_name
|
2423
|
+
# Specifies the name of a table in which you want to create a partition
|
2424
|
+
# index.
|
2425
|
+
#
|
2426
|
+
# @option params [required, Types::PartitionIndex] :partition_index
|
2427
|
+
# Specifies a `PartitionIndex` structure to create a partition index in
|
2428
|
+
# an existing table.
|
2429
|
+
#
|
2430
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
2431
|
+
#
|
2432
|
+
# @example Request syntax with placeholder values
|
2433
|
+
#
|
2434
|
+
# resp = client.create_partition_index({
|
2435
|
+
# catalog_id: "CatalogIdString",
|
2436
|
+
# database_name: "NameString", # required
|
2437
|
+
# table_name: "NameString", # required
|
2438
|
+
# partition_index: { # required
|
2439
|
+
# keys: ["NameString"], # required
|
2440
|
+
# index_name: "NameString", # required
|
2441
|
+
# },
|
2442
|
+
# })
|
2443
|
+
#
|
2444
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndex AWS API Documentation
|
2445
|
+
#
|
2446
|
+
# @overload create_partition_index(params = {})
|
2447
|
+
# @param [Hash] params ({})
|
2448
|
+
def create_partition_index(params = {}, options = {})
|
2449
|
+
req = build_request(:create_partition_index, params)
|
2450
|
+
req.send_request(options)
|
2451
|
+
end
|
2452
|
+
|
2453
|
+
# Creates a new registry which may be used to hold a collection of
|
2454
|
+
# schemas.
|
2455
|
+
#
|
2456
|
+
# @option params [required, String] :registry_name
|
2457
|
+
# Name of the registry to be created of max length of 255, and may only
|
2458
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2459
|
+
# mark. No whitespace.
|
2460
|
+
#
|
2461
|
+
# @option params [String] :description
|
2462
|
+
# A description of the registry. If description is not provided, there
|
2463
|
+
# will not be any default value for this.
|
2464
|
+
#
|
2465
|
+
# @option params [Hash<String,String>] :tags
|
2466
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2467
|
+
# command line, or API.
|
2468
|
+
#
|
2469
|
+
# @return [Types::CreateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2470
|
+
#
|
2471
|
+
# * {Types::CreateRegistryResponse#registry_arn #registry_arn} => String
|
2472
|
+
# * {Types::CreateRegistryResponse#registry_name #registry_name} => String
|
2473
|
+
# * {Types::CreateRegistryResponse#description #description} => String
|
2474
|
+
# * {Types::CreateRegistryResponse#tags #tags} => Hash<String,String>
|
2475
|
+
#
|
2476
|
+
# @example Request syntax with placeholder values
|
2477
|
+
#
|
2478
|
+
# resp = client.create_registry({
|
2479
|
+
# registry_name: "SchemaRegistryNameString", # required
|
2480
|
+
# description: "DescriptionString",
|
2481
|
+
# tags: {
|
2482
|
+
# "TagKey" => "TagValue",
|
2483
|
+
# },
|
2484
|
+
# })
|
2485
|
+
#
|
2486
|
+
# @example Response structure
|
2487
|
+
#
|
2488
|
+
# resp.registry_arn #=> String
|
2489
|
+
# resp.registry_name #=> String
|
2490
|
+
# resp.description #=> String
|
2491
|
+
# resp.tags #=> Hash
|
2492
|
+
# resp.tags["TagKey"] #=> String
|
2493
|
+
#
|
2494
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistry AWS API Documentation
|
2495
|
+
#
|
2496
|
+
# @overload create_registry(params = {})
|
2497
|
+
# @param [Hash] params ({})
|
2498
|
+
def create_registry(params = {}, options = {})
|
2499
|
+
req = build_request(:create_registry, params)
|
2500
|
+
req.send_request(options)
|
2501
|
+
end
|
2502
|
+
|
2503
|
+
# Creates a new schema set and registers the schema definition. Returns
|
2504
|
+
# an error if the schema set already exists without actually registering
|
2505
|
+
# the version.
|
2506
|
+
#
|
2507
|
+
# When the schema set is created, a version checkpoint will be set to
|
2508
|
+
# the first version. Compatibility mode "DISABLED" restricts any
|
2509
|
+
# additional schema versions from being added after the first schema
|
2510
|
+
# version. For all other compatibility modes, validation of
|
2511
|
+
# compatibility settings will be applied only from the second version
|
2512
|
+
# onwards when the `RegisterSchemaVersion` API is used.
|
2513
|
+
#
|
2514
|
+
# When this API is called without a `RegistryId`, this will create an
|
2515
|
+
# entry for a "default-registry" in the registry database tables, if
|
2516
|
+
# it is not already present.
|
2517
|
+
#
|
2518
|
+
# @option params [Types::RegistryId] :registry_id
|
2519
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
2520
|
+
# this is not provided, the default registry will be used. The ARN
|
2521
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
2522
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
2523
|
+
#
|
2524
|
+
# @option params [required, String] :schema_name
|
2525
|
+
# Name of the schema to be created of max length of 255, and may only
|
2526
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
2527
|
+
# mark. No whitespace.
|
2528
|
+
#
|
2529
|
+
# @option params [required, String] :data_format
|
2530
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
2531
|
+
# supported.
|
2532
|
+
#
|
2533
|
+
# @option params [String] :compatibility
|
2534
|
+
# The compatibility mode of the schema. The possible values are:
|
2535
|
+
#
|
2536
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
2537
|
+
# development scenarios or if you do not know the compatibility mode
|
2538
|
+
# that you want to apply to schemas. Any new version added will be
|
2539
|
+
# accepted without undergoing a compatibility check.
|
2540
|
+
#
|
2541
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
2542
|
+
# particular schema. You can use this choice to prevent future
|
2543
|
+
# versioning of a schema.
|
2544
|
+
#
|
2545
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
2546
|
+
# data receivers to read both the current and one previous schema
|
2547
|
+
# version. This means that for instance, a new schema version cannot
|
2548
|
+
# drop data fields or change the type of these fields, so they can't
|
2549
|
+
# be read by readers using the previous version.
|
2550
|
+
#
|
2551
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers to
|
2552
|
+
# read both the current and all previous schema versions. You can use
|
2553
|
+
# this choice when you need to delete fields or add optional fields,
|
2554
|
+
# and check compatibility against all previous schema versions.
|
2555
|
+
#
|
2556
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to read
|
2557
|
+
# both the current and one next schema version, but not necessarily
|
2558
|
+
# later versions. You can use this choice when you need to add fields
|
2559
|
+
# or delete optional fields, but only check compatibility against the
|
2560
|
+
# last schema version.
|
2561
|
+
#
|
2562
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers to
|
2563
|
+
# read written by producers of any new registered schema. You can use
|
2564
|
+
# this choice when you need to add fields or delete optional fields,
|
2565
|
+
# and check compatibility against all previous schema versions.
|
2566
|
+
#
|
2567
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
2568
|
+
# data written by producers using the previous or next version of the
|
2569
|
+
# schema, but not necessarily earlier or later versions. You can use
|
2570
|
+
# this choice when you need to add or remove optional fields, but only
|
2571
|
+
# check compatibility against the last schema version.
|
2572
|
+
#
|
2573
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
2574
|
+
# read data written by producers using all previous schema versions.
|
2575
|
+
# You can use this choice when you need to add or remove optional
|
2576
|
+
# fields, and check compatibility against all previous schema
|
2577
|
+
# versions.
|
2578
|
+
#
|
2579
|
+
# @option params [String] :description
|
2580
|
+
# An optional description of the schema. If description is not provided,
|
2581
|
+
# there will not be any automatic default value for this.
|
2582
|
+
#
|
2583
|
+
# @option params [Hash<String,String>] :tags
|
2584
|
+
# AWS tags that contain a key value pair and may be searched by console,
|
2585
|
+
# command line, or API. If specified, follows the AWS tags-on-create
|
2586
|
+
# pattern.
|
2587
|
+
#
|
2588
|
+
# @option params [String] :schema_definition
|
2589
|
+
# The schema definition using the `DataFormat` setting for `SchemaName`.
|
2590
|
+
#
|
2591
|
+
# @return [Types::CreateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
2592
|
+
#
|
2593
|
+
# * {Types::CreateSchemaResponse#registry_name #registry_name} => String
|
2594
|
+
# * {Types::CreateSchemaResponse#registry_arn #registry_arn} => String
|
2595
|
+
# * {Types::CreateSchemaResponse#schema_name #schema_name} => String
|
2596
|
+
# * {Types::CreateSchemaResponse#schema_arn #schema_arn} => String
|
2597
|
+
# * {Types::CreateSchemaResponse#description #description} => String
|
2598
|
+
# * {Types::CreateSchemaResponse#data_format #data_format} => String
|
2599
|
+
# * {Types::CreateSchemaResponse#compatibility #compatibility} => String
|
2600
|
+
# * {Types::CreateSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
2601
|
+
# * {Types::CreateSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
2602
|
+
# * {Types::CreateSchemaResponse#next_schema_version #next_schema_version} => Integer
|
2603
|
+
# * {Types::CreateSchemaResponse#schema_status #schema_status} => String
|
2604
|
+
# * {Types::CreateSchemaResponse#tags #tags} => Hash<String,String>
|
2605
|
+
# * {Types::CreateSchemaResponse#schema_version_id #schema_version_id} => String
|
2606
|
+
# * {Types::CreateSchemaResponse#schema_version_status #schema_version_status} => String
|
2607
|
+
#
|
2608
|
+
# @example Request syntax with placeholder values
|
2609
|
+
#
|
2610
|
+
# resp = client.create_schema({
|
2611
|
+
# registry_id: {
|
2612
|
+
# registry_name: "SchemaRegistryNameString",
|
2613
|
+
# registry_arn: "GlueResourceArn",
|
2614
|
+
# },
|
2615
|
+
# schema_name: "SchemaRegistryNameString", # required
|
2616
|
+
# data_format: "AVRO", # required, accepts AVRO
|
2617
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
2618
|
+
# description: "DescriptionString",
|
2619
|
+
# tags: {
|
2620
|
+
# "TagKey" => "TagValue",
|
2621
|
+
# },
|
2622
|
+
# schema_definition: "SchemaDefinitionString",
|
2623
|
+
# })
|
2624
|
+
#
|
2625
|
+
# @example Response structure
|
2626
|
+
#
|
2627
|
+
# resp.registry_name #=> String
|
2628
|
+
# resp.registry_arn #=> String
|
2629
|
+
# resp.schema_name #=> String
|
2630
|
+
# resp.schema_arn #=> String
|
2631
|
+
# resp.description #=> String
|
2632
|
+
# resp.data_format #=> String, one of "AVRO"
|
2633
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
2634
|
+
# resp.schema_checkpoint #=> Integer
|
2635
|
+
# resp.latest_schema_version #=> Integer
|
2636
|
+
# resp.next_schema_version #=> Integer
|
2637
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
2638
|
+
# resp.tags #=> Hash
|
2639
|
+
# resp.tags["TagKey"] #=> String
|
2640
|
+
# resp.schema_version_id #=> String
|
2641
|
+
# resp.schema_version_status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
2642
|
+
#
|
2643
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchema AWS API Documentation
|
2644
|
+
#
|
2645
|
+
# @overload create_schema(params = {})
|
2646
|
+
# @param [Hash] params ({})
|
2647
|
+
def create_schema(params = {}, options = {})
|
2648
|
+
req = build_request(:create_schema, params)
|
2649
|
+
req.send_request(options)
|
2650
|
+
end
|
2651
|
+
|
2336
2652
|
# Transforms a directed acyclic graph (DAG) into code.
|
2337
2653
|
#
|
2338
2654
|
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
@@ -2520,6 +2836,15 @@ module Aws::Glue
|
|
2520
2836
|
# },
|
2521
2837
|
# },
|
2522
2838
|
# stored_as_sub_directories: false,
|
2839
|
+
# schema_reference: {
|
2840
|
+
# schema_id: {
|
2841
|
+
# schema_arn: "GlueResourceArn",
|
2842
|
+
# schema_name: "SchemaRegistryNameString",
|
2843
|
+
# registry_name: "SchemaRegistryNameString",
|
2844
|
+
# },
|
2845
|
+
# schema_version_id: "SchemaVersionIdString",
|
2846
|
+
# schema_version_number: 1,
|
2847
|
+
# },
|
2523
2848
|
# },
|
2524
2849
|
# partition_keys: [
|
2525
2850
|
# {
|
@@ -3076,6 +3401,83 @@ module Aws::Glue
|
|
3076
3401
|
req.send_request(options)
|
3077
3402
|
end
|
3078
3403
|
|
3404
|
+
# Deletes a specified partition index from an existing table.
|
3405
|
+
#
|
3406
|
+
# @option params [String] :catalog_id
|
3407
|
+
# The catalog ID where the table resides.
|
3408
|
+
#
|
3409
|
+
# @option params [required, String] :database_name
|
3410
|
+
# Specifies the name of a database from which you want to delete a
|
3411
|
+
# partition index.
|
3412
|
+
#
|
3413
|
+
# @option params [required, String] :table_name
|
3414
|
+
# Specifies the name of a table from which you want to delete a
|
3415
|
+
# partition index.
|
3416
|
+
#
|
3417
|
+
# @option params [required, String] :index_name
|
3418
|
+
# The name of the partition index to be deleted.
|
3419
|
+
#
|
3420
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
3421
|
+
#
|
3422
|
+
# @example Request syntax with placeholder values
|
3423
|
+
#
|
3424
|
+
# resp = client.delete_partition_index({
|
3425
|
+
# catalog_id: "CatalogIdString",
|
3426
|
+
# database_name: "NameString", # required
|
3427
|
+
# table_name: "NameString", # required
|
3428
|
+
# index_name: "NameString", # required
|
3429
|
+
# })
|
3430
|
+
#
|
3431
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndex AWS API Documentation
|
3432
|
+
#
|
3433
|
+
# @overload delete_partition_index(params = {})
|
3434
|
+
# @param [Hash] params ({})
|
3435
|
+
def delete_partition_index(params = {}, options = {})
|
3436
|
+
req = build_request(:delete_partition_index, params)
|
3437
|
+
req.send_request(options)
|
3438
|
+
end
|
3439
|
+
|
3440
|
+
# Delete the entire registry including schema and all of its versions.
|
3441
|
+
# To get the status of the delete operation, you can call the
|
3442
|
+
# `GetRegistry` API after the asynchronous call. Deleting a registry
|
3443
|
+
# will disable all online operations for the registry such as the
|
3444
|
+
# `UpdateRegistry`, `CreateSchema`, `UpdateSchema`, and
|
3445
|
+
# `RegisterSchemaVersion` APIs.
|
3446
|
+
#
|
3447
|
+
# @option params [required, Types::RegistryId] :registry_id
|
3448
|
+
# This is a wrapper structure that may contain the registry name and
|
3449
|
+
# Amazon Resource Name (ARN).
|
3450
|
+
#
|
3451
|
+
# @return [Types::DeleteRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3452
|
+
#
|
3453
|
+
# * {Types::DeleteRegistryResponse#registry_name #registry_name} => String
|
3454
|
+
# * {Types::DeleteRegistryResponse#registry_arn #registry_arn} => String
|
3455
|
+
# * {Types::DeleteRegistryResponse#status #status} => String
|
3456
|
+
#
|
3457
|
+
# @example Request syntax with placeholder values
|
3458
|
+
#
|
3459
|
+
# resp = client.delete_registry({
|
3460
|
+
# registry_id: { # required
|
3461
|
+
# registry_name: "SchemaRegistryNameString",
|
3462
|
+
# registry_arn: "GlueResourceArn",
|
3463
|
+
# },
|
3464
|
+
# })
|
3465
|
+
#
|
3466
|
+
# @example Response structure
|
3467
|
+
#
|
3468
|
+
# resp.registry_name #=> String
|
3469
|
+
# resp.registry_arn #=> String
|
3470
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
3471
|
+
#
|
3472
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistry AWS API Documentation
|
3473
|
+
#
|
3474
|
+
# @overload delete_registry(params = {})
|
3475
|
+
# @param [Hash] params ({})
|
3476
|
+
def delete_registry(params = {}, options = {})
|
3477
|
+
req = build_request(:delete_registry, params)
|
3478
|
+
req.send_request(options)
|
3479
|
+
end
|
3480
|
+
|
3079
3481
|
# Deletes a specified policy.
|
3080
3482
|
#
|
3081
3483
|
# @option params [String] :policy_hash_condition
|
@@ -3103,6 +3505,109 @@ module Aws::Glue
|
|
3103
3505
|
req.send_request(options)
|
3104
3506
|
end
|
3105
3507
|
|
3508
|
+
# Deletes the entire schema set, including the schema set and all of its
|
3509
|
+
# versions. To get the status of the delete operation, you can call
|
3510
|
+
# `GetSchema` API after the asynchronous call. Deleting a registry will
|
3511
|
+
# disable all online operations for the schema, such as the
|
3512
|
+
# `GetSchemaByDefinition`, and `RegisterSchemaVersion` APIs.
|
3513
|
+
#
|
3514
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3515
|
+
# This is a wrapper structure that may contain the schema name and
|
3516
|
+
# Amazon Resource Name (ARN).
|
3517
|
+
#
|
3518
|
+
# @return [Types::DeleteSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3519
|
+
#
|
3520
|
+
# * {Types::DeleteSchemaResponse#schema_arn #schema_arn} => String
|
3521
|
+
# * {Types::DeleteSchemaResponse#schema_name #schema_name} => String
|
3522
|
+
# * {Types::DeleteSchemaResponse#status #status} => String
|
3523
|
+
#
|
3524
|
+
# @example Request syntax with placeholder values
|
3525
|
+
#
|
3526
|
+
# resp = client.delete_schema({
|
3527
|
+
# schema_id: { # required
|
3528
|
+
# schema_arn: "GlueResourceArn",
|
3529
|
+
# schema_name: "SchemaRegistryNameString",
|
3530
|
+
# registry_name: "SchemaRegistryNameString",
|
3531
|
+
# },
|
3532
|
+
# })
|
3533
|
+
#
|
3534
|
+
# @example Response structure
|
3535
|
+
#
|
3536
|
+
# resp.schema_arn #=> String
|
3537
|
+
# resp.schema_name #=> String
|
3538
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
3539
|
+
#
|
3540
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchema AWS API Documentation
|
3541
|
+
#
|
3542
|
+
# @overload delete_schema(params = {})
|
3543
|
+
# @param [Hash] params ({})
|
3544
|
+
def delete_schema(params = {}, options = {})
|
3545
|
+
req = build_request(:delete_schema, params)
|
3546
|
+
req.send_request(options)
|
3547
|
+
end
|
3548
|
+
|
3549
|
+
# Remove versions from the specified schema. A version number or range
|
3550
|
+
# may be supplied. If the compatibility mode forbids deleting of a
|
3551
|
+
# version that is necessary, such as BACKWARDS\_FULL, an error is
|
3552
|
+
# returned. Calling the `GetSchemaVersions` API after this call will
|
3553
|
+
# list the status of the deleted versions.
|
3554
|
+
#
|
3555
|
+
# When the range of version numbers contain check pointed version, the
|
3556
|
+
# API will return a 409 conflict and will not proceed with the deletion.
|
3557
|
+
# You have to remove the checkpoint first using the
|
3558
|
+
# `DeleteSchemaCheckpoint` API before using this API.
|
3559
|
+
#
|
3560
|
+
# You cannot use the `DeleteSchemaVersions` API to delete the first
|
3561
|
+
# schema version in the schema set. The first schema version can only be
|
3562
|
+
# deleted by the `DeleteSchema` API. This operation will also delete the
|
3563
|
+
# attached `SchemaVersionMetadata` under the schema versions. Hard
|
3564
|
+
# deletes will be enforced on the database.
|
3565
|
+
#
|
3566
|
+
# If the compatibility mode forbids deleting of a version that is
|
3567
|
+
# necessary, such as BACKWARDS\_FULL, an error is returned.
|
3568
|
+
#
|
3569
|
+
# @option params [required, Types::SchemaId] :schema_id
|
3570
|
+
# This is a wrapper structure that may contain the schema name and
|
3571
|
+
# Amazon Resource Name (ARN).
|
3572
|
+
#
|
3573
|
+
# @option params [required, String] :versions
|
3574
|
+
# A version range may be supplied which may be of the format:
|
3575
|
+
#
|
3576
|
+
# * a single version number, 5
|
3577
|
+
#
|
3578
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
3579
|
+
#
|
3580
|
+
# @return [Types::DeleteSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
3581
|
+
#
|
3582
|
+
# * {Types::DeleteSchemaVersionsResponse#schema_version_errors #schema_version_errors} => Array<Types::SchemaVersionErrorItem>
|
3583
|
+
#
|
3584
|
+
# @example Request syntax with placeholder values
|
3585
|
+
#
|
3586
|
+
# resp = client.delete_schema_versions({
|
3587
|
+
# schema_id: { # required
|
3588
|
+
# schema_arn: "GlueResourceArn",
|
3589
|
+
# schema_name: "SchemaRegistryNameString",
|
3590
|
+
# registry_name: "SchemaRegistryNameString",
|
3591
|
+
# },
|
3592
|
+
# versions: "VersionsString", # required
|
3593
|
+
# })
|
3594
|
+
#
|
3595
|
+
# @example Response structure
|
3596
|
+
#
|
3597
|
+
# resp.schema_version_errors #=> Array
|
3598
|
+
# resp.schema_version_errors[0].version_number #=> Integer
|
3599
|
+
# resp.schema_version_errors[0].error_details.error_code #=> String
|
3600
|
+
# resp.schema_version_errors[0].error_details.error_message #=> String
|
3601
|
+
#
|
3602
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersions AWS API Documentation
|
3603
|
+
#
|
3604
|
+
# @overload delete_schema_versions(params = {})
|
3605
|
+
# @param [Hash] params ({})
|
3606
|
+
def delete_schema_versions(params = {}, options = {})
|
3607
|
+
req = build_request(:delete_schema_versions, params)
|
3608
|
+
req.send_request(options)
|
3609
|
+
end
|
3610
|
+
|
3106
3611
|
# Deletes a specified security configuration.
|
3107
3612
|
#
|
3108
3613
|
# @option params [required, String] :name
|
@@ -3648,7 +4153,7 @@ module Aws::Glue
|
|
3648
4153
|
#
|
3649
4154
|
# resp.connection.name #=> String
|
3650
4155
|
# resp.connection.description #=> String
|
3651
|
-
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
4156
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
|
3652
4157
|
# resp.connection.match_criteria #=> Array
|
3653
4158
|
# resp.connection.match_criteria[0] #=> String
|
3654
4159
|
# resp.connection.connection_properties #=> Hash
|
@@ -3706,7 +4211,7 @@ module Aws::Glue
|
|
3706
4211
|
# catalog_id: "CatalogIdString",
|
3707
4212
|
# filter: {
|
3708
4213
|
# match_criteria: ["NameString"],
|
3709
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
4214
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
3710
4215
|
# },
|
3711
4216
|
# hide_password: false,
|
3712
4217
|
# next_token: "Token",
|
@@ -3718,7 +4223,7 @@ module Aws::Glue
|
|
3718
4223
|
# resp.connection_list #=> Array
|
3719
4224
|
# resp.connection_list[0].name #=> String
|
3720
4225
|
# resp.connection_list[0].description #=> String
|
3721
|
-
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
4226
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
|
3722
4227
|
# resp.connection_list[0].match_criteria #=> Array
|
3723
4228
|
# resp.connection_list[0].match_criteria[0] #=> String
|
3724
4229
|
# resp.connection_list[0].connection_properties #=> Hash
|
@@ -3789,6 +4294,7 @@ module Aws::Glue
|
|
3789
4294
|
# resp.crawler.recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3790
4295
|
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3791
4296
|
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4297
|
+
# resp.crawler.lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3792
4298
|
# resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3793
4299
|
# resp.crawler.table_prefix #=> String
|
3794
4300
|
# resp.crawler.schedule.schedule_expression #=> String
|
@@ -3919,6 +4425,7 @@ module Aws::Glue
|
|
3919
4425
|
# resp.crawlers[0].recrawl_policy.recrawl_behavior #=> String, one of "CRAWL_EVERYTHING", "CRAWL_NEW_FOLDERS_ONLY"
|
3920
4426
|
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
3921
4427
|
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
4428
|
+
# resp.crawlers[0].lineage_configuration.crawler_lineage_settings #=> String, one of "ENABLE", "DISABLE"
|
3922
4429
|
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
3923
4430
|
# resp.crawlers[0].table_prefix #=> String
|
3924
4431
|
# resp.crawlers[0].schedule.schedule_expression #=> String
|
@@ -4747,6 +5254,9 @@ module Aws::Glue
|
|
4747
5254
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
|
4748
5255
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
|
4749
5256
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
|
5257
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances #=> Array
|
5258
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
|
5259
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
|
4750
5260
|
# resp.label_count #=> Integer
|
4751
5261
|
# resp.schema #=> Array
|
4752
5262
|
# resp.schema[0].name #=> String
|
@@ -4852,6 +5362,9 @@ module Aws::Glue
|
|
4852
5362
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
|
4853
5363
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
|
4854
5364
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
|
5365
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances #=> Array
|
5366
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
|
5367
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
|
4855
5368
|
# resp.transforms[0].label_count #=> Integer
|
4856
5369
|
# resp.transforms[0].schema #=> Array
|
4857
5370
|
# resp.transforms[0].schema[0].name #=> String
|
@@ -5014,6 +5527,11 @@ module Aws::Glue
|
|
5014
5527
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5015
5528
|
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5016
5529
|
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
5530
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5531
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5532
|
+
# resp.partition.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5533
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_id #=> String
|
5534
|
+
# resp.partition.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5017
5535
|
# resp.partition.parameters #=> Hash
|
5018
5536
|
# resp.partition.parameters["KeyString"] #=> String
|
5019
5537
|
# resp.partition.last_analyzed_time #=> Time
|
@@ -5067,7 +5585,12 @@ module Aws::Glue
|
|
5067
5585
|
# resp.partition_index_descriptor_list[0].keys #=> Array
|
5068
5586
|
# resp.partition_index_descriptor_list[0].keys[0].name #=> String
|
5069
5587
|
# resp.partition_index_descriptor_list[0].keys[0].type #=> String
|
5070
|
-
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "ACTIVE"
|
5588
|
+
# resp.partition_index_descriptor_list[0].index_status #=> String, one of "CREATING", "ACTIVE", "DELETING", "FAILED"
|
5589
|
+
# resp.partition_index_descriptor_list[0].backfill_errors #=> Array
|
5590
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].code #=> String, one of "ENCRYPTED_PARTITION_ERROR", "INTERNAL_ERROR", "INVALID_PARTITION_TYPE_DATA_ERROR", "MISSING_PARTITION_VALUE_ERROR", "UNSUPPORTED_PARTITION_CHARACTER_ERROR"
|
5591
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions #=> Array
|
5592
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values #=> Array
|
5593
|
+
# resp.partition_index_descriptor_list[0].backfill_errors[0].partitions[0].values[0] #=> String
|
5071
5594
|
# resp.next_token #=> String
|
5072
5595
|
#
|
5073
5596
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionIndexes AWS API Documentation
|
@@ -5254,6 +5777,11 @@ module Aws::Glue
|
|
5254
5777
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5255
5778
|
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5256
5779
|
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
5780
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
5781
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
5782
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
5783
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
5784
|
+
# resp.partitions[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5257
5785
|
# resp.partitions[0].parameters #=> Hash
|
5258
5786
|
# resp.partitions[0].parameters["KeyString"] #=> String
|
5259
5787
|
# resp.partitions[0].last_analyzed_time #=> Time
|
@@ -5369,6 +5897,48 @@ module Aws::Glue
|
|
5369
5897
|
req.send_request(options)
|
5370
5898
|
end
|
5371
5899
|
|
5900
|
+
# Describes the specified registry in detail.
|
5901
|
+
#
|
5902
|
+
# @option params [required, Types::RegistryId] :registry_id
|
5903
|
+
# This is a wrapper structure that may contain the registry name and
|
5904
|
+
# Amazon Resource Name (ARN).
|
5905
|
+
#
|
5906
|
+
# @return [Types::GetRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5907
|
+
#
|
5908
|
+
# * {Types::GetRegistryResponse#registry_name #registry_name} => String
|
5909
|
+
# * {Types::GetRegistryResponse#registry_arn #registry_arn} => String
|
5910
|
+
# * {Types::GetRegistryResponse#description #description} => String
|
5911
|
+
# * {Types::GetRegistryResponse#status #status} => String
|
5912
|
+
# * {Types::GetRegistryResponse#created_time #created_time} => String
|
5913
|
+
# * {Types::GetRegistryResponse#updated_time #updated_time} => String
|
5914
|
+
#
|
5915
|
+
# @example Request syntax with placeholder values
|
5916
|
+
#
|
5917
|
+
# resp = client.get_registry({
|
5918
|
+
# registry_id: { # required
|
5919
|
+
# registry_name: "SchemaRegistryNameString",
|
5920
|
+
# registry_arn: "GlueResourceArn",
|
5921
|
+
# },
|
5922
|
+
# })
|
5923
|
+
#
|
5924
|
+
# @example Response structure
|
5925
|
+
#
|
5926
|
+
# resp.registry_name #=> String
|
5927
|
+
# resp.registry_arn #=> String
|
5928
|
+
# resp.description #=> String
|
5929
|
+
# resp.status #=> String, one of "AVAILABLE", "DELETING"
|
5930
|
+
# resp.created_time #=> String
|
5931
|
+
# resp.updated_time #=> String
|
5932
|
+
#
|
5933
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistry AWS API Documentation
|
5934
|
+
#
|
5935
|
+
# @overload get_registry(params = {})
|
5936
|
+
# @param [Hash] params ({})
|
5937
|
+
def get_registry(params = {}, options = {})
|
5938
|
+
req = build_request(:get_registry, params)
|
5939
|
+
req.send_request(options)
|
5940
|
+
end
|
5941
|
+
|
5372
5942
|
# Retrieves the security configurations for the resource policies set on
|
5373
5943
|
# individual resources, and also the account-level policy.
|
5374
5944
|
#
|
@@ -5388,6 +5958,8 @@ module Aws::Glue
|
|
5388
5958
|
# * {Types::GetResourcePoliciesResponse#get_resource_policies_response_list #get_resource_policies_response_list} => Array<Types::GluePolicy>
|
5389
5959
|
# * {Types::GetResourcePoliciesResponse#next_token #next_token} => String
|
5390
5960
|
#
|
5961
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
5962
|
+
#
|
5391
5963
|
# @example Request syntax with placeholder values
|
5392
5964
|
#
|
5393
5965
|
# resp = client.get_resource_policies({
|
@@ -5453,70 +6025,318 @@ module Aws::Glue
|
|
5453
6025
|
req.send_request(options)
|
5454
6026
|
end
|
5455
6027
|
|
5456
|
-
#
|
6028
|
+
# Describes the specified schema in detail.
|
5457
6029
|
#
|
5458
|
-
# @option params [required,
|
5459
|
-
#
|
6030
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6031
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6032
|
+
# structure contains:
|
5460
6033
|
#
|
5461
|
-
#
|
6034
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6035
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6036
|
+
# provided.
|
5462
6037
|
#
|
5463
|
-
# *
|
6038
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6039
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6040
|
+
#
|
6041
|
+
# @return [Types::GetSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6042
|
+
#
|
6043
|
+
# * {Types::GetSchemaResponse#registry_name #registry_name} => String
|
6044
|
+
# * {Types::GetSchemaResponse#registry_arn #registry_arn} => String
|
6045
|
+
# * {Types::GetSchemaResponse#schema_name #schema_name} => String
|
6046
|
+
# * {Types::GetSchemaResponse#schema_arn #schema_arn} => String
|
6047
|
+
# * {Types::GetSchemaResponse#description #description} => String
|
6048
|
+
# * {Types::GetSchemaResponse#data_format #data_format} => String
|
6049
|
+
# * {Types::GetSchemaResponse#compatibility #compatibility} => String
|
6050
|
+
# * {Types::GetSchemaResponse#schema_checkpoint #schema_checkpoint} => Integer
|
6051
|
+
# * {Types::GetSchemaResponse#latest_schema_version #latest_schema_version} => Integer
|
6052
|
+
# * {Types::GetSchemaResponse#next_schema_version #next_schema_version} => Integer
|
6053
|
+
# * {Types::GetSchemaResponse#schema_status #schema_status} => String
|
6054
|
+
# * {Types::GetSchemaResponse#created_time #created_time} => String
|
6055
|
+
# * {Types::GetSchemaResponse#updated_time #updated_time} => String
|
5464
6056
|
#
|
5465
6057
|
# @example Request syntax with placeholder values
|
5466
6058
|
#
|
5467
|
-
# resp = client.
|
5468
|
-
#
|
6059
|
+
# resp = client.get_schema({
|
6060
|
+
# schema_id: { # required
|
6061
|
+
# schema_arn: "GlueResourceArn",
|
6062
|
+
# schema_name: "SchemaRegistryNameString",
|
6063
|
+
# registry_name: "SchemaRegistryNameString",
|
6064
|
+
# },
|
5469
6065
|
# })
|
5470
6066
|
#
|
5471
6067
|
# @example Response structure
|
5472
6068
|
#
|
5473
|
-
# resp.
|
5474
|
-
# resp.
|
5475
|
-
# resp.
|
5476
|
-
# resp.
|
5477
|
-
# resp.
|
5478
|
-
# resp.
|
5479
|
-
# resp.
|
5480
|
-
# resp.
|
5481
|
-
# resp.
|
6069
|
+
# resp.registry_name #=> String
|
6070
|
+
# resp.registry_arn #=> String
|
6071
|
+
# resp.schema_name #=> String
|
6072
|
+
# resp.schema_arn #=> String
|
6073
|
+
# resp.description #=> String
|
6074
|
+
# resp.data_format #=> String, one of "AVRO"
|
6075
|
+
# resp.compatibility #=> String, one of "NONE", "DISABLED", "BACKWARD", "BACKWARD_ALL", "FORWARD", "FORWARD_ALL", "FULL", "FULL_ALL"
|
6076
|
+
# resp.schema_checkpoint #=> Integer
|
6077
|
+
# resp.latest_schema_version #=> Integer
|
6078
|
+
# resp.next_schema_version #=> Integer
|
6079
|
+
# resp.schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
6080
|
+
# resp.created_time #=> String
|
6081
|
+
# resp.updated_time #=> String
|
5482
6082
|
#
|
5483
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
6083
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchema AWS API Documentation
|
5484
6084
|
#
|
5485
|
-
# @overload
|
6085
|
+
# @overload get_schema(params = {})
|
5486
6086
|
# @param [Hash] params ({})
|
5487
|
-
def
|
5488
|
-
req = build_request(:
|
6087
|
+
def get_schema(params = {}, options = {})
|
6088
|
+
req = build_request(:get_schema, params)
|
5489
6089
|
req.send_request(options)
|
5490
6090
|
end
|
5491
6091
|
|
5492
|
-
# Retrieves a
|
6092
|
+
# Retrieves a schema by the `SchemaDefinition`. The schema definition is
|
6093
|
+
# sent to the Schema Registry, canonicalized, and hashed. If the hash is
|
6094
|
+
# matched within the scope of the `SchemaName` or ARN (or the default
|
6095
|
+
# registry, if none is supplied), that schema’s metadata is returned.
|
6096
|
+
# Otherwise, a 404 or NotFound error is returned. Schema versions in
|
6097
|
+
# `Deleted` statuses will not be included in the results.
|
5493
6098
|
#
|
5494
|
-
# @option params [
|
5495
|
-
#
|
6099
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6100
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6101
|
+
# structure contains:
|
5496
6102
|
#
|
5497
|
-
#
|
5498
|
-
#
|
6103
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6104
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
5499
6105
|
#
|
5500
|
-
#
|
6106
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6107
|
+
# `SchemaName` has to be provided.
|
5501
6108
|
#
|
5502
|
-
#
|
5503
|
-
#
|
6109
|
+
# @option params [required, String] :schema_definition
|
6110
|
+
# The definition of the schema for which schema details are required.
|
5504
6111
|
#
|
5505
|
-
#
|
6112
|
+
# @return [Types::GetSchemaByDefinitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6113
|
+
#
|
6114
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_version_id #schema_version_id} => String
|
6115
|
+
# * {Types::GetSchemaByDefinitionResponse#schema_arn #schema_arn} => String
|
6116
|
+
# * {Types::GetSchemaByDefinitionResponse#data_format #data_format} => String
|
6117
|
+
# * {Types::GetSchemaByDefinitionResponse#status #status} => String
|
6118
|
+
# * {Types::GetSchemaByDefinitionResponse#created_time #created_time} => String
|
5506
6119
|
#
|
5507
6120
|
# @example Request syntax with placeholder values
|
5508
6121
|
#
|
5509
|
-
# resp = client.
|
5510
|
-
#
|
5511
|
-
#
|
6122
|
+
# resp = client.get_schema_by_definition({
|
6123
|
+
# schema_id: { # required
|
6124
|
+
# schema_arn: "GlueResourceArn",
|
6125
|
+
# schema_name: "SchemaRegistryNameString",
|
6126
|
+
# registry_name: "SchemaRegistryNameString",
|
6127
|
+
# },
|
6128
|
+
# schema_definition: "SchemaDefinitionString", # required
|
5512
6129
|
# })
|
5513
6130
|
#
|
5514
6131
|
# @example Response structure
|
5515
6132
|
#
|
5516
|
-
# resp.
|
5517
|
-
# resp.
|
5518
|
-
# resp.
|
5519
|
-
# resp.
|
6133
|
+
# resp.schema_version_id #=> String
|
6134
|
+
# resp.schema_arn #=> String
|
6135
|
+
# resp.data_format #=> String, one of "AVRO"
|
6136
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6137
|
+
# resp.created_time #=> String
|
6138
|
+
#
|
6139
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinition AWS API Documentation
|
6140
|
+
#
|
6141
|
+
# @overload get_schema_by_definition(params = {})
|
6142
|
+
# @param [Hash] params ({})
|
6143
|
+
def get_schema_by_definition(params = {}, options = {})
|
6144
|
+
req = build_request(:get_schema_by_definition, params)
|
6145
|
+
req.send_request(options)
|
6146
|
+
end
|
6147
|
+
|
6148
|
+
# Get the specified schema by its unique ID assigned when a version of
|
6149
|
+
# the schema is created or registered. Schema versions in Deleted status
|
6150
|
+
# will not be included in the results.
|
6151
|
+
#
|
6152
|
+
# @option params [Types::SchemaId] :schema_id
|
6153
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6154
|
+
# structure contains:
|
6155
|
+
#
|
6156
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6157
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
6158
|
+
# provided.
|
6159
|
+
#
|
6160
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
6161
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
6162
|
+
#
|
6163
|
+
# @option params [String] :schema_version_id
|
6164
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
6165
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
6166
|
+
# to be provided.
|
6167
|
+
#
|
6168
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
6169
|
+
# The version number of the schema.
|
6170
|
+
#
|
6171
|
+
# @return [Types::GetSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6172
|
+
#
|
6173
|
+
# * {Types::GetSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
6174
|
+
# * {Types::GetSchemaVersionResponse#schema_definition #schema_definition} => String
|
6175
|
+
# * {Types::GetSchemaVersionResponse#data_format #data_format} => String
|
6176
|
+
# * {Types::GetSchemaVersionResponse#schema_arn #schema_arn} => String
|
6177
|
+
# * {Types::GetSchemaVersionResponse#version_number #version_number} => Integer
|
6178
|
+
# * {Types::GetSchemaVersionResponse#status #status} => String
|
6179
|
+
# * {Types::GetSchemaVersionResponse#created_time #created_time} => String
|
6180
|
+
#
|
6181
|
+
# @example Request syntax with placeholder values
|
6182
|
+
#
|
6183
|
+
# resp = client.get_schema_version({
|
6184
|
+
# schema_id: {
|
6185
|
+
# schema_arn: "GlueResourceArn",
|
6186
|
+
# schema_name: "SchemaRegistryNameString",
|
6187
|
+
# registry_name: "SchemaRegistryNameString",
|
6188
|
+
# },
|
6189
|
+
# schema_version_id: "SchemaVersionIdString",
|
6190
|
+
# schema_version_number: {
|
6191
|
+
# latest_version: false,
|
6192
|
+
# version_number: 1,
|
6193
|
+
# },
|
6194
|
+
# })
|
6195
|
+
#
|
6196
|
+
# @example Response structure
|
6197
|
+
#
|
6198
|
+
# resp.schema_version_id #=> String
|
6199
|
+
# resp.schema_definition #=> String
|
6200
|
+
# resp.data_format #=> String, one of "AVRO"
|
6201
|
+
# resp.schema_arn #=> String
|
6202
|
+
# resp.version_number #=> Integer
|
6203
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
6204
|
+
# resp.created_time #=> String
|
6205
|
+
#
|
6206
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersion AWS API Documentation
|
6207
|
+
#
|
6208
|
+
# @overload get_schema_version(params = {})
|
6209
|
+
# @param [Hash] params ({})
|
6210
|
+
def get_schema_version(params = {}, options = {})
|
6211
|
+
req = build_request(:get_schema_version, params)
|
6212
|
+
req.send_request(options)
|
6213
|
+
end
|
6214
|
+
|
6215
|
+
# Fetches the schema version difference in the specified difference type
|
6216
|
+
# between two stored schema versions in the Schema Registry.
|
6217
|
+
#
|
6218
|
+
# This API allows you to compare two schema versions between two schema
|
6219
|
+
# definitions under the same schema.
|
6220
|
+
#
|
6221
|
+
# @option params [required, Types::SchemaId] :schema_id
|
6222
|
+
# This is a wrapper structure to contain schema identity fields. The
|
6223
|
+
# structure contains:
|
6224
|
+
#
|
6225
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
6226
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
6227
|
+
#
|
6228
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
6229
|
+
# `SchemaName` has to be provided.
|
6230
|
+
#
|
6231
|
+
# @option params [required, Types::SchemaVersionNumber] :first_schema_version_number
|
6232
|
+
# The first of the two schema versions to be compared.
|
6233
|
+
#
|
6234
|
+
# @option params [required, Types::SchemaVersionNumber] :second_schema_version_number
|
6235
|
+
# The second of the two schema versions to be compared.
|
6236
|
+
#
|
6237
|
+
# @option params [required, String] :schema_diff_type
|
6238
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
6239
|
+
#
|
6240
|
+
# @return [Types::GetSchemaVersionsDiffResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6241
|
+
#
|
6242
|
+
# * {Types::GetSchemaVersionsDiffResponse#diff #diff} => String
|
6243
|
+
#
|
6244
|
+
# @example Request syntax with placeholder values
|
6245
|
+
#
|
6246
|
+
# resp = client.get_schema_versions_diff({
|
6247
|
+
# schema_id: { # required
|
6248
|
+
# schema_arn: "GlueResourceArn",
|
6249
|
+
# schema_name: "SchemaRegistryNameString",
|
6250
|
+
# registry_name: "SchemaRegistryNameString",
|
6251
|
+
# },
|
6252
|
+
# first_schema_version_number: { # required
|
6253
|
+
# latest_version: false,
|
6254
|
+
# version_number: 1,
|
6255
|
+
# },
|
6256
|
+
# second_schema_version_number: { # required
|
6257
|
+
# latest_version: false,
|
6258
|
+
# version_number: 1,
|
6259
|
+
# },
|
6260
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
6261
|
+
# })
|
6262
|
+
#
|
6263
|
+
# @example Response structure
|
6264
|
+
#
|
6265
|
+
# resp.diff #=> String
|
6266
|
+
#
|
6267
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiff AWS API Documentation
|
6268
|
+
#
|
6269
|
+
# @overload get_schema_versions_diff(params = {})
|
6270
|
+
# @param [Hash] params ({})
|
6271
|
+
def get_schema_versions_diff(params = {}, options = {})
|
6272
|
+
req = build_request(:get_schema_versions_diff, params)
|
6273
|
+
req.send_request(options)
|
6274
|
+
end
|
6275
|
+
|
6276
|
+
# Retrieves a specified security configuration.
|
6277
|
+
#
|
6278
|
+
# @option params [required, String] :name
|
6279
|
+
# The name of the security configuration to retrieve.
|
6280
|
+
#
|
6281
|
+
# @return [Types::GetSecurityConfigurationResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6282
|
+
#
|
6283
|
+
# * {Types::GetSecurityConfigurationResponse#security_configuration #security_configuration} => Types::SecurityConfiguration
|
6284
|
+
#
|
6285
|
+
# @example Request syntax with placeholder values
|
6286
|
+
#
|
6287
|
+
# resp = client.get_security_configuration({
|
6288
|
+
# name: "NameString", # required
|
6289
|
+
# })
|
6290
|
+
#
|
6291
|
+
# @example Response structure
|
6292
|
+
#
|
6293
|
+
# resp.security_configuration.name #=> String
|
6294
|
+
# resp.security_configuration.created_time_stamp #=> Time
|
6295
|
+
# resp.security_configuration.encryption_configuration.s3_encryption #=> Array
|
6296
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
|
6297
|
+
# resp.security_configuration.encryption_configuration.s3_encryption[0].kms_key_arn #=> String
|
6298
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
6299
|
+
# resp.security_configuration.encryption_configuration.cloud_watch_encryption.kms_key_arn #=> String
|
6300
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.job_bookmarks_encryption_mode #=> String, one of "DISABLED", "CSE-KMS"
|
6301
|
+
# resp.security_configuration.encryption_configuration.job_bookmarks_encryption.kms_key_arn #=> String
|
6302
|
+
#
|
6303
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfiguration AWS API Documentation
|
6304
|
+
#
|
6305
|
+
# @overload get_security_configuration(params = {})
|
6306
|
+
# @param [Hash] params ({})
|
6307
|
+
def get_security_configuration(params = {}, options = {})
|
6308
|
+
req = build_request(:get_security_configuration, params)
|
6309
|
+
req.send_request(options)
|
6310
|
+
end
|
6311
|
+
|
6312
|
+
# Retrieves a list of all security configurations.
|
6313
|
+
#
|
6314
|
+
# @option params [Integer] :max_results
|
6315
|
+
# The maximum number of results to return.
|
6316
|
+
#
|
6317
|
+
# @option params [String] :next_token
|
6318
|
+
# A continuation token, if this is a continuation call.
|
6319
|
+
#
|
6320
|
+
# @return [Types::GetSecurityConfigurationsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
6321
|
+
#
|
6322
|
+
# * {Types::GetSecurityConfigurationsResponse#security_configurations #security_configurations} => Array<Types::SecurityConfiguration>
|
6323
|
+
# * {Types::GetSecurityConfigurationsResponse#next_token #next_token} => String
|
6324
|
+
#
|
6325
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
6326
|
+
#
|
6327
|
+
# @example Request syntax with placeholder values
|
6328
|
+
#
|
6329
|
+
# resp = client.get_security_configurations({
|
6330
|
+
# max_results: 1,
|
6331
|
+
# next_token: "GenericString",
|
6332
|
+
# })
|
6333
|
+
#
|
6334
|
+
# @example Response structure
|
6335
|
+
#
|
6336
|
+
# resp.security_configurations #=> Array
|
6337
|
+
# resp.security_configurations[0].name #=> String
|
6338
|
+
# resp.security_configurations[0].created_time_stamp #=> Time
|
6339
|
+
# resp.security_configurations[0].encryption_configuration.s3_encryption #=> Array
|
5520
6340
|
# resp.security_configurations[0].encryption_configuration.s3_encryption[0].s3_encryption_mode #=> String, one of "DISABLED", "SSE-KMS", "SSE-S3"
|
5521
6341
|
# resp.security_configurations[0].encryption_configuration.s3_encryption[0].kms_key_arn #=> String
|
5522
6342
|
# resp.security_configurations[0].encryption_configuration.cloud_watch_encryption.cloud_watch_encryption_mode #=> String, one of "DISABLED", "SSE-KMS"
|
@@ -5601,6 +6421,11 @@ module Aws::Glue
|
|
5601
6421
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5602
6422
|
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5603
6423
|
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6424
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6425
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6426
|
+
# resp.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6427
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6428
|
+
# resp.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5604
6429
|
# resp.table.partition_keys #=> Array
|
5605
6430
|
# resp.table.partition_keys[0].name #=> String
|
5606
6431
|
# resp.table.partition_keys[0].type #=> String
|
@@ -5699,6 +6524,11 @@ module Aws::Glue
|
|
5699
6524
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5700
6525
|
# resp.table_version.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5701
6526
|
# resp.table_version.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6527
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6528
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6529
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6530
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6531
|
+
# resp.table_version.table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5702
6532
|
# resp.table_version.table.partition_keys #=> Array
|
5703
6533
|
# resp.table_version.table.partition_keys[0].name #=> String
|
5704
6534
|
# resp.table_version.table.partition_keys[0].type #=> String
|
@@ -5806,6 +6636,11 @@ module Aws::Glue
|
|
5806
6636
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5807
6637
|
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5808
6638
|
# resp.table_versions[0].table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
6639
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6640
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6641
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6642
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_id #=> String
|
6643
|
+
# resp.table_versions[0].table.storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5809
6644
|
# resp.table_versions[0].table.partition_keys #=> Array
|
5810
6645
|
# resp.table_versions[0].table.partition_keys[0].name #=> String
|
5811
6646
|
# resp.table_versions[0].table.partition_keys[0].type #=> String
|
@@ -5914,6 +6749,11 @@ module Aws::Glue
|
|
5914
6749
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
5915
6750
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
5916
6751
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
6752
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
6753
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
6754
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
6755
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
6756
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
5917
6757
|
# resp.table_list[0].partition_keys #=> Array
|
5918
6758
|
# resp.table_list[0].partition_keys[0].name #=> String
|
5919
6759
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -6887,6 +7727,170 @@ module Aws::Glue
|
|
6887
7727
|
req.send_request(options)
|
6888
7728
|
end
|
6889
7729
|
|
7730
|
+
# Returns a list of registries that you have created, with minimal
|
7731
|
+
# registry information. Registries in the `Deleting` status will not be
|
7732
|
+
# included in the results. Empty results will be returned if there are
|
7733
|
+
# no registries available.
|
7734
|
+
#
|
7735
|
+
# @option params [Integer] :max_results
|
7736
|
+
# Maximum number of results required per page. If the value is not
|
7737
|
+
# supplied, this will be defaulted to 25 per page.
|
7738
|
+
#
|
7739
|
+
# @option params [String] :next_token
|
7740
|
+
# A continuation token, if this is a continuation call.
|
7741
|
+
#
|
7742
|
+
# @return [Types::ListRegistriesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7743
|
+
#
|
7744
|
+
# * {Types::ListRegistriesResponse#registries #registries} => Array<Types::RegistryListItem>
|
7745
|
+
# * {Types::ListRegistriesResponse#next_token #next_token} => String
|
7746
|
+
#
|
7747
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7748
|
+
#
|
7749
|
+
# @example Request syntax with placeholder values
|
7750
|
+
#
|
7751
|
+
# resp = client.list_registries({
|
7752
|
+
# max_results: 1,
|
7753
|
+
# next_token: "SchemaRegistryTokenString",
|
7754
|
+
# })
|
7755
|
+
#
|
7756
|
+
# @example Response structure
|
7757
|
+
#
|
7758
|
+
# resp.registries #=> Array
|
7759
|
+
# resp.registries[0].registry_name #=> String
|
7760
|
+
# resp.registries[0].registry_arn #=> String
|
7761
|
+
# resp.registries[0].description #=> String
|
7762
|
+
# resp.registries[0].status #=> String, one of "AVAILABLE", "DELETING"
|
7763
|
+
# resp.registries[0].created_time #=> String
|
7764
|
+
# resp.registries[0].updated_time #=> String
|
7765
|
+
# resp.next_token #=> String
|
7766
|
+
#
|
7767
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistries AWS API Documentation
|
7768
|
+
#
|
7769
|
+
# @overload list_registries(params = {})
|
7770
|
+
# @param [Hash] params ({})
|
7771
|
+
def list_registries(params = {}, options = {})
|
7772
|
+
req = build_request(:list_registries, params)
|
7773
|
+
req.send_request(options)
|
7774
|
+
end
|
7775
|
+
|
7776
|
+
# Returns a list of schema versions that you have created, with minimal
|
7777
|
+
# information. Schema versions in Deleted status will not be included in
|
7778
|
+
# the results. Empty results will be returned if there are no schema
|
7779
|
+
# versions available.
|
7780
|
+
#
|
7781
|
+
# @option params [required, Types::SchemaId] :schema_id
|
7782
|
+
# This is a wrapper structure to contain schema identity fields. The
|
7783
|
+
# structure contains:
|
7784
|
+
#
|
7785
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
7786
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
7787
|
+
# provided.
|
7788
|
+
#
|
7789
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
7790
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
7791
|
+
#
|
7792
|
+
# @option params [Integer] :max_results
|
7793
|
+
# Maximum number of results required per page. If the value is not
|
7794
|
+
# supplied, this will be defaulted to 25 per page.
|
7795
|
+
#
|
7796
|
+
# @option params [String] :next_token
|
7797
|
+
# A continuation token, if this is a continuation call.
|
7798
|
+
#
|
7799
|
+
# @return [Types::ListSchemaVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7800
|
+
#
|
7801
|
+
# * {Types::ListSchemaVersionsResponse#schemas #schemas} => Array<Types::SchemaVersionListItem>
|
7802
|
+
# * {Types::ListSchemaVersionsResponse#next_token #next_token} => String
|
7803
|
+
#
|
7804
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7805
|
+
#
|
7806
|
+
# @example Request syntax with placeholder values
|
7807
|
+
#
|
7808
|
+
# resp = client.list_schema_versions({
|
7809
|
+
# schema_id: { # required
|
7810
|
+
# schema_arn: "GlueResourceArn",
|
7811
|
+
# schema_name: "SchemaRegistryNameString",
|
7812
|
+
# registry_name: "SchemaRegistryNameString",
|
7813
|
+
# },
|
7814
|
+
# max_results: 1,
|
7815
|
+
# next_token: "SchemaRegistryTokenString",
|
7816
|
+
# })
|
7817
|
+
#
|
7818
|
+
# @example Response structure
|
7819
|
+
#
|
7820
|
+
# resp.schemas #=> Array
|
7821
|
+
# resp.schemas[0].schema_arn #=> String
|
7822
|
+
# resp.schemas[0].schema_version_id #=> String
|
7823
|
+
# resp.schemas[0].version_number #=> Integer
|
7824
|
+
# resp.schemas[0].status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
7825
|
+
# resp.schemas[0].created_time #=> String
|
7826
|
+
# resp.next_token #=> String
|
7827
|
+
#
|
7828
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersions AWS API Documentation
|
7829
|
+
#
|
7830
|
+
# @overload list_schema_versions(params = {})
|
7831
|
+
# @param [Hash] params ({})
|
7832
|
+
def list_schema_versions(params = {}, options = {})
|
7833
|
+
req = build_request(:list_schema_versions, params)
|
7834
|
+
req.send_request(options)
|
7835
|
+
end
|
7836
|
+
|
7837
|
+
# Returns a list of schemas with minimal details. Schemas in Deleting
|
7838
|
+
# status will not be included in the results. Empty results will be
|
7839
|
+
# returned if there are no schemas available.
|
7840
|
+
#
|
7841
|
+
# When the `RegistryId` is not provided, all the schemas across
|
7842
|
+
# registries will be part of the API response.
|
7843
|
+
#
|
7844
|
+
# @option params [Types::RegistryId] :registry_id
|
7845
|
+
# A wrapper structure that may contain the registry name and Amazon
|
7846
|
+
# Resource Name (ARN).
|
7847
|
+
#
|
7848
|
+
# @option params [Integer] :max_results
|
7849
|
+
# Maximum number of results required per page. If the value is not
|
7850
|
+
# supplied, this will be defaulted to 25 per page.
|
7851
|
+
#
|
7852
|
+
# @option params [String] :next_token
|
7853
|
+
# A continuation token, if this is a continuation call.
|
7854
|
+
#
|
7855
|
+
# @return [Types::ListSchemasResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
7856
|
+
#
|
7857
|
+
# * {Types::ListSchemasResponse#schemas #schemas} => Array<Types::SchemaListItem>
|
7858
|
+
# * {Types::ListSchemasResponse#next_token #next_token} => String
|
7859
|
+
#
|
7860
|
+
# The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
|
7861
|
+
#
|
7862
|
+
# @example Request syntax with placeholder values
|
7863
|
+
#
|
7864
|
+
# resp = client.list_schemas({
|
7865
|
+
# registry_id: {
|
7866
|
+
# registry_name: "SchemaRegistryNameString",
|
7867
|
+
# registry_arn: "GlueResourceArn",
|
7868
|
+
# },
|
7869
|
+
# max_results: 1,
|
7870
|
+
# next_token: "SchemaRegistryTokenString",
|
7871
|
+
# })
|
7872
|
+
#
|
7873
|
+
# @example Response structure
|
7874
|
+
#
|
7875
|
+
# resp.schemas #=> Array
|
7876
|
+
# resp.schemas[0].registry_name #=> String
|
7877
|
+
# resp.schemas[0].schema_name #=> String
|
7878
|
+
# resp.schemas[0].schema_arn #=> String
|
7879
|
+
# resp.schemas[0].description #=> String
|
7880
|
+
# resp.schemas[0].schema_status #=> String, one of "AVAILABLE", "PENDING", "DELETING"
|
7881
|
+
# resp.schemas[0].created_time #=> String
|
7882
|
+
# resp.schemas[0].updated_time #=> String
|
7883
|
+
# resp.next_token #=> String
|
7884
|
+
#
|
7885
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemas AWS API Documentation
|
7886
|
+
#
|
7887
|
+
# @overload list_schemas(params = {})
|
7888
|
+
# @param [Hash] params ({})
|
7889
|
+
def list_schemas(params = {}, options = {})
|
7890
|
+
req = build_request(:list_schemas, params)
|
7891
|
+
req.send_request(options)
|
7892
|
+
end
|
7893
|
+
|
6890
7894
|
# Retrieves the names of all trigger resources in this AWS account, or
|
6891
7895
|
# the resources with the specified tag. This operation allows you to see
|
6892
7896
|
# which resources are available in your account, and their names.
|
@@ -7082,6 +8086,72 @@ module Aws::Glue
|
|
7082
8086
|
req.send_request(options)
|
7083
8087
|
end
|
7084
8088
|
|
8089
|
+
# Puts the metadata key value pair for a specified schema version ID. A
|
8090
|
+
# maximum of 10 key value pairs will be allowed per schema version. They
|
8091
|
+
# can be added over one or more calls.
|
8092
|
+
#
|
8093
|
+
# @option params [Types::SchemaId] :schema_id
|
8094
|
+
# The unique ID for the schema.
|
8095
|
+
#
|
8096
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8097
|
+
# The version number of the schema.
|
8098
|
+
#
|
8099
|
+
# @option params [String] :schema_version_id
|
8100
|
+
# The unique version ID of the schema version.
|
8101
|
+
#
|
8102
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8103
|
+
# The metadata key's corresponding value.
|
8104
|
+
#
|
8105
|
+
# @return [Types::PutSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8106
|
+
#
|
8107
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8108
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8109
|
+
# * {Types::PutSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8110
|
+
# * {Types::PutSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8111
|
+
# * {Types::PutSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8112
|
+
# * {Types::PutSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8113
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8114
|
+
# * {Types::PutSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8115
|
+
#
|
8116
|
+
# @example Request syntax with placeholder values
|
8117
|
+
#
|
8118
|
+
# resp = client.put_schema_version_metadata({
|
8119
|
+
# schema_id: {
|
8120
|
+
# schema_arn: "GlueResourceArn",
|
8121
|
+
# schema_name: "SchemaRegistryNameString",
|
8122
|
+
# registry_name: "SchemaRegistryNameString",
|
8123
|
+
# },
|
8124
|
+
# schema_version_number: {
|
8125
|
+
# latest_version: false,
|
8126
|
+
# version_number: 1,
|
8127
|
+
# },
|
8128
|
+
# schema_version_id: "SchemaVersionIdString",
|
8129
|
+
# metadata_key_value: { # required
|
8130
|
+
# metadata_key: "MetadataKeyString",
|
8131
|
+
# metadata_value: "MetadataValueString",
|
8132
|
+
# },
|
8133
|
+
# })
|
8134
|
+
#
|
8135
|
+
# @example Response structure
|
8136
|
+
#
|
8137
|
+
# resp.schema_arn #=> String
|
8138
|
+
# resp.schema_name #=> String
|
8139
|
+
# resp.registry_name #=> String
|
8140
|
+
# resp.latest_version #=> Boolean
|
8141
|
+
# resp.version_number #=> Integer
|
8142
|
+
# resp.schema_version_id #=> String
|
8143
|
+
# resp.metadata_key #=> String
|
8144
|
+
# resp.metadata_value #=> String
|
8145
|
+
#
|
8146
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadata AWS API Documentation
|
8147
|
+
#
|
8148
|
+
# @overload put_schema_version_metadata(params = {})
|
8149
|
+
# @param [Hash] params ({})
|
8150
|
+
def put_schema_version_metadata(params = {}, options = {})
|
8151
|
+
req = build_request(:put_schema_version_metadata, params)
|
8152
|
+
req.send_request(options)
|
8153
|
+
end
|
8154
|
+
|
7085
8155
|
# Puts the specified workflow run properties for the given workflow run.
|
7086
8156
|
# If a property already exists for the specified run, then it overrides
|
7087
8157
|
# the value otherwise adds the property to existing properties.
|
@@ -7117,6 +8187,205 @@ module Aws::Glue
|
|
7117
8187
|
req.send_request(options)
|
7118
8188
|
end
|
7119
8189
|
|
8190
|
+
# Queries for the schema version metadata information.
|
8191
|
+
#
|
8192
|
+
# @option params [Types::SchemaId] :schema_id
|
8193
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8194
|
+
# Resource Name (ARN).
|
8195
|
+
#
|
8196
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8197
|
+
# The version number of the schema.
|
8198
|
+
#
|
8199
|
+
# @option params [String] :schema_version_id
|
8200
|
+
# The unique version ID of the schema version.
|
8201
|
+
#
|
8202
|
+
# @option params [Array<Types::MetadataKeyValuePair>] :metadata_list
|
8203
|
+
# Search key-value pairs for metadata, if they are not provided all the
|
8204
|
+
# metadata information will be fetched.
|
8205
|
+
#
|
8206
|
+
# @option params [Integer] :max_results
|
8207
|
+
# Maximum number of results required per page. If the value is not
|
8208
|
+
# supplied, this will be defaulted to 25 per page.
|
8209
|
+
#
|
8210
|
+
# @option params [String] :next_token
|
8211
|
+
# A continuation token, if this is a continuation call.
|
8212
|
+
#
|
8213
|
+
# @return [Types::QuerySchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8214
|
+
#
|
8215
|
+
# * {Types::QuerySchemaVersionMetadataResponse#metadata_info_map #metadata_info_map} => Hash<String,Types::MetadataInfo>
|
8216
|
+
# * {Types::QuerySchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8217
|
+
# * {Types::QuerySchemaVersionMetadataResponse#next_token #next_token} => String
|
8218
|
+
#
|
8219
|
+
# @example Request syntax with placeholder values
|
8220
|
+
#
|
8221
|
+
# resp = client.query_schema_version_metadata({
|
8222
|
+
# schema_id: {
|
8223
|
+
# schema_arn: "GlueResourceArn",
|
8224
|
+
# schema_name: "SchemaRegistryNameString",
|
8225
|
+
# registry_name: "SchemaRegistryNameString",
|
8226
|
+
# },
|
8227
|
+
# schema_version_number: {
|
8228
|
+
# latest_version: false,
|
8229
|
+
# version_number: 1,
|
8230
|
+
# },
|
8231
|
+
# schema_version_id: "SchemaVersionIdString",
|
8232
|
+
# metadata_list: [
|
8233
|
+
# {
|
8234
|
+
# metadata_key: "MetadataKeyString",
|
8235
|
+
# metadata_value: "MetadataValueString",
|
8236
|
+
# },
|
8237
|
+
# ],
|
8238
|
+
# max_results: 1,
|
8239
|
+
# next_token: "SchemaRegistryTokenString",
|
8240
|
+
# })
|
8241
|
+
#
|
8242
|
+
# @example Response structure
|
8243
|
+
#
|
8244
|
+
# resp.metadata_info_map #=> Hash
|
8245
|
+
# resp.metadata_info_map["MetadataKeyString"].metadata_value #=> String
|
8246
|
+
# resp.metadata_info_map["MetadataKeyString"].created_time #=> String
|
8247
|
+
# resp.schema_version_id #=> String
|
8248
|
+
# resp.next_token #=> String
|
8249
|
+
#
|
8250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadata AWS API Documentation
|
8251
|
+
#
|
8252
|
+
# @overload query_schema_version_metadata(params = {})
|
8253
|
+
# @param [Hash] params ({})
|
8254
|
+
def query_schema_version_metadata(params = {}, options = {})
|
8255
|
+
req = build_request(:query_schema_version_metadata, params)
|
8256
|
+
req.send_request(options)
|
8257
|
+
end
|
8258
|
+
|
8259
|
+
# Adds a new version to the existing schema. Returns an error if new
|
8260
|
+
# version of schema does not meet the compatibility requirements of the
|
8261
|
+
# schema set. This API will not create a new schema set and will return
|
8262
|
+
# a 404 error if the schema set is not already present in the Schema
|
8263
|
+
# Registry.
|
8264
|
+
#
|
8265
|
+
# If this is the first schema definition to be registered in the Schema
|
8266
|
+
# Registry, this API will store the schema version and return
|
8267
|
+
# immediately. Otherwise, this call has the potential to run longer than
|
8268
|
+
# other operations due to compatibility modes. You can call the
|
8269
|
+
# `GetSchemaVersion` API with the `SchemaVersionId` to check
|
8270
|
+
# compatibility modes.
|
8271
|
+
#
|
8272
|
+
# If the same schema definition is already stored in Schema Registry as
|
8273
|
+
# a version, the schema ID of the existing schema is returned to the
|
8274
|
+
# caller.
|
8275
|
+
#
|
8276
|
+
# @option params [required, Types::SchemaId] :schema_id
|
8277
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8278
|
+
# structure contains:
|
8279
|
+
#
|
8280
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8281
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8282
|
+
# provided.
|
8283
|
+
#
|
8284
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8285
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8286
|
+
#
|
8287
|
+
# @option params [required, String] :schema_definition
|
8288
|
+
# The schema definition using the `DataFormat` setting for the
|
8289
|
+
# `SchemaName`.
|
8290
|
+
#
|
8291
|
+
# @return [Types::RegisterSchemaVersionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8292
|
+
#
|
8293
|
+
# * {Types::RegisterSchemaVersionResponse#schema_version_id #schema_version_id} => String
|
8294
|
+
# * {Types::RegisterSchemaVersionResponse#version_number #version_number} => Integer
|
8295
|
+
# * {Types::RegisterSchemaVersionResponse#status #status} => String
|
8296
|
+
#
|
8297
|
+
# @example Request syntax with placeholder values
|
8298
|
+
#
|
8299
|
+
# resp = client.register_schema_version({
|
8300
|
+
# schema_id: { # required
|
8301
|
+
# schema_arn: "GlueResourceArn",
|
8302
|
+
# schema_name: "SchemaRegistryNameString",
|
8303
|
+
# registry_name: "SchemaRegistryNameString",
|
8304
|
+
# },
|
8305
|
+
# schema_definition: "SchemaDefinitionString", # required
|
8306
|
+
# })
|
8307
|
+
#
|
8308
|
+
# @example Response structure
|
8309
|
+
#
|
8310
|
+
# resp.schema_version_id #=> String
|
8311
|
+
# resp.version_number #=> Integer
|
8312
|
+
# resp.status #=> String, one of "AVAILABLE", "PENDING", "FAILURE", "DELETING"
|
8313
|
+
#
|
8314
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersion AWS API Documentation
|
8315
|
+
#
|
8316
|
+
# @overload register_schema_version(params = {})
|
8317
|
+
# @param [Hash] params ({})
|
8318
|
+
def register_schema_version(params = {}, options = {})
|
8319
|
+
req = build_request(:register_schema_version, params)
|
8320
|
+
req.send_request(options)
|
8321
|
+
end
|
8322
|
+
|
8323
|
+
# Removes a key value pair from the schema version metadata for the
|
8324
|
+
# specified schema version ID.
|
8325
|
+
#
|
8326
|
+
# @option params [Types::SchemaId] :schema_id
|
8327
|
+
# A wrapper structure that may contain the schema name and Amazon
|
8328
|
+
# Resource Name (ARN).
|
8329
|
+
#
|
8330
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
8331
|
+
# The version number of the schema.
|
8332
|
+
#
|
8333
|
+
# @option params [String] :schema_version_id
|
8334
|
+
# The unique version ID of the schema version.
|
8335
|
+
#
|
8336
|
+
# @option params [required, Types::MetadataKeyValuePair] :metadata_key_value
|
8337
|
+
# The value of the metadata key.
|
8338
|
+
#
|
8339
|
+
# @return [Types::RemoveSchemaVersionMetadataResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
8340
|
+
#
|
8341
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_arn #schema_arn} => String
|
8342
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_name #schema_name} => String
|
8343
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#registry_name #registry_name} => String
|
8344
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#latest_version #latest_version} => Boolean
|
8345
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#version_number #version_number} => Integer
|
8346
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#schema_version_id #schema_version_id} => String
|
8347
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_key #metadata_key} => String
|
8348
|
+
# * {Types::RemoveSchemaVersionMetadataResponse#metadata_value #metadata_value} => String
|
8349
|
+
#
|
8350
|
+
# @example Request syntax with placeholder values
|
8351
|
+
#
|
8352
|
+
# resp = client.remove_schema_version_metadata({
|
8353
|
+
# schema_id: {
|
8354
|
+
# schema_arn: "GlueResourceArn",
|
8355
|
+
# schema_name: "SchemaRegistryNameString",
|
8356
|
+
# registry_name: "SchemaRegistryNameString",
|
8357
|
+
# },
|
8358
|
+
# schema_version_number: {
|
8359
|
+
# latest_version: false,
|
8360
|
+
# version_number: 1,
|
8361
|
+
# },
|
8362
|
+
# schema_version_id: "SchemaVersionIdString",
|
8363
|
+
# metadata_key_value: { # required
|
8364
|
+
# metadata_key: "MetadataKeyString",
|
8365
|
+
# metadata_value: "MetadataValueString",
|
8366
|
+
# },
|
8367
|
+
# })
|
8368
|
+
#
|
8369
|
+
# @example Response structure
|
8370
|
+
#
|
8371
|
+
# resp.schema_arn #=> String
|
8372
|
+
# resp.schema_name #=> String
|
8373
|
+
# resp.registry_name #=> String
|
8374
|
+
# resp.latest_version #=> Boolean
|
8375
|
+
# resp.version_number #=> Integer
|
8376
|
+
# resp.schema_version_id #=> String
|
8377
|
+
# resp.metadata_key #=> String
|
8378
|
+
# resp.metadata_value #=> String
|
8379
|
+
#
|
8380
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadata AWS API Documentation
|
8381
|
+
#
|
8382
|
+
# @overload remove_schema_version_metadata(params = {})
|
8383
|
+
# @param [Hash] params ({})
|
8384
|
+
def remove_schema_version_metadata(params = {}, options = {})
|
8385
|
+
req = build_request(:remove_schema_version_metadata, params)
|
8386
|
+
req.send_request(options)
|
8387
|
+
end
|
8388
|
+
|
7120
8389
|
# Resets a bookmark entry.
|
7121
8390
|
#
|
7122
8391
|
# @option params [required, String] :job_name
|
@@ -7325,6 +8594,11 @@ module Aws::Glue
|
|
7325
8594
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
7326
8595
|
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
7327
8596
|
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
8597
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_arn #=> String
|
8598
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.schema_name #=> String
|
8599
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_id.registry_name #=> String
|
8600
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_id #=> String
|
8601
|
+
# resp.table_list[0].storage_descriptor.schema_reference.schema_version_number #=> Integer
|
7328
8602
|
# resp.table_list[0].partition_keys #=> Array
|
7329
8603
|
# resp.table_list[0].partition_keys[0].name #=> String
|
7330
8604
|
# resp.table_list[0].partition_keys[0].type #=> String
|
@@ -8306,7 +9580,7 @@ module Aws::Glue
|
|
8306
9580
|
# connection_input: { # required
|
8307
9581
|
# name: "NameString", # required
|
8308
9582
|
# description: "DescriptionString",
|
8309
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
9583
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
8310
9584
|
# match_criteria: ["NameString"],
|
8311
9585
|
# connection_properties: { # required
|
8312
9586
|
# "HOST" => "ValueString",
|
@@ -8373,6 +9647,9 @@ module Aws::Glue
|
|
8373
9647
|
# A policy that specifies whether to crawl the entire dataset again, or
|
8374
9648
|
# to crawl only folders that were added since the last crawler run.
|
8375
9649
|
#
|
9650
|
+
# @option params [Types::LineageConfiguration] :lineage_configuration
|
9651
|
+
# Specifies data lineage configuration settings for the crawler.
|
9652
|
+
#
|
8376
9653
|
# @option params [String] :configuration
|
8377
9654
|
# Crawler configuration information. This versioned JSON string allows
|
8378
9655
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -8441,6 +9718,9 @@ module Aws::Glue
|
|
8441
9718
|
# recrawl_policy: {
|
8442
9719
|
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
8443
9720
|
# },
|
9721
|
+
# lineage_configuration: {
|
9722
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
9723
|
+
# },
|
8444
9724
|
# configuration: "CrawlerConfiguration",
|
8445
9725
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
8446
9726
|
# })
|
@@ -8868,6 +10148,15 @@ module Aws::Glue
|
|
8868
10148
|
# },
|
8869
10149
|
# },
|
8870
10150
|
# stored_as_sub_directories: false,
|
10151
|
+
# schema_reference: {
|
10152
|
+
# schema_id: {
|
10153
|
+
# schema_arn: "GlueResourceArn",
|
10154
|
+
# schema_name: "SchemaRegistryNameString",
|
10155
|
+
# registry_name: "SchemaRegistryNameString",
|
10156
|
+
# },
|
10157
|
+
# schema_version_id: "SchemaVersionIdString",
|
10158
|
+
# schema_version_number: 1,
|
10159
|
+
# },
|
8871
10160
|
# },
|
8872
10161
|
# parameters: {
|
8873
10162
|
# "KeyString" => "ParametersMapValue",
|
@@ -8885,6 +10174,119 @@ module Aws::Glue
|
|
8885
10174
|
req.send_request(options)
|
8886
10175
|
end
|
8887
10176
|
|
10177
|
+
# Updates an existing registry which is used to hold a collection of
|
10178
|
+
# schemas. The updated properties relate to the registry, and do not
|
10179
|
+
# modify any of the schemas within the registry.
|
10180
|
+
#
|
10181
|
+
# @option params [required, Types::RegistryId] :registry_id
|
10182
|
+
# This is a wrapper structure that may contain the registry name and
|
10183
|
+
# Amazon Resource Name (ARN).
|
10184
|
+
#
|
10185
|
+
# @option params [required, String] :description
|
10186
|
+
# A description of the registry. If description is not provided, this
|
10187
|
+
# field will not be updated.
|
10188
|
+
#
|
10189
|
+
# @return [Types::UpdateRegistryResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10190
|
+
#
|
10191
|
+
# * {Types::UpdateRegistryResponse#registry_name #registry_name} => String
|
10192
|
+
# * {Types::UpdateRegistryResponse#registry_arn #registry_arn} => String
|
10193
|
+
#
|
10194
|
+
# @example Request syntax with placeholder values
|
10195
|
+
#
|
10196
|
+
# resp = client.update_registry({
|
10197
|
+
# registry_id: { # required
|
10198
|
+
# registry_name: "SchemaRegistryNameString",
|
10199
|
+
# registry_arn: "GlueResourceArn",
|
10200
|
+
# },
|
10201
|
+
# description: "DescriptionString", # required
|
10202
|
+
# })
|
10203
|
+
#
|
10204
|
+
# @example Response structure
|
10205
|
+
#
|
10206
|
+
# resp.registry_name #=> String
|
10207
|
+
# resp.registry_arn #=> String
|
10208
|
+
#
|
10209
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistry AWS API Documentation
|
10210
|
+
#
|
10211
|
+
# @overload update_registry(params = {})
|
10212
|
+
# @param [Hash] params ({})
|
10213
|
+
def update_registry(params = {}, options = {})
|
10214
|
+
req = build_request(:update_registry, params)
|
10215
|
+
req.send_request(options)
|
10216
|
+
end
|
10217
|
+
|
10218
|
+
# Updates the description, compatibility setting, or version checkpoint
|
10219
|
+
# for a schema set.
|
10220
|
+
#
|
10221
|
+
# For updating the compatibility setting, the call will not validate
|
10222
|
+
# compatibility for the entire set of schema versions with the new
|
10223
|
+
# compatibility setting. If the value for `Compatibility` is provided,
|
10224
|
+
# the `VersionNumber` (a checkpoint) is also required. The API will
|
10225
|
+
# validate the checkpoint version number for consistency.
|
10226
|
+
#
|
10227
|
+
# If the value for the `VersionNumber` (checkpoint) is provided,
|
10228
|
+
# `Compatibility` is optional and this can be used to set/reset a
|
10229
|
+
# checkpoint for the schema.
|
10230
|
+
#
|
10231
|
+
# This update will happen only if the schema is in the AVAILABLE state.
|
10232
|
+
#
|
10233
|
+
# @option params [required, Types::SchemaId] :schema_id
|
10234
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10235
|
+
# structure contains:
|
10236
|
+
#
|
10237
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10238
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
10239
|
+
#
|
10240
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
10241
|
+
# `SchemaName` has to be provided.
|
10242
|
+
#
|
10243
|
+
# @option params [Types::SchemaVersionNumber] :schema_version_number
|
10244
|
+
# Version number required for check pointing. One of `VersionNumber` or
|
10245
|
+
# `Compatibility` has to be provided.
|
10246
|
+
#
|
10247
|
+
# @option params [String] :compatibility
|
10248
|
+
# The new compatibility setting for the schema.
|
10249
|
+
#
|
10250
|
+
# @option params [String] :description
|
10251
|
+
# The new description for the schema.
|
10252
|
+
#
|
10253
|
+
# @return [Types::UpdateSchemaResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10254
|
+
#
|
10255
|
+
# * {Types::UpdateSchemaResponse#schema_arn #schema_arn} => String
|
10256
|
+
# * {Types::UpdateSchemaResponse#schema_name #schema_name} => String
|
10257
|
+
# * {Types::UpdateSchemaResponse#registry_name #registry_name} => String
|
10258
|
+
#
|
10259
|
+
# @example Request syntax with placeholder values
|
10260
|
+
#
|
10261
|
+
# resp = client.update_schema({
|
10262
|
+
# schema_id: { # required
|
10263
|
+
# schema_arn: "GlueResourceArn",
|
10264
|
+
# schema_name: "SchemaRegistryNameString",
|
10265
|
+
# registry_name: "SchemaRegistryNameString",
|
10266
|
+
# },
|
10267
|
+
# schema_version_number: {
|
10268
|
+
# latest_version: false,
|
10269
|
+
# version_number: 1,
|
10270
|
+
# },
|
10271
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
10272
|
+
# description: "DescriptionString",
|
10273
|
+
# })
|
10274
|
+
#
|
10275
|
+
# @example Response structure
|
10276
|
+
#
|
10277
|
+
# resp.schema_arn #=> String
|
10278
|
+
# resp.schema_name #=> String
|
10279
|
+
# resp.registry_name #=> String
|
10280
|
+
#
|
10281
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchema AWS API Documentation
|
10282
|
+
#
|
10283
|
+
# @overload update_schema(params = {})
|
10284
|
+
# @param [Hash] params ({})
|
10285
|
+
def update_schema(params = {}, options = {})
|
10286
|
+
req = build_request(:update_schema, params)
|
10287
|
+
req.send_request(options)
|
10288
|
+
end
|
10289
|
+
|
8888
10290
|
# Updates a metadata table in the Data Catalog.
|
8889
10291
|
#
|
8890
10292
|
# @option params [String] :catalog_id
|
@@ -8959,6 +10361,15 @@ module Aws::Glue
|
|
8959
10361
|
# },
|
8960
10362
|
# },
|
8961
10363
|
# stored_as_sub_directories: false,
|
10364
|
+
# schema_reference: {
|
10365
|
+
# schema_id: {
|
10366
|
+
# schema_arn: "GlueResourceArn",
|
10367
|
+
# schema_name: "SchemaRegistryNameString",
|
10368
|
+
# registry_name: "SchemaRegistryNameString",
|
10369
|
+
# },
|
10370
|
+
# schema_version_id: "SchemaVersionIdString",
|
10371
|
+
# schema_version_number: 1,
|
10372
|
+
# },
|
8962
10373
|
# },
|
8963
10374
|
# partition_keys: [
|
8964
10375
|
# {
|
@@ -9185,7 +10596,7 @@ module Aws::Glue
|
|
9185
10596
|
params: params,
|
9186
10597
|
config: config)
|
9187
10598
|
context[:gem_name] = 'aws-sdk-glue'
|
9188
|
-
context[:gem_version] = '1.
|
10599
|
+
context[:gem_version] = '1.83.0'
|
9189
10600
|
Seahorse::Client::Request.new(handlers, context)
|
9190
10601
|
end
|
9191
10602
|
|