aws-sdk-glue 1.74.0 → 1.79.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1373 -1
- data/lib/aws-sdk-glue/client_api.rb +673 -0
- data/lib/aws-sdk-glue/types.rb +2202 -151
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -166,6 +166,15 @@ module Aws::Glue
|
|
166
166
|
# },
|
167
167
|
# },
|
168
168
|
# stored_as_sub_directories: false,
|
169
|
+
# schema_reference: {
|
170
|
+
# schema_id: {
|
171
|
+
# schema_arn: "GlueResourceArn",
|
172
|
+
# schema_name: "SchemaRegistryNameString",
|
173
|
+
# registry_name: "SchemaRegistryNameString",
|
174
|
+
# },
|
175
|
+
# schema_version_id: "SchemaVersionIdString",
|
176
|
+
# schema_version_number: 1,
|
177
|
+
# },
|
169
178
|
# },
|
170
179
|
# parameters: {
|
171
180
|
# "KeyString" => "ParametersMapValue",
|
@@ -837,6 +846,15 @@ module Aws::Glue
|
|
837
846
|
# },
|
838
847
|
# },
|
839
848
|
# stored_as_sub_directories: false,
|
849
|
+
# schema_reference: {
|
850
|
+
# schema_id: {
|
851
|
+
# schema_arn: "GlueResourceArn",
|
852
|
+
# schema_name: "SchemaRegistryNameString",
|
853
|
+
# registry_name: "SchemaRegistryNameString",
|
854
|
+
# },
|
855
|
+
# schema_version_id: "SchemaVersionIdString",
|
856
|
+
# schema_version_number: 1,
|
857
|
+
# },
|
840
858
|
# },
|
841
859
|
# parameters: {
|
842
860
|
# "KeyString" => "ParametersMapValue",
|
@@ -930,6 +948,15 @@ module Aws::Glue
|
|
930
948
|
# },
|
931
949
|
# },
|
932
950
|
# stored_as_sub_directories: false,
|
951
|
+
# schema_reference: {
|
952
|
+
# schema_id: {
|
953
|
+
# schema_arn: "GlueResourceArn",
|
954
|
+
# schema_name: "SchemaRegistryNameString",
|
955
|
+
# registry_name: "SchemaRegistryNameString",
|
956
|
+
# },
|
957
|
+
# schema_version_id: "SchemaVersionIdString",
|
958
|
+
# schema_version_number: 1,
|
959
|
+
# },
|
933
960
|
# },
|
934
961
|
# parameters: {
|
935
962
|
# "KeyString" => "ParametersMapValue",
|
@@ -968,7 +995,7 @@ module Aws::Glue
|
|
968
995
|
include Aws::Structure
|
969
996
|
end
|
970
997
|
|
971
|
-
# Defines
|
998
|
+
# Defines column statistics supported for bit sequence data values.
|
972
999
|
#
|
973
1000
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
974
1001
|
# data as a hash:
|
@@ -980,15 +1007,15 @@ module Aws::Glue
|
|
980
1007
|
# }
|
981
1008
|
#
|
982
1009
|
# @!attribute [rw] maximum_length
|
983
|
-
#
|
1010
|
+
# The size of the longest bit sequence in the column.
|
984
1011
|
# @return [Integer]
|
985
1012
|
#
|
986
1013
|
# @!attribute [rw] average_length
|
987
|
-
#
|
1014
|
+
# The average bit sequence length in the column.
|
988
1015
|
# @return [Float]
|
989
1016
|
#
|
990
1017
|
# @!attribute [rw] number_of_nulls
|
991
|
-
#
|
1018
|
+
# The number of null values in the column.
|
992
1019
|
# @return [Integer]
|
993
1020
|
#
|
994
1021
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
@@ -1001,7 +1028,7 @@ module Aws::Glue
|
|
1001
1028
|
include Aws::Structure
|
1002
1029
|
end
|
1003
1030
|
|
1004
|
-
# Defines
|
1031
|
+
# Defines column statistics supported for Boolean data columns.
|
1005
1032
|
#
|
1006
1033
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
1007
1034
|
# data as a hash:
|
@@ -1013,15 +1040,15 @@ module Aws::Glue
|
|
1013
1040
|
# }
|
1014
1041
|
#
|
1015
1042
|
# @!attribute [rw] number_of_trues
|
1016
|
-
#
|
1043
|
+
# The number of true values in the column.
|
1017
1044
|
# @return [Integer]
|
1018
1045
|
#
|
1019
1046
|
# @!attribute [rw] number_of_falses
|
1020
|
-
#
|
1047
|
+
# The number of false values in the column.
|
1021
1048
|
# @return [Integer]
|
1022
1049
|
#
|
1023
1050
|
# @!attribute [rw] number_of_nulls
|
1024
|
-
#
|
1051
|
+
# The number of null values in the column.
|
1025
1052
|
# @return [Integer]
|
1026
1053
|
#
|
1027
1054
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
@@ -1159,6 +1186,49 @@ module Aws::Glue
|
|
1159
1186
|
include Aws::Structure
|
1160
1187
|
end
|
1161
1188
|
|
1189
|
+
# @note When making an API call, you may pass CheckSchemaVersionValidityInput
|
1190
|
+
# data as a hash:
|
1191
|
+
#
|
1192
|
+
# {
|
1193
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1194
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1195
|
+
# }
|
1196
|
+
#
|
1197
|
+
# @!attribute [rw] data_format
|
1198
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1199
|
+
# supported.
|
1200
|
+
# @return [String]
|
1201
|
+
#
|
1202
|
+
# @!attribute [rw] schema_definition
|
1203
|
+
# The definition of the schema that has to be validated.
|
1204
|
+
# @return [String]
|
1205
|
+
#
|
1206
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
|
1207
|
+
#
|
1208
|
+
class CheckSchemaVersionValidityInput < Struct.new(
|
1209
|
+
:data_format,
|
1210
|
+
:schema_definition)
|
1211
|
+
SENSITIVE = []
|
1212
|
+
include Aws::Structure
|
1213
|
+
end
|
1214
|
+
|
1215
|
+
# @!attribute [rw] valid
|
1216
|
+
# Return true, if the schema is valid and false otherwise.
|
1217
|
+
# @return [Boolean]
|
1218
|
+
#
|
1219
|
+
# @!attribute [rw] error
|
1220
|
+
# A validation failure error message.
|
1221
|
+
# @return [String]
|
1222
|
+
#
|
1223
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
|
1224
|
+
#
|
1225
|
+
class CheckSchemaVersionValidityResponse < Struct.new(
|
1226
|
+
:valid,
|
1227
|
+
:error)
|
1228
|
+
SENSITIVE = []
|
1229
|
+
include Aws::Structure
|
1230
|
+
end
|
1231
|
+
|
1162
1232
|
# Classifiers are triggered during a crawl task. A classifier checks
|
1163
1233
|
# whether a given file is in a format it can handle. If it is, the
|
1164
1234
|
# classifier creates a schema in the form of a `StructType` object that
|
@@ -1378,14 +1448,14 @@ module Aws::Glue
|
|
1378
1448
|
include Aws::Structure
|
1379
1449
|
end
|
1380
1450
|
|
1381
|
-
#
|
1451
|
+
# Encapsulates a column name that failed and the reason for failure.
|
1382
1452
|
#
|
1383
1453
|
# @!attribute [rw] column_name
|
1384
|
-
# The name of the column.
|
1454
|
+
# The name of the column that failed.
|
1385
1455
|
# @return [String]
|
1386
1456
|
#
|
1387
1457
|
# @!attribute [rw] error
|
1388
|
-
#
|
1458
|
+
# An error message with the reason for the failure of an operation.
|
1389
1459
|
# @return [Types::ErrorDetail]
|
1390
1460
|
#
|
1391
1461
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
@@ -1397,7 +1467,8 @@ module Aws::Glue
|
|
1397
1467
|
include Aws::Structure
|
1398
1468
|
end
|
1399
1469
|
|
1400
|
-
#
|
1470
|
+
# Represents the generated column-level statistics for a table or
|
1471
|
+
# partition.
|
1401
1472
|
#
|
1402
1473
|
# @note When making an API call, you may pass ColumnStatistics
|
1403
1474
|
# data as a hash:
|
@@ -1458,19 +1529,20 @@ module Aws::Glue
|
|
1458
1529
|
# }
|
1459
1530
|
#
|
1460
1531
|
# @!attribute [rw] column_name
|
1461
|
-
#
|
1532
|
+
# Name of column which statistics belong to.
|
1462
1533
|
# @return [String]
|
1463
1534
|
#
|
1464
1535
|
# @!attribute [rw] column_type
|
1465
|
-
# The type of the column.
|
1536
|
+
# The data type of the column.
|
1466
1537
|
# @return [String]
|
1467
1538
|
#
|
1468
1539
|
# @!attribute [rw] analyzed_time
|
1469
|
-
# The
|
1540
|
+
# The timestamp of when column statistics were generated.
|
1470
1541
|
# @return [Time]
|
1471
1542
|
#
|
1472
1543
|
# @!attribute [rw] statistics_data
|
1473
|
-
#
|
1544
|
+
# A `ColumnStatisticData` object that contains the statistics data
|
1545
|
+
# values.
|
1474
1546
|
# @return [Types::ColumnStatisticsData]
|
1475
1547
|
#
|
1476
1548
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
@@ -1484,7 +1556,8 @@ module Aws::Glue
|
|
1484
1556
|
include Aws::Structure
|
1485
1557
|
end
|
1486
1558
|
|
1487
|
-
#
|
1559
|
+
# Contains the individual types of column statistics data. Only one data
|
1560
|
+
# object should be set and indicated by the `Type` attribute.
|
1488
1561
|
#
|
1489
1562
|
# @note When making an API call, you may pass ColumnStatisticsData
|
1490
1563
|
# data as a hash:
|
@@ -1540,35 +1613,35 @@ module Aws::Glue
|
|
1540
1613
|
# }
|
1541
1614
|
#
|
1542
1615
|
# @!attribute [rw] type
|
1543
|
-
# The
|
1616
|
+
# The type of column statistics data.
|
1544
1617
|
# @return [String]
|
1545
1618
|
#
|
1546
1619
|
# @!attribute [rw] boolean_column_statistics_data
|
1547
|
-
# Boolean
|
1620
|
+
# Boolean column statistics data.
|
1548
1621
|
# @return [Types::BooleanColumnStatisticsData]
|
1549
1622
|
#
|
1550
1623
|
# @!attribute [rw] date_column_statistics_data
|
1551
|
-
# Date
|
1624
|
+
# Date column statistics data.
|
1552
1625
|
# @return [Types::DateColumnStatisticsData]
|
1553
1626
|
#
|
1554
1627
|
# @!attribute [rw] decimal_column_statistics_data
|
1555
|
-
# Decimal
|
1628
|
+
# Decimal column statistics data.
|
1556
1629
|
# @return [Types::DecimalColumnStatisticsData]
|
1557
1630
|
#
|
1558
1631
|
# @!attribute [rw] double_column_statistics_data
|
1559
|
-
# Double
|
1632
|
+
# Double column statistics data.
|
1560
1633
|
# @return [Types::DoubleColumnStatisticsData]
|
1561
1634
|
#
|
1562
1635
|
# @!attribute [rw] long_column_statistics_data
|
1563
|
-
# Long
|
1636
|
+
# Long column statistics data.
|
1564
1637
|
# @return [Types::LongColumnStatisticsData]
|
1565
1638
|
#
|
1566
1639
|
# @!attribute [rw] string_column_statistics_data
|
1567
|
-
# String
|
1640
|
+
# String column statistics data.
|
1568
1641
|
# @return [Types::StringColumnStatisticsData]
|
1569
1642
|
#
|
1570
1643
|
# @!attribute [rw] binary_column_statistics_data
|
1571
|
-
# Binary
|
1644
|
+
# Binary column statistics data.
|
1572
1645
|
# @return [Types::BinaryColumnStatisticsData]
|
1573
1646
|
#
|
1574
1647
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
@@ -1586,14 +1659,15 @@ module Aws::Glue
|
|
1586
1659
|
include Aws::Structure
|
1587
1660
|
end
|
1588
1661
|
|
1589
|
-
#
|
1662
|
+
# Encapsulates a `ColumnStatistics` object that failed and the reason
|
1663
|
+
# for failure.
|
1590
1664
|
#
|
1591
1665
|
# @!attribute [rw] column_statistics
|
1592
|
-
# The ColumnStatistics of the column.
|
1666
|
+
# The `ColumnStatistics` of the column.
|
1593
1667
|
# @return [Types::ColumnStatistics]
|
1594
1668
|
#
|
1595
1669
|
# @!attribute [rw] error
|
1596
|
-
#
|
1670
|
+
# An error message with the reason for the failure of an operation.
|
1597
1671
|
# @return [Types::ErrorDetail]
|
1598
1672
|
#
|
1599
1673
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
@@ -2103,6 +2177,11 @@ module Aws::Glue
|
|
2103
2177
|
# associated with the crawler.
|
2104
2178
|
# @return [Array<String>]
|
2105
2179
|
#
|
2180
|
+
# @!attribute [rw] recrawl_policy
|
2181
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2182
|
+
# or to crawl only folders that were added since the last crawler run.
|
2183
|
+
# @return [Types::RecrawlPolicy]
|
2184
|
+
#
|
2106
2185
|
# @!attribute [rw] schema_change_policy
|
2107
2186
|
# The policy that specifies update and delete behaviors for the
|
2108
2187
|
# crawler.
|
@@ -2167,6 +2246,7 @@ module Aws::Glue
|
|
2167
2246
|
:database_name,
|
2168
2247
|
:description,
|
2169
2248
|
:classifiers,
|
2249
|
+
:recrawl_policy,
|
2170
2250
|
:schema_change_policy,
|
2171
2251
|
:state,
|
2172
2252
|
:table_prefix,
|
@@ -2518,6 +2598,9 @@ module Aws::Glue
|
|
2518
2598
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
2519
2599
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
2520
2600
|
# },
|
2601
|
+
# recrawl_policy: {
|
2602
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
2603
|
+
# },
|
2521
2604
|
# configuration: "CrawlerConfiguration",
|
2522
2605
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
2523
2606
|
# tags: {
|
@@ -2572,6 +2655,11 @@ module Aws::Glue
|
|
2572
2655
|
# The policy for the crawler's update and deletion behavior.
|
2573
2656
|
# @return [Types::SchemaChangePolicy]
|
2574
2657
|
#
|
2658
|
+
# @!attribute [rw] recrawl_policy
|
2659
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2660
|
+
# or to crawl only folders that were added since the last crawler run.
|
2661
|
+
# @return [Types::RecrawlPolicy]
|
2662
|
+
#
|
2575
2663
|
# @!attribute [rw] configuration
|
2576
2664
|
# Crawler configuration information. This versioned JSON string allows
|
2577
2665
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -2609,6 +2697,7 @@ module Aws::Glue
|
|
2609
2697
|
:classifiers,
|
2610
2698
|
:table_prefix,
|
2611
2699
|
:schema_change_policy,
|
2700
|
+
:recrawl_policy,
|
2612
2701
|
:configuration,
|
2613
2702
|
:crawler_security_configuration,
|
2614
2703
|
:tags)
|
@@ -3387,6 +3476,13 @@ module Aws::Glue
|
|
3387
3476
|
# tags: {
|
3388
3477
|
# "TagKey" => "TagValue",
|
3389
3478
|
# },
|
3479
|
+
# transform_encryption: {
|
3480
|
+
# ml_user_data_encryption: {
|
3481
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
3482
|
+
# kms_key_id: "NameString",
|
3483
|
+
# },
|
3484
|
+
# task_run_security_configuration_name: "NameString",
|
3485
|
+
# },
|
3390
3486
|
# }
|
3391
3487
|
#
|
3392
3488
|
# @!attribute [rw] name
|
@@ -3530,6 +3626,12 @@ module Aws::Glue
|
|
3530
3626
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
3531
3627
|
# @return [Hash<String,String>]
|
3532
3628
|
#
|
3629
|
+
# @!attribute [rw] transform_encryption
|
3630
|
+
# The encryption-at-rest settings of the transform that apply to
|
3631
|
+
# accessing user data. Machine learning transforms can access user
|
3632
|
+
# data encrypted in Amazon S3 using KMS.
|
3633
|
+
# @return [Types::TransformEncryption]
|
3634
|
+
#
|
3533
3635
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
3534
3636
|
#
|
3535
3637
|
class CreateMLTransformRequest < Struct.new(
|
@@ -3544,7 +3646,8 @@ module Aws::Glue
|
|
3544
3646
|
:number_of_workers,
|
3545
3647
|
:timeout,
|
3546
3648
|
:max_retries,
|
3547
|
-
:tags
|
3649
|
+
:tags,
|
3650
|
+
:transform_encryption)
|
3548
3651
|
SENSITIVE = []
|
3549
3652
|
include Aws::Structure
|
3550
3653
|
end
|
@@ -3612,6 +3715,15 @@ module Aws::Glue
|
|
3612
3715
|
# },
|
3613
3716
|
# },
|
3614
3717
|
# stored_as_sub_directories: false,
|
3718
|
+
# schema_reference: {
|
3719
|
+
# schema_id: {
|
3720
|
+
# schema_arn: "GlueResourceArn",
|
3721
|
+
# schema_name: "SchemaRegistryNameString",
|
3722
|
+
# registry_name: "SchemaRegistryNameString",
|
3723
|
+
# },
|
3724
|
+
# schema_version_id: "SchemaVersionIdString",
|
3725
|
+
# schema_version_number: 1,
|
3726
|
+
# },
|
3615
3727
|
# },
|
3616
3728
|
# parameters: {
|
3617
3729
|
# "KeyString" => "ParametersMapValue",
|
@@ -3654,6 +3766,266 @@ module Aws::Glue
|
|
3654
3766
|
#
|
3655
3767
|
class CreatePartitionResponse < Aws::EmptyStructure; end
|
3656
3768
|
|
3769
|
+
# @note When making an API call, you may pass CreateRegistryInput
|
3770
|
+
# data as a hash:
|
3771
|
+
#
|
3772
|
+
# {
|
3773
|
+
# registry_name: "SchemaRegistryNameString", # required
|
3774
|
+
# description: "DescriptionString",
|
3775
|
+
# tags: {
|
3776
|
+
# "TagKey" => "TagValue",
|
3777
|
+
# },
|
3778
|
+
# }
|
3779
|
+
#
|
3780
|
+
# @!attribute [rw] registry_name
|
3781
|
+
# Name of the registry to be created of max length of 255, and may
|
3782
|
+
# only contain letters, numbers, hyphen, underscore, dollar sign, or
|
3783
|
+
# hash mark. No whitespace.
|
3784
|
+
# @return [String]
|
3785
|
+
#
|
3786
|
+
# @!attribute [rw] description
|
3787
|
+
# A description of the registry. If description is not provided, there
|
3788
|
+
# will not be any default value for this.
|
3789
|
+
# @return [String]
|
3790
|
+
#
|
3791
|
+
# @!attribute [rw] tags
|
3792
|
+
# AWS tags that contain a key value pair and may be searched by
|
3793
|
+
# console, command line, or API.
|
3794
|
+
# @return [Hash<String,String>]
|
3795
|
+
#
|
3796
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
|
3797
|
+
#
|
3798
|
+
class CreateRegistryInput < Struct.new(
|
3799
|
+
:registry_name,
|
3800
|
+
:description,
|
3801
|
+
:tags)
|
3802
|
+
SENSITIVE = []
|
3803
|
+
include Aws::Structure
|
3804
|
+
end
|
3805
|
+
|
3806
|
+
# @!attribute [rw] registry_arn
|
3807
|
+
# The Amazon Resource Name (ARN) of the newly created registry.
|
3808
|
+
# @return [String]
|
3809
|
+
#
|
3810
|
+
# @!attribute [rw] registry_name
|
3811
|
+
# The name of the registry.
|
3812
|
+
# @return [String]
|
3813
|
+
#
|
3814
|
+
# @!attribute [rw] description
|
3815
|
+
# A description of the registry.
|
3816
|
+
# @return [String]
|
3817
|
+
#
|
3818
|
+
# @!attribute [rw] tags
|
3819
|
+
# The tags for the registry.
|
3820
|
+
# @return [Hash<String,String>]
|
3821
|
+
#
|
3822
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
|
3823
|
+
#
|
3824
|
+
class CreateRegistryResponse < Struct.new(
|
3825
|
+
:registry_arn,
|
3826
|
+
:registry_name,
|
3827
|
+
:description,
|
3828
|
+
:tags)
|
3829
|
+
SENSITIVE = []
|
3830
|
+
include Aws::Structure
|
3831
|
+
end
|
3832
|
+
|
3833
|
+
# @note When making an API call, you may pass CreateSchemaInput
|
3834
|
+
# data as a hash:
|
3835
|
+
#
|
3836
|
+
# {
|
3837
|
+
# registry_id: {
|
3838
|
+
# registry_name: "SchemaRegistryNameString",
|
3839
|
+
# registry_arn: "GlueResourceArn",
|
3840
|
+
# },
|
3841
|
+
# schema_name: "SchemaRegistryNameString", # required
|
3842
|
+
# data_format: "AVRO", # required, accepts AVRO
|
3843
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
3844
|
+
# description: "DescriptionString",
|
3845
|
+
# tags: {
|
3846
|
+
# "TagKey" => "TagValue",
|
3847
|
+
# },
|
3848
|
+
# schema_definition: "SchemaDefinitionString",
|
3849
|
+
# }
|
3850
|
+
#
|
3851
|
+
# @!attribute [rw] registry_id
|
3852
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
3853
|
+
# this is not provided, the default registry will be used. The ARN
|
3854
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
3855
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
3856
|
+
# @return [Types::RegistryId]
|
3857
|
+
#
|
3858
|
+
# @!attribute [rw] schema_name
|
3859
|
+
# Name of the schema to be created of max length of 255, and may only
|
3860
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
3861
|
+
# mark. No whitespace.
|
3862
|
+
# @return [String]
|
3863
|
+
#
|
3864
|
+
# @!attribute [rw] data_format
|
3865
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
3866
|
+
# supported.
|
3867
|
+
# @return [String]
|
3868
|
+
#
|
3869
|
+
# @!attribute [rw] compatibility
|
3870
|
+
# The compatibility mode of the schema. The possible values are:
|
3871
|
+
#
|
3872
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
3873
|
+
# development scenarios or if you do not know the compatibility mode
|
3874
|
+
# that you want to apply to schemas. Any new version added will be
|
3875
|
+
# accepted without undergoing a compatibility check.
|
3876
|
+
#
|
3877
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
3878
|
+
# particular schema. You can use this choice to prevent future
|
3879
|
+
# versioning of a schema.
|
3880
|
+
#
|
3881
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
3882
|
+
# data receivers to read both the current and one previous schema
|
3883
|
+
# version. This means that for instance, a new schema version cannot
|
3884
|
+
# drop data fields or change the type of these fields, so they
|
3885
|
+
# can't be read by readers using the previous version.
|
3886
|
+
#
|
3887
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
|
3888
|
+
# to read both the current and all previous schema versions. You can
|
3889
|
+
# use this choice when you need to delete fields or add optional
|
3890
|
+
# fields, and check compatibility against all previous schema
|
3891
|
+
# versions.
|
3892
|
+
#
|
3893
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to
|
3894
|
+
# read both the current and one next schema version, but not
|
3895
|
+
# necessarily later versions. You can use this choice when you need
|
3896
|
+
# to add fields or delete optional fields, but only check
|
3897
|
+
# compatibility against the last schema version.
|
3898
|
+
#
|
3899
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers
|
3900
|
+
# to read written by producers of any new registered schema. You can
|
3901
|
+
# use this choice when you need to add fields or delete optional
|
3902
|
+
# fields, and check compatibility against all previous schema
|
3903
|
+
# versions.
|
3904
|
+
#
|
3905
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
3906
|
+
# data written by producers using the previous or next version of
|
3907
|
+
# the schema, but not necessarily earlier or later versions. You can
|
3908
|
+
# use this choice when you need to add or remove optional fields,
|
3909
|
+
# but only check compatibility against the last schema version.
|
3910
|
+
#
|
3911
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
3912
|
+
# read data written by producers using all previous schema versions.
|
3913
|
+
# You can use this choice when you need to add or remove optional
|
3914
|
+
# fields, and check compatibility against all previous schema
|
3915
|
+
# versions.
|
3916
|
+
# @return [String]
|
3917
|
+
#
|
3918
|
+
# @!attribute [rw] description
|
3919
|
+
# An optional description of the schema. If description is not
|
3920
|
+
# provided, there will not be any automatic default value for this.
|
3921
|
+
# @return [String]
|
3922
|
+
#
|
3923
|
+
# @!attribute [rw] tags
|
3924
|
+
# AWS tags that contain a key value pair and may be searched by
|
3925
|
+
# console, command line, or API. If specified, follows the AWS
|
3926
|
+
# tags-on-create pattern.
|
3927
|
+
# @return [Hash<String,String>]
|
3928
|
+
#
|
3929
|
+
# @!attribute [rw] schema_definition
|
3930
|
+
# The schema definition using the `DataFormat` setting for
|
3931
|
+
# `SchemaName`.
|
3932
|
+
# @return [String]
|
3933
|
+
#
|
3934
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
|
3935
|
+
#
|
3936
|
+
class CreateSchemaInput < Struct.new(
|
3937
|
+
:registry_id,
|
3938
|
+
:schema_name,
|
3939
|
+
:data_format,
|
3940
|
+
:compatibility,
|
3941
|
+
:description,
|
3942
|
+
:tags,
|
3943
|
+
:schema_definition)
|
3944
|
+
SENSITIVE = []
|
3945
|
+
include Aws::Structure
|
3946
|
+
end
|
3947
|
+
|
3948
|
+
# @!attribute [rw] registry_name
|
3949
|
+
# The name of the registry.
|
3950
|
+
# @return [String]
|
3951
|
+
#
|
3952
|
+
# @!attribute [rw] registry_arn
|
3953
|
+
# The Amazon Resource Name (ARN) of the registry.
|
3954
|
+
# @return [String]
|
3955
|
+
#
|
3956
|
+
# @!attribute [rw] schema_name
|
3957
|
+
# The name of the schema.
|
3958
|
+
# @return [String]
|
3959
|
+
#
|
3960
|
+
# @!attribute [rw] schema_arn
|
3961
|
+
# The Amazon Resource Name (ARN) of the schema.
|
3962
|
+
# @return [String]
|
3963
|
+
#
|
3964
|
+
# @!attribute [rw] description
|
3965
|
+
# A description of the schema if specified when created.
|
3966
|
+
# @return [String]
|
3967
|
+
#
|
3968
|
+
# @!attribute [rw] data_format
|
3969
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
3970
|
+
# supported.
|
3971
|
+
# @return [String]
|
3972
|
+
#
|
3973
|
+
# @!attribute [rw] compatibility
|
3974
|
+
# The schema compatibility mode.
|
3975
|
+
# @return [String]
|
3976
|
+
#
|
3977
|
+
# @!attribute [rw] schema_checkpoint
|
3978
|
+
# The version number of the checkpoint (the last time the
|
3979
|
+
# compatibility mode was changed).
|
3980
|
+
# @return [Integer]
|
3981
|
+
#
|
3982
|
+
# @!attribute [rw] latest_schema_version
|
3983
|
+
# The latest version of the schema associated with the returned schema
|
3984
|
+
# definition.
|
3985
|
+
# @return [Integer]
|
3986
|
+
#
|
3987
|
+
# @!attribute [rw] next_schema_version
|
3988
|
+
# The next version of the schema associated with the returned schema
|
3989
|
+
# definition.
|
3990
|
+
# @return [Integer]
|
3991
|
+
#
|
3992
|
+
# @!attribute [rw] schema_status
|
3993
|
+
# The status of the schema.
|
3994
|
+
# @return [String]
|
3995
|
+
#
|
3996
|
+
# @!attribute [rw] tags
|
3997
|
+
# The tags for the schema.
|
3998
|
+
# @return [Hash<String,String>]
|
3999
|
+
#
|
4000
|
+
# @!attribute [rw] schema_version_id
|
4001
|
+
# The unique identifier of the first schema version.
|
4002
|
+
# @return [String]
|
4003
|
+
#
|
4004
|
+
# @!attribute [rw] schema_version_status
|
4005
|
+
# The status of the first schema version created.
|
4006
|
+
# @return [String]
|
4007
|
+
#
|
4008
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
|
4009
|
+
#
|
4010
|
+
class CreateSchemaResponse < Struct.new(
|
4011
|
+
:registry_name,
|
4012
|
+
:registry_arn,
|
4013
|
+
:schema_name,
|
4014
|
+
:schema_arn,
|
4015
|
+
:description,
|
4016
|
+
:data_format,
|
4017
|
+
:compatibility,
|
4018
|
+
:schema_checkpoint,
|
4019
|
+
:latest_schema_version,
|
4020
|
+
:next_schema_version,
|
4021
|
+
:schema_status,
|
4022
|
+
:tags,
|
4023
|
+
:schema_version_id,
|
4024
|
+
:schema_version_status)
|
4025
|
+
SENSITIVE = []
|
4026
|
+
include Aws::Structure
|
4027
|
+
end
|
4028
|
+
|
3657
4029
|
# @note When making an API call, you may pass CreateScriptRequest
|
3658
4030
|
# data as a hash:
|
3659
4031
|
#
|
@@ -3832,6 +4204,15 @@ module Aws::Glue
|
|
3832
4204
|
# },
|
3833
4205
|
# },
|
3834
4206
|
# stored_as_sub_directories: false,
|
4207
|
+
# schema_reference: {
|
4208
|
+
# schema_id: {
|
4209
|
+
# schema_arn: "GlueResourceArn",
|
4210
|
+
# schema_name: "SchemaRegistryNameString",
|
4211
|
+
# registry_name: "SchemaRegistryNameString",
|
4212
|
+
# },
|
4213
|
+
# schema_version_id: "SchemaVersionIdString",
|
4214
|
+
# schema_version_number: 1,
|
4215
|
+
# },
|
3835
4216
|
# },
|
3836
4217
|
# partition_keys: [
|
3837
4218
|
# {
|
@@ -4441,7 +4822,7 @@ module Aws::Glue
|
|
4441
4822
|
include Aws::Structure
|
4442
4823
|
end
|
4443
4824
|
|
4444
|
-
# Defines
|
4825
|
+
# Defines column statistics supported for timestamp data columns.
|
4445
4826
|
#
|
4446
4827
|
# @note When making an API call, you may pass DateColumnStatisticsData
|
4447
4828
|
# data as a hash:
|
@@ -4454,19 +4835,19 @@ module Aws::Glue
|
|
4454
4835
|
# }
|
4455
4836
|
#
|
4456
4837
|
# @!attribute [rw] minimum_value
|
4457
|
-
#
|
4838
|
+
# The lowest value in the column.
|
4458
4839
|
# @return [Time]
|
4459
4840
|
#
|
4460
4841
|
# @!attribute [rw] maximum_value
|
4461
|
-
#
|
4842
|
+
# The highest value in the column.
|
4462
4843
|
# @return [Time]
|
4463
4844
|
#
|
4464
4845
|
# @!attribute [rw] number_of_nulls
|
4465
|
-
#
|
4846
|
+
# The number of null values in the column.
|
4466
4847
|
# @return [Integer]
|
4467
4848
|
#
|
4468
4849
|
# @!attribute [rw] number_of_distinct_values
|
4469
|
-
#
|
4850
|
+
# The number of distinct values in a column.
|
4470
4851
|
# @return [Integer]
|
4471
4852
|
#
|
4472
4853
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
@@ -4480,7 +4861,8 @@ module Aws::Glue
|
|
4480
4861
|
include Aws::Structure
|
4481
4862
|
end
|
4482
4863
|
|
4483
|
-
# Defines
|
4864
|
+
# Defines column statistics supported for fixed-point number data
|
4865
|
+
# columns.
|
4484
4866
|
#
|
4485
4867
|
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4486
4868
|
# data as a hash:
|
@@ -4499,19 +4881,19 @@ module Aws::Glue
|
|
4499
4881
|
# }
|
4500
4882
|
#
|
4501
4883
|
# @!attribute [rw] minimum_value
|
4502
|
-
#
|
4884
|
+
# The lowest value in the column.
|
4503
4885
|
# @return [Types::DecimalNumber]
|
4504
4886
|
#
|
4505
4887
|
# @!attribute [rw] maximum_value
|
4506
|
-
#
|
4888
|
+
# The highest value in the column.
|
4507
4889
|
# @return [Types::DecimalNumber]
|
4508
4890
|
#
|
4509
4891
|
# @!attribute [rw] number_of_nulls
|
4510
|
-
#
|
4892
|
+
# The number of null values in the column.
|
4511
4893
|
# @return [Integer]
|
4512
4894
|
#
|
4513
4895
|
# @!attribute [rw] number_of_distinct_values
|
4514
|
-
#
|
4896
|
+
# The number of distinct values in a column.
|
4515
4897
|
# @return [Integer]
|
4516
4898
|
#
|
4517
4899
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
@@ -4878,6 +5260,52 @@ module Aws::Glue
|
|
4878
5260
|
#
|
4879
5261
|
class DeletePartitionResponse < Aws::EmptyStructure; end
|
4880
5262
|
|
5263
|
+
# @note When making an API call, you may pass DeleteRegistryInput
|
5264
|
+
# data as a hash:
|
5265
|
+
#
|
5266
|
+
# {
|
5267
|
+
# registry_id: { # required
|
5268
|
+
# registry_name: "SchemaRegistryNameString",
|
5269
|
+
# registry_arn: "GlueResourceArn",
|
5270
|
+
# },
|
5271
|
+
# }
|
5272
|
+
#
|
5273
|
+
# @!attribute [rw] registry_id
|
5274
|
+
# This is a wrapper structure that may contain the registry name and
|
5275
|
+
# Amazon Resource Name (ARN).
|
5276
|
+
# @return [Types::RegistryId]
|
5277
|
+
#
|
5278
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
|
5279
|
+
#
|
5280
|
+
class DeleteRegistryInput < Struct.new(
|
5281
|
+
:registry_id)
|
5282
|
+
SENSITIVE = []
|
5283
|
+
include Aws::Structure
|
5284
|
+
end
|
5285
|
+
|
5286
|
+
# @!attribute [rw] registry_name
|
5287
|
+
# The name of the registry being deleted.
|
5288
|
+
# @return [String]
|
5289
|
+
#
|
5290
|
+
# @!attribute [rw] registry_arn
|
5291
|
+
# The Amazon Resource Name (ARN) of the registry being deleted.
|
5292
|
+
# @return [String]
|
5293
|
+
#
|
5294
|
+
# @!attribute [rw] status
|
5295
|
+
# The status of the registry. A successful operation will return the
|
5296
|
+
# `Deleting` status.
|
5297
|
+
# @return [String]
|
5298
|
+
#
|
5299
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
|
5300
|
+
#
|
5301
|
+
class DeleteRegistryResponse < Struct.new(
|
5302
|
+
:registry_name,
|
5303
|
+
:registry_arn,
|
5304
|
+
:status)
|
5305
|
+
SENSITIVE = []
|
5306
|
+
include Aws::Structure
|
5307
|
+
end
|
5308
|
+
|
4881
5309
|
# @note When making an API call, you may pass DeleteResourcePolicyRequest
|
4882
5310
|
# data as a hash:
|
4883
5311
|
#
|
@@ -4908,6 +5336,99 @@ module Aws::Glue
|
|
4908
5336
|
#
|
4909
5337
|
class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
|
4910
5338
|
|
5339
|
+
# @note When making an API call, you may pass DeleteSchemaInput
|
5340
|
+
# data as a hash:
|
5341
|
+
#
|
5342
|
+
# {
|
5343
|
+
# schema_id: { # required
|
5344
|
+
# schema_arn: "GlueResourceArn",
|
5345
|
+
# schema_name: "SchemaRegistryNameString",
|
5346
|
+
# registry_name: "SchemaRegistryNameString",
|
5347
|
+
# },
|
5348
|
+
# }
|
5349
|
+
#
|
5350
|
+
# @!attribute [rw] schema_id
|
5351
|
+
# This is a wrapper structure that may contain the schema name and
|
5352
|
+
# Amazon Resource Name (ARN).
|
5353
|
+
# @return [Types::SchemaId]
|
5354
|
+
#
|
5355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
|
5356
|
+
#
|
5357
|
+
class DeleteSchemaInput < Struct.new(
|
5358
|
+
:schema_id)
|
5359
|
+
SENSITIVE = []
|
5360
|
+
include Aws::Structure
|
5361
|
+
end
|
5362
|
+
|
5363
|
+
# @!attribute [rw] schema_arn
|
5364
|
+
# The Amazon Resource Name (ARN) of the schema being deleted.
|
5365
|
+
# @return [String]
|
5366
|
+
#
|
5367
|
+
# @!attribute [rw] schema_name
|
5368
|
+
# The name of the schema being deleted.
|
5369
|
+
# @return [String]
|
5370
|
+
#
|
5371
|
+
# @!attribute [rw] status
|
5372
|
+
# The status of the schema.
|
5373
|
+
# @return [String]
|
5374
|
+
#
|
5375
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
|
5376
|
+
#
|
5377
|
+
class DeleteSchemaResponse < Struct.new(
|
5378
|
+
:schema_arn,
|
5379
|
+
:schema_name,
|
5380
|
+
:status)
|
5381
|
+
SENSITIVE = []
|
5382
|
+
include Aws::Structure
|
5383
|
+
end
|
5384
|
+
|
5385
|
+
# @note When making an API call, you may pass DeleteSchemaVersionsInput
|
5386
|
+
# data as a hash:
|
5387
|
+
#
|
5388
|
+
# {
|
5389
|
+
# schema_id: { # required
|
5390
|
+
# schema_arn: "GlueResourceArn",
|
5391
|
+
# schema_name: "SchemaRegistryNameString",
|
5392
|
+
# registry_name: "SchemaRegistryNameString",
|
5393
|
+
# },
|
5394
|
+
# versions: "VersionsString", # required
|
5395
|
+
# }
|
5396
|
+
#
|
5397
|
+
# @!attribute [rw] schema_id
|
5398
|
+
# This is a wrapper structure that may contain the schema name and
|
5399
|
+
# Amazon Resource Name (ARN).
|
5400
|
+
# @return [Types::SchemaId]
|
5401
|
+
#
|
5402
|
+
# @!attribute [rw] versions
|
5403
|
+
# A version range may be supplied which may be of the format:
|
5404
|
+
#
|
5405
|
+
# * a single version number, 5
|
5406
|
+
#
|
5407
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
5408
|
+
# @return [String]
|
5409
|
+
#
|
5410
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
|
5411
|
+
#
|
5412
|
+
class DeleteSchemaVersionsInput < Struct.new(
|
5413
|
+
:schema_id,
|
5414
|
+
:versions)
|
5415
|
+
SENSITIVE = []
|
5416
|
+
include Aws::Structure
|
5417
|
+
end
|
5418
|
+
|
5419
|
+
# @!attribute [rw] schema_version_errors
|
5420
|
+
# A list of `SchemaVersionErrorItem` objects, each containing an error
|
5421
|
+
# and schema version.
|
5422
|
+
# @return [Array<Types::SchemaVersionErrorItem>]
|
5423
|
+
#
|
5424
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
|
5425
|
+
#
|
5426
|
+
class DeleteSchemaVersionsResponse < Struct.new(
|
5427
|
+
:schema_version_errors)
|
5428
|
+
SENSITIVE = []
|
5429
|
+
include Aws::Structure
|
5430
|
+
end
|
5431
|
+
|
4911
5432
|
# @note When making an API call, you may pass DeleteSecurityConfigurationRequest
|
4912
5433
|
# data as a hash:
|
4913
5434
|
#
|
@@ -5381,7 +5902,8 @@ module Aws::Glue
|
|
5381
5902
|
include Aws::Structure
|
5382
5903
|
end
|
5383
5904
|
|
5384
|
-
# Defines
|
5905
|
+
# Defines column statistics supported for floating-point number data
|
5906
|
+
# columns.
|
5385
5907
|
#
|
5386
5908
|
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5387
5909
|
# data as a hash:
|
@@ -5394,19 +5916,19 @@ module Aws::Glue
|
|
5394
5916
|
# }
|
5395
5917
|
#
|
5396
5918
|
# @!attribute [rw] minimum_value
|
5397
|
-
#
|
5919
|
+
# The lowest value in the column.
|
5398
5920
|
# @return [Float]
|
5399
5921
|
#
|
5400
5922
|
# @!attribute [rw] maximum_value
|
5401
|
-
#
|
5923
|
+
# The highest value in the column.
|
5402
5924
|
# @return [Float]
|
5403
5925
|
#
|
5404
5926
|
# @!attribute [rw] number_of_nulls
|
5405
|
-
#
|
5927
|
+
# The number of null values in the column.
|
5406
5928
|
# @return [Integer]
|
5407
5929
|
#
|
5408
5930
|
# @!attribute [rw] number_of_distinct_values
|
5409
|
-
#
|
5931
|
+
# The number of distinct values in a column.
|
5410
5932
|
# @return [Integer]
|
5411
5933
|
#
|
5412
5934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
@@ -5593,6 +6115,25 @@ module Aws::Glue
|
|
5593
6115
|
include Aws::Structure
|
5594
6116
|
end
|
5595
6117
|
|
6118
|
+
# An object containing error details.
|
6119
|
+
#
|
6120
|
+
# @!attribute [rw] error_code
|
6121
|
+
# The error code for an error.
|
6122
|
+
# @return [String]
|
6123
|
+
#
|
6124
|
+
# @!attribute [rw] error_message
|
6125
|
+
# The error message for an error.
|
6126
|
+
# @return [String]
|
6127
|
+
#
|
6128
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
|
6129
|
+
#
|
6130
|
+
class ErrorDetails < Struct.new(
|
6131
|
+
:error_code,
|
6132
|
+
:error_message)
|
6133
|
+
SENSITIVE = []
|
6134
|
+
include Aws::Structure
|
6135
|
+
end
|
6136
|
+
|
5596
6137
|
# Evaluation metrics provide an estimate of the quality of your machine
|
5597
6138
|
# learning transform.
|
5598
6139
|
#
|
@@ -7050,6 +7591,12 @@ module Aws::Glue
|
|
7050
7591
|
# a task run fails.
|
7051
7592
|
# @return [Integer]
|
7052
7593
|
#
|
7594
|
+
# @!attribute [rw] transform_encryption
|
7595
|
+
# The encryption-at-rest settings of the transform that apply to
|
7596
|
+
# accessing user data. Machine learning transforms can access user
|
7597
|
+
# data encrypted in Amazon S3 using KMS.
|
7598
|
+
# @return [Types::TransformEncryption]
|
7599
|
+
#
|
7053
7600
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
7054
7601
|
#
|
7055
7602
|
class GetMLTransformResponse < Struct.new(
|
@@ -7070,7 +7617,8 @@ module Aws::Glue
|
|
7070
7617
|
:worker_type,
|
7071
7618
|
:number_of_workers,
|
7072
7619
|
:timeout,
|
7073
|
-
:max_retries
|
7620
|
+
:max_retries,
|
7621
|
+
:transform_encryption)
|
7074
7622
|
SENSITIVE = []
|
7075
7623
|
include Aws::Structure
|
7076
7624
|
end
|
@@ -7573,6 +8121,15 @@ module Aws::Glue
|
|
7573
8121
|
#
|
7574
8122
|
# @!attribute [rw] additional_plan_options_map
|
7575
8123
|
# A map to hold additional optional key-value parameters.
|
8124
|
+
#
|
8125
|
+
# Currently, these key-value pairs are supported:
|
8126
|
+
#
|
8127
|
+
# * `inferSchema` — Specifies whether to set `inferSchema` to true
|
8128
|
+
# or false for the default script generated by an AWS Glue job. For
|
8129
|
+
# example, to set `inferSchema` to true, pass the following key
|
8130
|
+
# value pair:
|
8131
|
+
#
|
8132
|
+
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
7576
8133
|
# @return [Hash<String,String>]
|
7577
8134
|
#
|
7578
8135
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
@@ -7605,21 +8162,81 @@ module Aws::Glue
|
|
7605
8162
|
include Aws::Structure
|
7606
8163
|
end
|
7607
8164
|
|
7608
|
-
# @note When making an API call, you may pass
|
8165
|
+
# @note When making an API call, you may pass GetRegistryInput
|
7609
8166
|
# data as a hash:
|
7610
8167
|
#
|
7611
8168
|
# {
|
7612
|
-
#
|
7613
|
-
#
|
8169
|
+
# registry_id: { # required
|
8170
|
+
# registry_name: "SchemaRegistryNameString",
|
8171
|
+
# registry_arn: "GlueResourceArn",
|
8172
|
+
# },
|
7614
8173
|
# }
|
7615
8174
|
#
|
7616
|
-
# @!attribute [rw]
|
7617
|
-
#
|
7618
|
-
#
|
8175
|
+
# @!attribute [rw] registry_id
|
8176
|
+
# This is a wrapper structure that may contain the registry name and
|
8177
|
+
# Amazon Resource Name (ARN).
|
8178
|
+
# @return [Types::RegistryId]
|
7619
8179
|
#
|
7620
|
-
#
|
7621
|
-
#
|
7622
|
-
|
8180
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
|
8181
|
+
#
|
8182
|
+
class GetRegistryInput < Struct.new(
|
8183
|
+
:registry_id)
|
8184
|
+
SENSITIVE = []
|
8185
|
+
include Aws::Structure
|
8186
|
+
end
|
8187
|
+
|
8188
|
+
# @!attribute [rw] registry_name
|
8189
|
+
# The name of the registry.
|
8190
|
+
# @return [String]
|
8191
|
+
#
|
8192
|
+
# @!attribute [rw] registry_arn
|
8193
|
+
# The Amazon Resource Name (ARN) of the registry.
|
8194
|
+
# @return [String]
|
8195
|
+
#
|
8196
|
+
# @!attribute [rw] description
|
8197
|
+
# A description of the registry.
|
8198
|
+
# @return [String]
|
8199
|
+
#
|
8200
|
+
# @!attribute [rw] status
|
8201
|
+
# The status of the registry.
|
8202
|
+
# @return [String]
|
8203
|
+
#
|
8204
|
+
# @!attribute [rw] created_time
|
8205
|
+
# The date and time the registry was created.
|
8206
|
+
# @return [String]
|
8207
|
+
#
|
8208
|
+
# @!attribute [rw] updated_time
|
8209
|
+
# The date and time the registry was updated.
|
8210
|
+
# @return [String]
|
8211
|
+
#
|
8212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
|
8213
|
+
#
|
8214
|
+
class GetRegistryResponse < Struct.new(
|
8215
|
+
:registry_name,
|
8216
|
+
:registry_arn,
|
8217
|
+
:description,
|
8218
|
+
:status,
|
8219
|
+
:created_time,
|
8220
|
+
:updated_time)
|
8221
|
+
SENSITIVE = []
|
8222
|
+
include Aws::Structure
|
8223
|
+
end
|
8224
|
+
|
8225
|
+
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
8226
|
+
# data as a hash:
|
8227
|
+
#
|
8228
|
+
# {
|
8229
|
+
# next_token: "Token",
|
8230
|
+
# max_results: 1,
|
8231
|
+
# }
|
8232
|
+
#
|
8233
|
+
# @!attribute [rw] next_token
|
8234
|
+
# A continuation token, if this is a continuation request.
|
8235
|
+
# @return [String]
|
8236
|
+
#
|
8237
|
+
# @!attribute [rw] max_results
|
8238
|
+
# The maximum size of a list to return.
|
8239
|
+
# @return [Integer]
|
7623
8240
|
#
|
7624
8241
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
|
7625
8242
|
#
|
@@ -7701,6 +8318,339 @@ module Aws::Glue
|
|
7701
8318
|
include Aws::Structure
|
7702
8319
|
end
|
7703
8320
|
|
8321
|
+
# @note When making an API call, you may pass GetSchemaByDefinitionInput
|
8322
|
+
# data as a hash:
|
8323
|
+
#
|
8324
|
+
# {
|
8325
|
+
# schema_id: { # required
|
8326
|
+
# schema_arn: "GlueResourceArn",
|
8327
|
+
# schema_name: "SchemaRegistryNameString",
|
8328
|
+
# registry_name: "SchemaRegistryNameString",
|
8329
|
+
# },
|
8330
|
+
# schema_definition: "SchemaDefinitionString", # required
|
8331
|
+
# }
|
8332
|
+
#
|
8333
|
+
# @!attribute [rw] schema_id
|
8334
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8335
|
+
# structure contains:
|
8336
|
+
#
|
8337
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8338
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8339
|
+
#
|
8340
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8341
|
+
# `SchemaName` has to be provided.
|
8342
|
+
# @return [Types::SchemaId]
|
8343
|
+
#
|
8344
|
+
# @!attribute [rw] schema_definition
|
8345
|
+
# The definition of the schema for which schema details are required.
|
8346
|
+
# @return [String]
|
8347
|
+
#
|
8348
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
|
8349
|
+
#
|
8350
|
+
class GetSchemaByDefinitionInput < Struct.new(
|
8351
|
+
:schema_id,
|
8352
|
+
:schema_definition)
|
8353
|
+
SENSITIVE = []
|
8354
|
+
include Aws::Structure
|
8355
|
+
end
|
8356
|
+
|
8357
|
+
# @!attribute [rw] schema_version_id
|
8358
|
+
# The schema ID of the schema version.
|
8359
|
+
# @return [String]
|
8360
|
+
#
|
8361
|
+
# @!attribute [rw] schema_arn
|
8362
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8363
|
+
# @return [String]
|
8364
|
+
#
|
8365
|
+
# @!attribute [rw] data_format
|
8366
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8367
|
+
# supported.
|
8368
|
+
# @return [String]
|
8369
|
+
#
|
8370
|
+
# @!attribute [rw] status
|
8371
|
+
# The status of the schema version.
|
8372
|
+
# @return [String]
|
8373
|
+
#
|
8374
|
+
# @!attribute [rw] created_time
|
8375
|
+
# The date and time the schema was created.
|
8376
|
+
# @return [String]
|
8377
|
+
#
|
8378
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
|
8379
|
+
#
|
8380
|
+
class GetSchemaByDefinitionResponse < Struct.new(
|
8381
|
+
:schema_version_id,
|
8382
|
+
:schema_arn,
|
8383
|
+
:data_format,
|
8384
|
+
:status,
|
8385
|
+
:created_time)
|
8386
|
+
SENSITIVE = []
|
8387
|
+
include Aws::Structure
|
8388
|
+
end
|
8389
|
+
|
8390
|
+
# @note When making an API call, you may pass GetSchemaInput
|
8391
|
+
# data as a hash:
|
8392
|
+
#
|
8393
|
+
# {
|
8394
|
+
# schema_id: { # required
|
8395
|
+
# schema_arn: "GlueResourceArn",
|
8396
|
+
# schema_name: "SchemaRegistryNameString",
|
8397
|
+
# registry_name: "SchemaRegistryNameString",
|
8398
|
+
# },
|
8399
|
+
# }
|
8400
|
+
#
|
8401
|
+
# @!attribute [rw] schema_id
|
8402
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8403
|
+
# structure contains:
|
8404
|
+
#
|
8405
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8406
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8407
|
+
# provided.
|
8408
|
+
#
|
8409
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8410
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8411
|
+
# @return [Types::SchemaId]
|
8412
|
+
#
|
8413
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
|
8414
|
+
#
|
8415
|
+
class GetSchemaInput < Struct.new(
|
8416
|
+
:schema_id)
|
8417
|
+
SENSITIVE = []
|
8418
|
+
include Aws::Structure
|
8419
|
+
end
|
8420
|
+
|
8421
|
+
# @!attribute [rw] registry_name
|
8422
|
+
# The name of the registry.
|
8423
|
+
# @return [String]
|
8424
|
+
#
|
8425
|
+
# @!attribute [rw] registry_arn
|
8426
|
+
# The Amazon Resource Name (ARN) of the registry.
|
8427
|
+
# @return [String]
|
8428
|
+
#
|
8429
|
+
# @!attribute [rw] schema_name
|
8430
|
+
# The name of the schema.
|
8431
|
+
# @return [String]
|
8432
|
+
#
|
8433
|
+
# @!attribute [rw] schema_arn
|
8434
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8435
|
+
# @return [String]
|
8436
|
+
#
|
8437
|
+
# @!attribute [rw] description
|
8438
|
+
# A description of schema if specified when created
|
8439
|
+
# @return [String]
|
8440
|
+
#
|
8441
|
+
# @!attribute [rw] data_format
|
8442
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8443
|
+
# supported.
|
8444
|
+
# @return [String]
|
8445
|
+
#
|
8446
|
+
# @!attribute [rw] compatibility
|
8447
|
+
# The compatibility mode of the schema.
|
8448
|
+
# @return [String]
|
8449
|
+
#
|
8450
|
+
# @!attribute [rw] schema_checkpoint
|
8451
|
+
# The version number of the checkpoint (the last time the
|
8452
|
+
# compatibility mode was changed).
|
8453
|
+
# @return [Integer]
|
8454
|
+
#
|
8455
|
+
# @!attribute [rw] latest_schema_version
|
8456
|
+
# The latest version of the schema associated with the returned schema
|
8457
|
+
# definition.
|
8458
|
+
# @return [Integer]
|
8459
|
+
#
|
8460
|
+
# @!attribute [rw] next_schema_version
|
8461
|
+
# The next version of the schema associated with the returned schema
|
8462
|
+
# definition.
|
8463
|
+
# @return [Integer]
|
8464
|
+
#
|
8465
|
+
# @!attribute [rw] schema_status
|
8466
|
+
# The status of the schema.
|
8467
|
+
# @return [String]
|
8468
|
+
#
|
8469
|
+
# @!attribute [rw] created_time
|
8470
|
+
# The date and time the schema was created.
|
8471
|
+
# @return [String]
|
8472
|
+
#
|
8473
|
+
# @!attribute [rw] updated_time
|
8474
|
+
# The date and time the schema was updated.
|
8475
|
+
# @return [String]
|
8476
|
+
#
|
8477
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
|
8478
|
+
#
|
8479
|
+
class GetSchemaResponse < Struct.new(
|
8480
|
+
:registry_name,
|
8481
|
+
:registry_arn,
|
8482
|
+
:schema_name,
|
8483
|
+
:schema_arn,
|
8484
|
+
:description,
|
8485
|
+
:data_format,
|
8486
|
+
:compatibility,
|
8487
|
+
:schema_checkpoint,
|
8488
|
+
:latest_schema_version,
|
8489
|
+
:next_schema_version,
|
8490
|
+
:schema_status,
|
8491
|
+
:created_time,
|
8492
|
+
:updated_time)
|
8493
|
+
SENSITIVE = []
|
8494
|
+
include Aws::Structure
|
8495
|
+
end
|
8496
|
+
|
8497
|
+
# @note When making an API call, you may pass GetSchemaVersionInput
|
8498
|
+
# data as a hash:
|
8499
|
+
#
|
8500
|
+
# {
|
8501
|
+
# schema_id: {
|
8502
|
+
# schema_arn: "GlueResourceArn",
|
8503
|
+
# schema_name: "SchemaRegistryNameString",
|
8504
|
+
# registry_name: "SchemaRegistryNameString",
|
8505
|
+
# },
|
8506
|
+
# schema_version_id: "SchemaVersionIdString",
|
8507
|
+
# schema_version_number: {
|
8508
|
+
# latest_version: false,
|
8509
|
+
# version_number: 1,
|
8510
|
+
# },
|
8511
|
+
# }
|
8512
|
+
#
|
8513
|
+
# @!attribute [rw] schema_id
|
8514
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8515
|
+
# structure contains:
|
8516
|
+
#
|
8517
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8518
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8519
|
+
# provided.
|
8520
|
+
#
|
8521
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8522
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8523
|
+
# @return [Types::SchemaId]
|
8524
|
+
#
|
8525
|
+
# @!attribute [rw] schema_version_id
|
8526
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
8527
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
8528
|
+
# to be provided.
|
8529
|
+
# @return [String]
|
8530
|
+
#
|
8531
|
+
# @!attribute [rw] schema_version_number
|
8532
|
+
# The version number of the schema.
|
8533
|
+
# @return [Types::SchemaVersionNumber]
|
8534
|
+
#
|
8535
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
|
8536
|
+
#
|
8537
|
+
class GetSchemaVersionInput < Struct.new(
|
8538
|
+
:schema_id,
|
8539
|
+
:schema_version_id,
|
8540
|
+
:schema_version_number)
|
8541
|
+
SENSITIVE = []
|
8542
|
+
include Aws::Structure
|
8543
|
+
end
|
8544
|
+
|
8545
|
+
# @!attribute [rw] schema_version_id
|
8546
|
+
# The `SchemaVersionId` of the schema version.
|
8547
|
+
# @return [String]
|
8548
|
+
#
|
8549
|
+
# @!attribute [rw] schema_definition
|
8550
|
+
# The schema definition for the schema ID.
|
8551
|
+
# @return [String]
|
8552
|
+
#
|
8553
|
+
# @!attribute [rw] data_format
|
8554
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8555
|
+
# supported.
|
8556
|
+
# @return [String]
|
8557
|
+
#
|
8558
|
+
# @!attribute [rw] schema_arn
|
8559
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8560
|
+
# @return [String]
|
8561
|
+
#
|
8562
|
+
# @!attribute [rw] version_number
|
8563
|
+
# The version number of the schema.
|
8564
|
+
# @return [Integer]
|
8565
|
+
#
|
8566
|
+
# @!attribute [rw] status
|
8567
|
+
# The status of the schema version.
|
8568
|
+
# @return [String]
|
8569
|
+
#
|
8570
|
+
# @!attribute [rw] created_time
|
8571
|
+
# The date and time the schema version was created.
|
8572
|
+
# @return [String]
|
8573
|
+
#
|
8574
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
|
8575
|
+
#
|
8576
|
+
class GetSchemaVersionResponse < Struct.new(
|
8577
|
+
:schema_version_id,
|
8578
|
+
:schema_definition,
|
8579
|
+
:data_format,
|
8580
|
+
:schema_arn,
|
8581
|
+
:version_number,
|
8582
|
+
:status,
|
8583
|
+
:created_time)
|
8584
|
+
SENSITIVE = []
|
8585
|
+
include Aws::Structure
|
8586
|
+
end
|
8587
|
+
|
8588
|
+
# @note When making an API call, you may pass GetSchemaVersionsDiffInput
|
8589
|
+
# data as a hash:
|
8590
|
+
#
|
8591
|
+
# {
|
8592
|
+
# schema_id: { # required
|
8593
|
+
# schema_arn: "GlueResourceArn",
|
8594
|
+
# schema_name: "SchemaRegistryNameString",
|
8595
|
+
# registry_name: "SchemaRegistryNameString",
|
8596
|
+
# },
|
8597
|
+
# first_schema_version_number: { # required
|
8598
|
+
# latest_version: false,
|
8599
|
+
# version_number: 1,
|
8600
|
+
# },
|
8601
|
+
# second_schema_version_number: { # required
|
8602
|
+
# latest_version: false,
|
8603
|
+
# version_number: 1,
|
8604
|
+
# },
|
8605
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
8606
|
+
# }
|
8607
|
+
#
|
8608
|
+
# @!attribute [rw] schema_id
|
8609
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8610
|
+
# structure contains:
|
8611
|
+
#
|
8612
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8613
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8614
|
+
#
|
8615
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8616
|
+
# `SchemaName` has to be provided.
|
8617
|
+
# @return [Types::SchemaId]
|
8618
|
+
#
|
8619
|
+
# @!attribute [rw] first_schema_version_number
|
8620
|
+
# The first of the two schema versions to be compared.
|
8621
|
+
# @return [Types::SchemaVersionNumber]
|
8622
|
+
#
|
8623
|
+
# @!attribute [rw] second_schema_version_number
|
8624
|
+
# The second of the two schema versions to be compared.
|
8625
|
+
# @return [Types::SchemaVersionNumber]
|
8626
|
+
#
|
8627
|
+
# @!attribute [rw] schema_diff_type
|
8628
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
8629
|
+
# @return [String]
|
8630
|
+
#
|
8631
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
|
8632
|
+
#
|
8633
|
+
class GetSchemaVersionsDiffInput < Struct.new(
|
8634
|
+
:schema_id,
|
8635
|
+
:first_schema_version_number,
|
8636
|
+
:second_schema_version_number,
|
8637
|
+
:schema_diff_type)
|
8638
|
+
SENSITIVE = []
|
8639
|
+
include Aws::Structure
|
8640
|
+
end
|
8641
|
+
|
8642
|
+
# @!attribute [rw] diff
|
8643
|
+
# The difference between schemas as a string in JsonPatch format.
|
8644
|
+
# @return [String]
|
8645
|
+
#
|
8646
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
|
8647
|
+
#
|
8648
|
+
class GetSchemaVersionsDiffResponse < Struct.new(
|
8649
|
+
:diff)
|
8650
|
+
SENSITIVE = []
|
8651
|
+
include Aws::Structure
|
8652
|
+
end
|
8653
|
+
|
7704
8654
|
# @note When making an API call, you may pass GetSecurityConfigurationRequest
|
7705
8655
|
# data as a hash:
|
7706
8656
|
#
|
@@ -9778,102 +10728,265 @@ module Aws::Glue
|
|
9778
10728
|
include Aws::Structure
|
9779
10729
|
end
|
9780
10730
|
|
9781
|
-
# @note When making an API call, you may pass
|
10731
|
+
# @note When making an API call, you may pass ListRegistriesInput
|
9782
10732
|
# data as a hash:
|
9783
10733
|
#
|
9784
10734
|
# {
|
9785
|
-
# next_token: "GenericString",
|
9786
|
-
# dependent_job_name: "NameString",
|
9787
10735
|
# max_results: 1,
|
9788
|
-
#
|
9789
|
-
# "TagKey" => "TagValue",
|
9790
|
-
# },
|
10736
|
+
# next_token: "SchemaRegistryTokenString",
|
9791
10737
|
# }
|
9792
10738
|
#
|
9793
|
-
# @!attribute [rw] next_token
|
9794
|
-
# A continuation token, if this is a continuation request.
|
9795
|
-
# @return [String]
|
9796
|
-
#
|
9797
|
-
# @!attribute [rw] dependent_job_name
|
9798
|
-
# The name of the job for which to retrieve triggers. The trigger that
|
9799
|
-
# can start this job is returned. If there is no such trigger, all
|
9800
|
-
# triggers are returned.
|
9801
|
-
# @return [String]
|
9802
|
-
#
|
9803
10739
|
# @!attribute [rw] max_results
|
9804
|
-
#
|
10740
|
+
# Maximum number of results required per page. If the value is not
|
10741
|
+
# supplied, this will be defaulted to 25 per page.
|
9805
10742
|
# @return [Integer]
|
9806
10743
|
#
|
9807
|
-
# @!attribute [rw]
|
9808
|
-
#
|
9809
|
-
# @return [
|
10744
|
+
# @!attribute [rw] next_token
|
10745
|
+
# A continuation token, if this is a continuation call.
|
10746
|
+
# @return [String]
|
9810
10747
|
#
|
9811
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10748
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
|
9812
10749
|
#
|
9813
|
-
class
|
9814
|
-
:next_token,
|
9815
|
-
:dependent_job_name,
|
10750
|
+
class ListRegistriesInput < Struct.new(
|
9816
10751
|
:max_results,
|
9817
|
-
:
|
10752
|
+
:next_token)
|
9818
10753
|
SENSITIVE = []
|
9819
10754
|
include Aws::Structure
|
9820
10755
|
end
|
9821
10756
|
|
9822
|
-
# @!attribute [rw]
|
9823
|
-
#
|
9824
|
-
#
|
9825
|
-
# @return [Array<
|
10757
|
+
# @!attribute [rw] registries
|
10758
|
+
# An array of `RegistryDetailedListItem` objects containing minimal
|
10759
|
+
# details of each registry.
|
10760
|
+
# @return [Array<Types::RegistryListItem>]
|
9826
10761
|
#
|
9827
10762
|
# @!attribute [rw] next_token
|
9828
|
-
# A continuation token
|
9829
|
-
#
|
10763
|
+
# A continuation token for paginating the returned list of tokens,
|
10764
|
+
# returned if the current segment of the list is not the last.
|
9830
10765
|
# @return [String]
|
9831
10766
|
#
|
9832
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10767
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
|
9833
10768
|
#
|
9834
|
-
class
|
9835
|
-
:
|
10769
|
+
class ListRegistriesResponse < Struct.new(
|
10770
|
+
:registries,
|
9836
10771
|
:next_token)
|
9837
10772
|
SENSITIVE = []
|
9838
10773
|
include Aws::Structure
|
9839
10774
|
end
|
9840
10775
|
|
9841
|
-
# @note When making an API call, you may pass
|
10776
|
+
# @note When making an API call, you may pass ListSchemaVersionsInput
|
9842
10777
|
# data as a hash:
|
9843
10778
|
#
|
9844
10779
|
# {
|
9845
|
-
#
|
10780
|
+
# schema_id: { # required
|
10781
|
+
# schema_arn: "GlueResourceArn",
|
10782
|
+
# schema_name: "SchemaRegistryNameString",
|
10783
|
+
# registry_name: "SchemaRegistryNameString",
|
10784
|
+
# },
|
9846
10785
|
# max_results: 1,
|
10786
|
+
# next_token: "SchemaRegistryTokenString",
|
9847
10787
|
# }
|
9848
10788
|
#
|
9849
|
-
# @!attribute [rw]
|
9850
|
-
#
|
9851
|
-
#
|
10789
|
+
# @!attribute [rw] schema_id
|
10790
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10791
|
+
# structure contains:
|
10792
|
+
#
|
10793
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10794
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
10795
|
+
# provided.
|
10796
|
+
#
|
10797
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
10798
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
10799
|
+
# @return [Types::SchemaId]
|
9852
10800
|
#
|
9853
10801
|
# @!attribute [rw] max_results
|
9854
|
-
#
|
10802
|
+
# Maximum number of results required per page. If the value is not
|
10803
|
+
# supplied, this will be defaulted to 25 per page.
|
9855
10804
|
# @return [Integer]
|
9856
10805
|
#
|
9857
|
-
#
|
10806
|
+
# @!attribute [rw] next_token
|
10807
|
+
# A continuation token, if this is a continuation call.
|
10808
|
+
# @return [String]
|
9858
10809
|
#
|
9859
|
-
|
9860
|
-
|
9861
|
-
|
10810
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
|
10811
|
+
#
|
10812
|
+
class ListSchemaVersionsInput < Struct.new(
|
10813
|
+
:schema_id,
|
10814
|
+
:max_results,
|
10815
|
+
:next_token)
|
9862
10816
|
SENSITIVE = []
|
9863
10817
|
include Aws::Structure
|
9864
10818
|
end
|
9865
10819
|
|
9866
|
-
# @!attribute [rw]
|
9867
|
-
#
|
9868
|
-
#
|
10820
|
+
# @!attribute [rw] schemas
|
10821
|
+
# An array of `SchemaVersionList` objects containing details of each
|
10822
|
+
# schema version.
|
10823
|
+
# @return [Array<Types::SchemaVersionListItem>]
|
9869
10824
|
#
|
9870
10825
|
# @!attribute [rw] next_token
|
9871
|
-
# A continuation token
|
10826
|
+
# A continuation token for paginating the returned list of tokens,
|
10827
|
+
# returned if the current segment of the list is not the last.
|
9872
10828
|
# @return [String]
|
9873
10829
|
#
|
9874
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10830
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
|
9875
10831
|
#
|
9876
|
-
class
|
10832
|
+
class ListSchemaVersionsResponse < Struct.new(
|
10833
|
+
:schemas,
|
10834
|
+
:next_token)
|
10835
|
+
SENSITIVE = []
|
10836
|
+
include Aws::Structure
|
10837
|
+
end
|
10838
|
+
|
10839
|
+
# @note When making an API call, you may pass ListSchemasInput
|
10840
|
+
# data as a hash:
|
10841
|
+
#
|
10842
|
+
# {
|
10843
|
+
# registry_id: {
|
10844
|
+
# registry_name: "SchemaRegistryNameString",
|
10845
|
+
# registry_arn: "GlueResourceArn",
|
10846
|
+
# },
|
10847
|
+
# max_results: 1,
|
10848
|
+
# next_token: "SchemaRegistryTokenString",
|
10849
|
+
# }
|
10850
|
+
#
|
10851
|
+
# @!attribute [rw] registry_id
|
10852
|
+
# A wrapper structure that may contain the registry name and Amazon
|
10853
|
+
# Resource Name (ARN).
|
10854
|
+
# @return [Types::RegistryId]
|
10855
|
+
#
|
10856
|
+
# @!attribute [rw] max_results
|
10857
|
+
# Maximum number of results required per page. If the value is not
|
10858
|
+
# supplied, this will be defaulted to 25 per page.
|
10859
|
+
# @return [Integer]
|
10860
|
+
#
|
10861
|
+
# @!attribute [rw] next_token
|
10862
|
+
# A continuation token, if this is a continuation call.
|
10863
|
+
# @return [String]
|
10864
|
+
#
|
10865
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
|
10866
|
+
#
|
10867
|
+
class ListSchemasInput < Struct.new(
|
10868
|
+
:registry_id,
|
10869
|
+
:max_results,
|
10870
|
+
:next_token)
|
10871
|
+
SENSITIVE = []
|
10872
|
+
include Aws::Structure
|
10873
|
+
end
|
10874
|
+
|
10875
|
+
# @!attribute [rw] schemas
|
10876
|
+
# An array of `SchemaListItem` objects containing details of each
|
10877
|
+
# schema.
|
10878
|
+
# @return [Array<Types::SchemaListItem>]
|
10879
|
+
#
|
10880
|
+
# @!attribute [rw] next_token
|
10881
|
+
# A continuation token for paginating the returned list of tokens,
|
10882
|
+
# returned if the current segment of the list is not the last.
|
10883
|
+
# @return [String]
|
10884
|
+
#
|
10885
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
|
10886
|
+
#
|
10887
|
+
class ListSchemasResponse < Struct.new(
|
10888
|
+
:schemas,
|
10889
|
+
:next_token)
|
10890
|
+
SENSITIVE = []
|
10891
|
+
include Aws::Structure
|
10892
|
+
end
|
10893
|
+
|
10894
|
+
# @note When making an API call, you may pass ListTriggersRequest
|
10895
|
+
# data as a hash:
|
10896
|
+
#
|
10897
|
+
# {
|
10898
|
+
# next_token: "GenericString",
|
10899
|
+
# dependent_job_name: "NameString",
|
10900
|
+
# max_results: 1,
|
10901
|
+
# tags: {
|
10902
|
+
# "TagKey" => "TagValue",
|
10903
|
+
# },
|
10904
|
+
# }
|
10905
|
+
#
|
10906
|
+
# @!attribute [rw] next_token
|
10907
|
+
# A continuation token, if this is a continuation request.
|
10908
|
+
# @return [String]
|
10909
|
+
#
|
10910
|
+
# @!attribute [rw] dependent_job_name
|
10911
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
10912
|
+
# can start this job is returned. If there is no such trigger, all
|
10913
|
+
# triggers are returned.
|
10914
|
+
# @return [String]
|
10915
|
+
#
|
10916
|
+
# @!attribute [rw] max_results
|
10917
|
+
# The maximum size of a list to return.
|
10918
|
+
# @return [Integer]
|
10919
|
+
#
|
10920
|
+
# @!attribute [rw] tags
|
10921
|
+
# Specifies to return only these tagged resources.
|
10922
|
+
# @return [Hash<String,String>]
|
10923
|
+
#
|
10924
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
|
10925
|
+
#
|
10926
|
+
class ListTriggersRequest < Struct.new(
|
10927
|
+
:next_token,
|
10928
|
+
:dependent_job_name,
|
10929
|
+
:max_results,
|
10930
|
+
:tags)
|
10931
|
+
SENSITIVE = []
|
10932
|
+
include Aws::Structure
|
10933
|
+
end
|
10934
|
+
|
10935
|
+
# @!attribute [rw] trigger_names
|
10936
|
+
# The names of all triggers in the account, or the triggers with the
|
10937
|
+
# specified tags.
|
10938
|
+
# @return [Array<String>]
|
10939
|
+
#
|
10940
|
+
# @!attribute [rw] next_token
|
10941
|
+
# A continuation token, if the returned list does not contain the last
|
10942
|
+
# metric available.
|
10943
|
+
# @return [String]
|
10944
|
+
#
|
10945
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
|
10946
|
+
#
|
10947
|
+
class ListTriggersResponse < Struct.new(
|
10948
|
+
:trigger_names,
|
10949
|
+
:next_token)
|
10950
|
+
SENSITIVE = []
|
10951
|
+
include Aws::Structure
|
10952
|
+
end
|
10953
|
+
|
10954
|
+
# @note When making an API call, you may pass ListWorkflowsRequest
|
10955
|
+
# data as a hash:
|
10956
|
+
#
|
10957
|
+
# {
|
10958
|
+
# next_token: "GenericString",
|
10959
|
+
# max_results: 1,
|
10960
|
+
# }
|
10961
|
+
#
|
10962
|
+
# @!attribute [rw] next_token
|
10963
|
+
# A continuation token, if this is a continuation request.
|
10964
|
+
# @return [String]
|
10965
|
+
#
|
10966
|
+
# @!attribute [rw] max_results
|
10967
|
+
# The maximum size of a list to return.
|
10968
|
+
# @return [Integer]
|
10969
|
+
#
|
10970
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
|
10971
|
+
#
|
10972
|
+
class ListWorkflowsRequest < Struct.new(
|
10973
|
+
:next_token,
|
10974
|
+
:max_results)
|
10975
|
+
SENSITIVE = []
|
10976
|
+
include Aws::Structure
|
10977
|
+
end
|
10978
|
+
|
10979
|
+
# @!attribute [rw] workflows
|
10980
|
+
# List of names of workflows in the account.
|
10981
|
+
# @return [Array<String>]
|
10982
|
+
#
|
10983
|
+
# @!attribute [rw] next_token
|
10984
|
+
# A continuation token, if not all workflow names have been returned.
|
10985
|
+
# @return [String]
|
10986
|
+
#
|
10987
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
|
10988
|
+
#
|
10989
|
+
class ListWorkflowsResponse < Struct.new(
|
9877
10990
|
:workflows,
|
9878
10991
|
:next_token)
|
9879
10992
|
SENSITIVE = []
|
@@ -9931,7 +11044,7 @@ module Aws::Glue
|
|
9931
11044
|
include Aws::Structure
|
9932
11045
|
end
|
9933
11046
|
|
9934
|
-
# Defines
|
11047
|
+
# Defines column statistics supported for integer data columns.
|
9935
11048
|
#
|
9936
11049
|
# @note When making an API call, you may pass LongColumnStatisticsData
|
9937
11050
|
# data as a hash:
|
@@ -9944,19 +11057,19 @@ module Aws::Glue
|
|
9944
11057
|
# }
|
9945
11058
|
#
|
9946
11059
|
# @!attribute [rw] minimum_value
|
9947
|
-
#
|
11060
|
+
# The lowest value in the column.
|
9948
11061
|
# @return [Integer]
|
9949
11062
|
#
|
9950
11063
|
# @!attribute [rw] maximum_value
|
9951
|
-
#
|
11064
|
+
# The highest value in the column.
|
9952
11065
|
# @return [Integer]
|
9953
11066
|
#
|
9954
11067
|
# @!attribute [rw] number_of_nulls
|
9955
|
-
#
|
11068
|
+
# The number of null values in the column.
|
9956
11069
|
# @return [Integer]
|
9957
11070
|
#
|
9958
11071
|
# @!attribute [rw] number_of_distinct_values
|
9959
|
-
#
|
11072
|
+
# The number of distinct values in a column.
|
9960
11073
|
# @return [Integer]
|
9961
11074
|
#
|
9962
11075
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
@@ -10136,6 +11249,12 @@ module Aws::Glue
|
|
10136
11249
|
# machine learning transform fails.
|
10137
11250
|
# @return [Integer]
|
10138
11251
|
#
|
11252
|
+
# @!attribute [rw] transform_encryption
|
11253
|
+
# The encryption-at-rest settings of the transform that apply to
|
11254
|
+
# accessing user data. Machine learning transforms can access user
|
11255
|
+
# data encrypted in Amazon S3 using KMS.
|
11256
|
+
# @return [Types::TransformEncryption]
|
11257
|
+
#
|
10139
11258
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
10140
11259
|
#
|
10141
11260
|
class MLTransform < Struct.new(
|
@@ -10156,7 +11275,8 @@ module Aws::Glue
|
|
10156
11275
|
:worker_type,
|
10157
11276
|
:number_of_workers,
|
10158
11277
|
:timeout,
|
10159
|
-
:max_retries
|
11278
|
+
:max_retries,
|
11279
|
+
:transform_encryption)
|
10160
11280
|
SENSITIVE = []
|
10161
11281
|
include Aws::Structure
|
10162
11282
|
end
|
@@ -10175,6 +11295,39 @@ module Aws::Glue
|
|
10175
11295
|
include Aws::Structure
|
10176
11296
|
end
|
10177
11297
|
|
11298
|
+
# The encryption-at-rest settings of the transform that apply to
|
11299
|
+
# accessing user data.
|
11300
|
+
#
|
11301
|
+
# @note When making an API call, you may pass MLUserDataEncryption
|
11302
|
+
# data as a hash:
|
11303
|
+
#
|
11304
|
+
# {
|
11305
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
11306
|
+
# kms_key_id: "NameString",
|
11307
|
+
# }
|
11308
|
+
#
|
11309
|
+
# @!attribute [rw] ml_user_data_encryption_mode
|
11310
|
+
# The encryption mode applied to user data. Valid values are:
|
11311
|
+
#
|
11312
|
+
# * DISABLED: encryption is disabled
|
11313
|
+
#
|
11314
|
+
# * SSEKMS: use of server-side encryption with AWS Key Management
|
11315
|
+
# Service (SSE-KMS) for user data stored in Amazon S3.
|
11316
|
+
# @return [String]
|
11317
|
+
#
|
11318
|
+
# @!attribute [rw] kms_key_id
|
11319
|
+
# The ID for the customer-provided KMS key.
|
11320
|
+
# @return [String]
|
11321
|
+
#
|
11322
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
|
11323
|
+
#
|
11324
|
+
class MLUserDataEncryption < Struct.new(
|
11325
|
+
:ml_user_data_encryption_mode,
|
11326
|
+
:kms_key_id)
|
11327
|
+
SENSITIVE = []
|
11328
|
+
include Aws::Structure
|
11329
|
+
end
|
11330
|
+
|
10178
11331
|
# Defines a mapping.
|
10179
11332
|
#
|
10180
11333
|
# @note When making an API call, you may pass MappingEntry
|
@@ -10226,6 +11379,52 @@ module Aws::Glue
|
|
10226
11379
|
include Aws::Structure
|
10227
11380
|
end
|
10228
11381
|
|
11382
|
+
# A structure containing metadata information for a schema version.
|
11383
|
+
#
|
11384
|
+
# @!attribute [rw] metadata_value
|
11385
|
+
# The metadata key’s corresponding value.
|
11386
|
+
# @return [String]
|
11387
|
+
#
|
11388
|
+
# @!attribute [rw] created_time
|
11389
|
+
# The time at which the entry was created.
|
11390
|
+
# @return [String]
|
11391
|
+
#
|
11392
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
|
11393
|
+
#
|
11394
|
+
class MetadataInfo < Struct.new(
|
11395
|
+
:metadata_value,
|
11396
|
+
:created_time)
|
11397
|
+
SENSITIVE = []
|
11398
|
+
include Aws::Structure
|
11399
|
+
end
|
11400
|
+
|
11401
|
+
# A structure containing a key value pair for metadata.
|
11402
|
+
#
|
11403
|
+
# @note When making an API call, you may pass MetadataKeyValuePair
|
11404
|
+
# data as a hash:
|
11405
|
+
#
|
11406
|
+
# {
|
11407
|
+
# metadata_key: "MetadataKeyString",
|
11408
|
+
# metadata_value: "MetadataValueString",
|
11409
|
+
# }
|
11410
|
+
#
|
11411
|
+
# @!attribute [rw] metadata_key
|
11412
|
+
# A metadata key.
|
11413
|
+
# @return [String]
|
11414
|
+
#
|
11415
|
+
# @!attribute [rw] metadata_value
|
11416
|
+
# A metadata key’s corresponding value.
|
11417
|
+
# @return [String]
|
11418
|
+
#
|
11419
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
|
11420
|
+
#
|
11421
|
+
class MetadataKeyValuePair < Struct.new(
|
11422
|
+
:metadata_key,
|
11423
|
+
:metadata_value)
|
11424
|
+
SENSITIVE = []
|
11425
|
+
include Aws::Structure
|
11426
|
+
end
|
11427
|
+
|
10229
11428
|
# Specifies an Amazon DocumentDB or MongoDB data store to crawl.
|
10230
11429
|
#
|
10231
11430
|
# @note When making an API call, you may pass MongoDBTarget
|
@@ -10561,6 +11760,15 @@ module Aws::Glue
|
|
10561
11760
|
# },
|
10562
11761
|
# },
|
10563
11762
|
# stored_as_sub_directories: false,
|
11763
|
+
# schema_reference: {
|
11764
|
+
# schema_id: {
|
11765
|
+
# schema_arn: "GlueResourceArn",
|
11766
|
+
# schema_name: "SchemaRegistryNameString",
|
11767
|
+
# registry_name: "SchemaRegistryNameString",
|
11768
|
+
# },
|
11769
|
+
# schema_version_id: "SchemaVersionIdString",
|
11770
|
+
# schema_version_number: 1,
|
11771
|
+
# },
|
10564
11772
|
# },
|
10565
11773
|
# parameters: {
|
10566
11774
|
# "KeyString" => "ParametersMapValue",
|
@@ -10873,68 +12081,510 @@ module Aws::Glue
|
|
10873
12081
|
# policies is allowed.
|
10874
12082
|
# @return [String]
|
10875
12083
|
#
|
10876
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12084
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12085
|
+
#
|
12086
|
+
class PutResourcePolicyRequest < Struct.new(
|
12087
|
+
:policy_in_json,
|
12088
|
+
:resource_arn,
|
12089
|
+
:policy_hash_condition,
|
12090
|
+
:policy_exists_condition,
|
12091
|
+
:enable_hybrid)
|
12092
|
+
SENSITIVE = []
|
12093
|
+
include Aws::Structure
|
12094
|
+
end
|
12095
|
+
|
12096
|
+
# @!attribute [rw] policy_hash
|
12097
|
+
# A hash of the policy that has just been set. This must be included
|
12098
|
+
# in a subsequent call that overwrites or updates this policy.
|
12099
|
+
# @return [String]
|
12100
|
+
#
|
12101
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
|
12102
|
+
#
|
12103
|
+
class PutResourcePolicyResponse < Struct.new(
|
12104
|
+
:policy_hash)
|
12105
|
+
SENSITIVE = []
|
12106
|
+
include Aws::Structure
|
12107
|
+
end
|
12108
|
+
|
12109
|
+
# @note When making an API call, you may pass PutSchemaVersionMetadataInput
|
12110
|
+
# data as a hash:
|
12111
|
+
#
|
12112
|
+
# {
|
12113
|
+
# schema_id: {
|
12114
|
+
# schema_arn: "GlueResourceArn",
|
12115
|
+
# schema_name: "SchemaRegistryNameString",
|
12116
|
+
# registry_name: "SchemaRegistryNameString",
|
12117
|
+
# },
|
12118
|
+
# schema_version_number: {
|
12119
|
+
# latest_version: false,
|
12120
|
+
# version_number: 1,
|
12121
|
+
# },
|
12122
|
+
# schema_version_id: "SchemaVersionIdString",
|
12123
|
+
# metadata_key_value: { # required
|
12124
|
+
# metadata_key: "MetadataKeyString",
|
12125
|
+
# metadata_value: "MetadataValueString",
|
12126
|
+
# },
|
12127
|
+
# }
|
12128
|
+
#
|
12129
|
+
# @!attribute [rw] schema_id
|
12130
|
+
# The unique ID for the schema.
|
12131
|
+
# @return [Types::SchemaId]
|
12132
|
+
#
|
12133
|
+
# @!attribute [rw] schema_version_number
|
12134
|
+
# The version number of the schema.
|
12135
|
+
# @return [Types::SchemaVersionNumber]
|
12136
|
+
#
|
12137
|
+
# @!attribute [rw] schema_version_id
|
12138
|
+
# The unique version ID of the schema version.
|
12139
|
+
# @return [String]
|
12140
|
+
#
|
12141
|
+
# @!attribute [rw] metadata_key_value
|
12142
|
+
# The metadata key's corresponding value.
|
12143
|
+
# @return [Types::MetadataKeyValuePair]
|
12144
|
+
#
|
12145
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
|
12146
|
+
#
|
12147
|
+
class PutSchemaVersionMetadataInput < Struct.new(
|
12148
|
+
:schema_id,
|
12149
|
+
:schema_version_number,
|
12150
|
+
:schema_version_id,
|
12151
|
+
:metadata_key_value)
|
12152
|
+
SENSITIVE = []
|
12153
|
+
include Aws::Structure
|
12154
|
+
end
|
12155
|
+
|
12156
|
+
# @!attribute [rw] schema_arn
|
12157
|
+
# The Amazon Resource Name (ARN) for the schema.
|
12158
|
+
# @return [String]
|
12159
|
+
#
|
12160
|
+
# @!attribute [rw] schema_name
|
12161
|
+
# The name for the schema.
|
12162
|
+
# @return [String]
|
12163
|
+
#
|
12164
|
+
# @!attribute [rw] registry_name
|
12165
|
+
# The name for the registry.
|
12166
|
+
# @return [String]
|
12167
|
+
#
|
12168
|
+
# @!attribute [rw] latest_version
|
12169
|
+
# The latest version of the schema.
|
12170
|
+
# @return [Boolean]
|
12171
|
+
#
|
12172
|
+
# @!attribute [rw] version_number
|
12173
|
+
# The version number of the schema.
|
12174
|
+
# @return [Integer]
|
12175
|
+
#
|
12176
|
+
# @!attribute [rw] schema_version_id
|
12177
|
+
# The unique version ID of the schema version.
|
12178
|
+
# @return [String]
|
12179
|
+
#
|
12180
|
+
# @!attribute [rw] metadata_key
|
12181
|
+
# The metadata key.
|
12182
|
+
# @return [String]
|
12183
|
+
#
|
12184
|
+
# @!attribute [rw] metadata_value
|
12185
|
+
# The value of the metadata key.
|
12186
|
+
# @return [String]
|
12187
|
+
#
|
12188
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
|
12189
|
+
#
|
12190
|
+
class PutSchemaVersionMetadataResponse < Struct.new(
|
12191
|
+
:schema_arn,
|
12192
|
+
:schema_name,
|
12193
|
+
:registry_name,
|
12194
|
+
:latest_version,
|
12195
|
+
:version_number,
|
12196
|
+
:schema_version_id,
|
12197
|
+
:metadata_key,
|
12198
|
+
:metadata_value)
|
12199
|
+
SENSITIVE = []
|
12200
|
+
include Aws::Structure
|
12201
|
+
end
|
12202
|
+
|
12203
|
+
# @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
|
12204
|
+
# data as a hash:
|
12205
|
+
#
|
12206
|
+
# {
|
12207
|
+
# name: "NameString", # required
|
12208
|
+
# run_id: "IdString", # required
|
12209
|
+
# run_properties: { # required
|
12210
|
+
# "IdString" => "GenericString",
|
12211
|
+
# },
|
12212
|
+
# }
|
12213
|
+
#
|
12214
|
+
# @!attribute [rw] name
|
12215
|
+
# Name of the workflow which was run.
|
12216
|
+
# @return [String]
|
12217
|
+
#
|
12218
|
+
# @!attribute [rw] run_id
|
12219
|
+
# The ID of the workflow run for which the run properties should be
|
12220
|
+
# updated.
|
12221
|
+
# @return [String]
|
12222
|
+
#
|
12223
|
+
# @!attribute [rw] run_properties
|
12224
|
+
# The properties to put for the specified run.
|
12225
|
+
# @return [Hash<String,String>]
|
12226
|
+
#
|
12227
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
12228
|
+
#
|
12229
|
+
class PutWorkflowRunPropertiesRequest < Struct.new(
|
12230
|
+
:name,
|
12231
|
+
:run_id,
|
12232
|
+
:run_properties)
|
12233
|
+
SENSITIVE = []
|
12234
|
+
include Aws::Structure
|
12235
|
+
end
|
12236
|
+
|
12237
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
|
12238
|
+
#
|
12239
|
+
class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
|
12240
|
+
|
12241
|
+
# @note When making an API call, you may pass QuerySchemaVersionMetadataInput
|
12242
|
+
# data as a hash:
|
12243
|
+
#
|
12244
|
+
# {
|
12245
|
+
# schema_id: {
|
12246
|
+
# schema_arn: "GlueResourceArn",
|
12247
|
+
# schema_name: "SchemaRegistryNameString",
|
12248
|
+
# registry_name: "SchemaRegistryNameString",
|
12249
|
+
# },
|
12250
|
+
# schema_version_number: {
|
12251
|
+
# latest_version: false,
|
12252
|
+
# version_number: 1,
|
12253
|
+
# },
|
12254
|
+
# schema_version_id: "SchemaVersionIdString",
|
12255
|
+
# metadata_list: [
|
12256
|
+
# {
|
12257
|
+
# metadata_key: "MetadataKeyString",
|
12258
|
+
# metadata_value: "MetadataValueString",
|
12259
|
+
# },
|
12260
|
+
# ],
|
12261
|
+
# max_results: 1,
|
12262
|
+
# next_token: "SchemaRegistryTokenString",
|
12263
|
+
# }
|
12264
|
+
#
|
12265
|
+
# @!attribute [rw] schema_id
|
12266
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12267
|
+
# Resource Name (ARN).
|
12268
|
+
# @return [Types::SchemaId]
|
12269
|
+
#
|
12270
|
+
# @!attribute [rw] schema_version_number
|
12271
|
+
# The version number of the schema.
|
12272
|
+
# @return [Types::SchemaVersionNumber]
|
12273
|
+
#
|
12274
|
+
# @!attribute [rw] schema_version_id
|
12275
|
+
# The unique version ID of the schema version.
|
12276
|
+
# @return [String]
|
12277
|
+
#
|
12278
|
+
# @!attribute [rw] metadata_list
|
12279
|
+
# Search key-value pairs for metadata, if they are not provided all
|
12280
|
+
# the metadata information will be fetched.
|
12281
|
+
# @return [Array<Types::MetadataKeyValuePair>]
|
12282
|
+
#
|
12283
|
+
# @!attribute [rw] max_results
|
12284
|
+
# Maximum number of results required per page. If the value is not
|
12285
|
+
# supplied, this will be defaulted to 25 per page.
|
12286
|
+
# @return [Integer]
|
12287
|
+
#
|
12288
|
+
# @!attribute [rw] next_token
|
12289
|
+
# A continuation token, if this is a continuation call.
|
12290
|
+
# @return [String]
|
12291
|
+
#
|
12292
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
|
12293
|
+
#
|
12294
|
+
class QuerySchemaVersionMetadataInput < Struct.new(
|
12295
|
+
:schema_id,
|
12296
|
+
:schema_version_number,
|
12297
|
+
:schema_version_id,
|
12298
|
+
:metadata_list,
|
12299
|
+
:max_results,
|
12300
|
+
:next_token)
|
12301
|
+
SENSITIVE = []
|
12302
|
+
include Aws::Structure
|
12303
|
+
end
|
12304
|
+
|
12305
|
+
# @!attribute [rw] metadata_info_map
|
12306
|
+
# A map of a metadata key and associated values.
|
12307
|
+
# @return [Hash<String,Types::MetadataInfo>]
|
12308
|
+
#
|
12309
|
+
# @!attribute [rw] schema_version_id
|
12310
|
+
# The unique version ID of the schema version.
|
12311
|
+
# @return [String]
|
12312
|
+
#
|
12313
|
+
# @!attribute [rw] next_token
|
12314
|
+
# A continuation token for paginating the returned list of tokens,
|
12315
|
+
# returned if the current segment of the list is not the last.
|
12316
|
+
# @return [String]
|
12317
|
+
#
|
12318
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
|
12319
|
+
#
|
12320
|
+
class QuerySchemaVersionMetadataResponse < Struct.new(
|
12321
|
+
:metadata_info_map,
|
12322
|
+
:schema_version_id,
|
12323
|
+
:next_token)
|
12324
|
+
SENSITIVE = []
|
12325
|
+
include Aws::Structure
|
12326
|
+
end
|
12327
|
+
|
12328
|
+
# When crawling an Amazon S3 data source after the first crawl is
|
12329
|
+
# complete, specifies whether to crawl the entire dataset again or to
|
12330
|
+
# crawl only folders that were added since the last crawler run. For
|
12331
|
+
# more information, see [Incremental Crawls in AWS Glue][1] in the
|
12332
|
+
# developer guide.
|
12333
|
+
#
|
12334
|
+
#
|
12335
|
+
#
|
12336
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
|
12337
|
+
#
|
12338
|
+
# @note When making an API call, you may pass RecrawlPolicy
|
12339
|
+
# data as a hash:
|
12340
|
+
#
|
12341
|
+
# {
|
12342
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
12343
|
+
# }
|
12344
|
+
#
|
12345
|
+
# @!attribute [rw] recrawl_behavior
|
12346
|
+
# Specifies whether to crawl the entire dataset again or to crawl only
|
12347
|
+
# folders that were added since the last crawler run.
|
12348
|
+
#
|
12349
|
+
# A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
|
12350
|
+
# again.
|
12351
|
+
#
|
12352
|
+
# A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
|
12353
|
+
# that were added since the last crawler run.
|
12354
|
+
# @return [String]
|
12355
|
+
#
|
12356
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
|
12357
|
+
#
|
12358
|
+
class RecrawlPolicy < Struct.new(
|
12359
|
+
:recrawl_behavior)
|
12360
|
+
SENSITIVE = []
|
12361
|
+
include Aws::Structure
|
12362
|
+
end
|
12363
|
+
|
12364
|
+
# @note When making an API call, you may pass RegisterSchemaVersionInput
|
12365
|
+
# data as a hash:
|
12366
|
+
#
|
12367
|
+
# {
|
12368
|
+
# schema_id: { # required
|
12369
|
+
# schema_arn: "GlueResourceArn",
|
12370
|
+
# schema_name: "SchemaRegistryNameString",
|
12371
|
+
# registry_name: "SchemaRegistryNameString",
|
12372
|
+
# },
|
12373
|
+
# schema_definition: "SchemaDefinitionString", # required
|
12374
|
+
# }
|
12375
|
+
#
|
12376
|
+
# @!attribute [rw] schema_id
|
12377
|
+
# This is a wrapper structure to contain schema identity fields. The
|
12378
|
+
# structure contains:
|
12379
|
+
#
|
12380
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
12381
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
12382
|
+
# provided.
|
12383
|
+
#
|
12384
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
12385
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
12386
|
+
# @return [Types::SchemaId]
|
12387
|
+
#
|
12388
|
+
# @!attribute [rw] schema_definition
|
12389
|
+
# The schema definition using the `DataFormat` setting for the
|
12390
|
+
# `SchemaName`.
|
12391
|
+
# @return [String]
|
12392
|
+
#
|
12393
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
|
12394
|
+
#
|
12395
|
+
class RegisterSchemaVersionInput < Struct.new(
|
12396
|
+
:schema_id,
|
12397
|
+
:schema_definition)
|
12398
|
+
SENSITIVE = []
|
12399
|
+
include Aws::Structure
|
12400
|
+
end
|
12401
|
+
|
12402
|
+
# @!attribute [rw] schema_version_id
|
12403
|
+
# The unique ID that represents the version of this schema.
|
12404
|
+
# @return [String]
|
12405
|
+
#
|
12406
|
+
# @!attribute [rw] version_number
|
12407
|
+
# The version of this schema (for sync flow only, in case this is the
|
12408
|
+
# first version).
|
12409
|
+
# @return [Integer]
|
12410
|
+
#
|
12411
|
+
# @!attribute [rw] status
|
12412
|
+
# The status of the schema version.
|
12413
|
+
# @return [String]
|
12414
|
+
#
|
12415
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
|
12416
|
+
#
|
12417
|
+
class RegisterSchemaVersionResponse < Struct.new(
|
12418
|
+
:schema_version_id,
|
12419
|
+
:version_number,
|
12420
|
+
:status)
|
12421
|
+
SENSITIVE = []
|
12422
|
+
include Aws::Structure
|
12423
|
+
end
|
12424
|
+
|
12425
|
+
# A wrapper structure that may contain the registry name and Amazon
|
12426
|
+
# Resource Name (ARN).
|
12427
|
+
#
|
12428
|
+
# @note When making an API call, you may pass RegistryId
|
12429
|
+
# data as a hash:
|
12430
|
+
#
|
12431
|
+
# {
|
12432
|
+
# registry_name: "SchemaRegistryNameString",
|
12433
|
+
# registry_arn: "GlueResourceArn",
|
12434
|
+
# }
|
12435
|
+
#
|
12436
|
+
# @!attribute [rw] registry_name
|
12437
|
+
# Name of the registry. Used only for lookup. One of `RegistryArn` or
|
12438
|
+
# `RegistryName` has to be provided.
|
12439
|
+
# @return [String]
|
12440
|
+
#
|
12441
|
+
# @!attribute [rw] registry_arn
|
12442
|
+
# Arn of the registry to be updated. One of `RegistryArn` or
|
12443
|
+
# `RegistryName` has to be provided.
|
12444
|
+
# @return [String]
|
10877
12445
|
#
|
10878
|
-
|
10879
|
-
|
10880
|
-
|
10881
|
-
:
|
10882
|
-
:
|
10883
|
-
:enable_hybrid)
|
12446
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
|
12447
|
+
#
|
12448
|
+
class RegistryId < Struct.new(
|
12449
|
+
:registry_name,
|
12450
|
+
:registry_arn)
|
10884
12451
|
SENSITIVE = []
|
10885
12452
|
include Aws::Structure
|
10886
12453
|
end
|
10887
12454
|
|
10888
|
-
#
|
10889
|
-
#
|
10890
|
-
#
|
12455
|
+
# A structure containing the details for a registry.
|
12456
|
+
#
|
12457
|
+
# @!attribute [rw] registry_name
|
12458
|
+
# The name of the registry.
|
10891
12459
|
# @return [String]
|
10892
12460
|
#
|
10893
|
-
#
|
12461
|
+
# @!attribute [rw] registry_arn
|
12462
|
+
# The Amazon Resource Name (ARN) of the registry.
|
12463
|
+
# @return [String]
|
10894
12464
|
#
|
10895
|
-
|
10896
|
-
|
12465
|
+
# @!attribute [rw] description
|
12466
|
+
# A description of the registry.
|
12467
|
+
# @return [String]
|
12468
|
+
#
|
12469
|
+
# @!attribute [rw] status
|
12470
|
+
# The status of the registry.
|
12471
|
+
# @return [String]
|
12472
|
+
#
|
12473
|
+
# @!attribute [rw] created_time
|
12474
|
+
# The data the registry was created.
|
12475
|
+
# @return [String]
|
12476
|
+
#
|
12477
|
+
# @!attribute [rw] updated_time
|
12478
|
+
# The date the registry was updated.
|
12479
|
+
# @return [String]
|
12480
|
+
#
|
12481
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
|
12482
|
+
#
|
12483
|
+
class RegistryListItem < Struct.new(
|
12484
|
+
:registry_name,
|
12485
|
+
:registry_arn,
|
12486
|
+
:description,
|
12487
|
+
:status,
|
12488
|
+
:created_time,
|
12489
|
+
:updated_time)
|
10897
12490
|
SENSITIVE = []
|
10898
12491
|
include Aws::Structure
|
10899
12492
|
end
|
10900
12493
|
|
10901
|
-
# @note When making an API call, you may pass
|
12494
|
+
# @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
|
10902
12495
|
# data as a hash:
|
10903
12496
|
#
|
10904
12497
|
# {
|
10905
|
-
#
|
10906
|
-
#
|
10907
|
-
#
|
10908
|
-
#
|
12498
|
+
# schema_id: {
|
12499
|
+
# schema_arn: "GlueResourceArn",
|
12500
|
+
# schema_name: "SchemaRegistryNameString",
|
12501
|
+
# registry_name: "SchemaRegistryNameString",
|
12502
|
+
# },
|
12503
|
+
# schema_version_number: {
|
12504
|
+
# latest_version: false,
|
12505
|
+
# version_number: 1,
|
12506
|
+
# },
|
12507
|
+
# schema_version_id: "SchemaVersionIdString",
|
12508
|
+
# metadata_key_value: { # required
|
12509
|
+
# metadata_key: "MetadataKeyString",
|
12510
|
+
# metadata_value: "MetadataValueString",
|
10909
12511
|
# },
|
10910
12512
|
# }
|
10911
12513
|
#
|
10912
|
-
# @!attribute [rw]
|
10913
|
-
#
|
10914
|
-
#
|
12514
|
+
# @!attribute [rw] schema_id
|
12515
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12516
|
+
# Resource Name (ARN).
|
12517
|
+
# @return [Types::SchemaId]
|
10915
12518
|
#
|
10916
|
-
# @!attribute [rw]
|
10917
|
-
# The
|
10918
|
-
#
|
12519
|
+
# @!attribute [rw] schema_version_number
|
12520
|
+
# The version number of the schema.
|
12521
|
+
# @return [Types::SchemaVersionNumber]
|
12522
|
+
#
|
12523
|
+
# @!attribute [rw] schema_version_id
|
12524
|
+
# The unique version ID of the schema version.
|
10919
12525
|
# @return [String]
|
10920
12526
|
#
|
10921
|
-
# @!attribute [rw]
|
10922
|
-
# The
|
10923
|
-
# @return [
|
12527
|
+
# @!attribute [rw] metadata_key_value
|
12528
|
+
# The value of the metadata key.
|
12529
|
+
# @return [Types::MetadataKeyValuePair]
|
10924
12530
|
#
|
10925
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12531
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
|
10926
12532
|
#
|
10927
|
-
class
|
10928
|
-
:
|
10929
|
-
:
|
10930
|
-
:
|
12533
|
+
class RemoveSchemaVersionMetadataInput < Struct.new(
|
12534
|
+
:schema_id,
|
12535
|
+
:schema_version_number,
|
12536
|
+
:schema_version_id,
|
12537
|
+
:metadata_key_value)
|
10931
12538
|
SENSITIVE = []
|
10932
12539
|
include Aws::Structure
|
10933
12540
|
end
|
10934
12541
|
|
10935
|
-
#
|
12542
|
+
# @!attribute [rw] schema_arn
|
12543
|
+
# The Amazon Resource Name (ARN) of the schema.
|
12544
|
+
# @return [String]
|
10936
12545
|
#
|
10937
|
-
|
12546
|
+
# @!attribute [rw] schema_name
|
12547
|
+
# The name of the schema.
|
12548
|
+
# @return [String]
|
12549
|
+
#
|
12550
|
+
# @!attribute [rw] registry_name
|
12551
|
+
# The name of the registry.
|
12552
|
+
# @return [String]
|
12553
|
+
#
|
12554
|
+
# @!attribute [rw] latest_version
|
12555
|
+
# The latest version of the schema.
|
12556
|
+
# @return [Boolean]
|
12557
|
+
#
|
12558
|
+
# @!attribute [rw] version_number
|
12559
|
+
# The version number of the schema.
|
12560
|
+
# @return [Integer]
|
12561
|
+
#
|
12562
|
+
# @!attribute [rw] schema_version_id
|
12563
|
+
# The version ID for the schema version.
|
12564
|
+
# @return [String]
|
12565
|
+
#
|
12566
|
+
# @!attribute [rw] metadata_key
|
12567
|
+
# The metadata key.
|
12568
|
+
# @return [String]
|
12569
|
+
#
|
12570
|
+
# @!attribute [rw] metadata_value
|
12571
|
+
# The value of the metadata key.
|
12572
|
+
# @return [String]
|
12573
|
+
#
|
12574
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
|
12575
|
+
#
|
12576
|
+
class RemoveSchemaVersionMetadataResponse < Struct.new(
|
12577
|
+
:schema_arn,
|
12578
|
+
:schema_name,
|
12579
|
+
:registry_name,
|
12580
|
+
:latest_version,
|
12581
|
+
:version_number,
|
12582
|
+
:schema_version_id,
|
12583
|
+
:metadata_key,
|
12584
|
+
:metadata_value)
|
12585
|
+
SENSITIVE = []
|
12586
|
+
include Aws::Structure
|
12587
|
+
end
|
10938
12588
|
|
10939
12589
|
# @note When making an API call, you may pass ResetJobBookmarkRequest
|
10940
12590
|
# data as a hash:
|
@@ -11257,6 +12907,195 @@ module Aws::Glue
|
|
11257
12907
|
include Aws::Structure
|
11258
12908
|
end
|
11259
12909
|
|
12910
|
+
# @note When making an API call, you may pass SchemaId
|
12911
|
+
# data as a hash:
|
12912
|
+
#
|
12913
|
+
# {
|
12914
|
+
# schema_arn: "GlueResourceArn",
|
12915
|
+
# schema_name: "SchemaRegistryNameString",
|
12916
|
+
# registry_name: "SchemaRegistryNameString",
|
12917
|
+
# }
|
12918
|
+
#
|
12919
|
+
# @!attribute [rw] schema_arn
|
12920
|
+
# @return [String]
|
12921
|
+
#
|
12922
|
+
# @!attribute [rw] schema_name
|
12923
|
+
# @return [String]
|
12924
|
+
#
|
12925
|
+
# @!attribute [rw] registry_name
|
12926
|
+
# @return [String]
|
12927
|
+
#
|
12928
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
|
12929
|
+
#
|
12930
|
+
class SchemaId < Struct.new(
|
12931
|
+
:schema_arn,
|
12932
|
+
:schema_name,
|
12933
|
+
:registry_name)
|
12934
|
+
SENSITIVE = []
|
12935
|
+
include Aws::Structure
|
12936
|
+
end
|
12937
|
+
|
12938
|
+
# An object that contains minimal details for a schema.
|
12939
|
+
#
|
12940
|
+
# @!attribute [rw] registry_name
|
12941
|
+
# the name of the registry where the schema resides.
|
12942
|
+
# @return [String]
|
12943
|
+
#
|
12944
|
+
# @!attribute [rw] schema_name
|
12945
|
+
# The name of the schema.
|
12946
|
+
# @return [String]
|
12947
|
+
#
|
12948
|
+
# @!attribute [rw] schema_arn
|
12949
|
+
# The Amazon Resource Name (ARN) for the schema.
|
12950
|
+
# @return [String]
|
12951
|
+
#
|
12952
|
+
# @!attribute [rw] description
|
12953
|
+
# A description for the schema.
|
12954
|
+
# @return [String]
|
12955
|
+
#
|
12956
|
+
# @!attribute [rw] schema_status
|
12957
|
+
# The status of the schema.
|
12958
|
+
# @return [String]
|
12959
|
+
#
|
12960
|
+
# @!attribute [rw] created_time
|
12961
|
+
# The date and time that a schema was created.
|
12962
|
+
# @return [String]
|
12963
|
+
#
|
12964
|
+
# @!attribute [rw] updated_time
|
12965
|
+
# The date and time that a schema was updated.
|
12966
|
+
# @return [String]
|
12967
|
+
#
|
12968
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
|
12969
|
+
#
|
12970
|
+
class SchemaListItem < Struct.new(
|
12971
|
+
:registry_name,
|
12972
|
+
:schema_name,
|
12973
|
+
:schema_arn,
|
12974
|
+
:description,
|
12975
|
+
:schema_status,
|
12976
|
+
:created_time,
|
12977
|
+
:updated_time)
|
12978
|
+
SENSITIVE = []
|
12979
|
+
include Aws::Structure
|
12980
|
+
end
|
12981
|
+
|
12982
|
+
# An object that references a schema stored in the AWS Glue Schema
|
12983
|
+
# Registry.
|
12984
|
+
#
|
12985
|
+
# @note When making an API call, you may pass SchemaReference
|
12986
|
+
# data as a hash:
|
12987
|
+
#
|
12988
|
+
# {
|
12989
|
+
# schema_id: {
|
12990
|
+
# schema_arn: "GlueResourceArn",
|
12991
|
+
# schema_name: "SchemaRegistryNameString",
|
12992
|
+
# registry_name: "SchemaRegistryNameString",
|
12993
|
+
# },
|
12994
|
+
# schema_version_id: "SchemaVersionIdString",
|
12995
|
+
# schema_version_number: 1,
|
12996
|
+
# }
|
12997
|
+
#
|
12998
|
+
# @!attribute [rw] schema_id
|
12999
|
+
# A structure that contains schema identity fields. Either this or the
|
13000
|
+
# `SchemaVersionId` has to be provided.
|
13001
|
+
# @return [Types::SchemaId]
|
13002
|
+
#
|
13003
|
+
# @!attribute [rw] schema_version_id
|
13004
|
+
# The unique ID assigned to a version of the schema. Either this or
|
13005
|
+
# the `SchemaId` has to be provided.
|
13006
|
+
# @return [String]
|
13007
|
+
#
|
13008
|
+
# @!attribute [rw] schema_version_number
|
13009
|
+
# The version number of the schema.
|
13010
|
+
# @return [Integer]
|
13011
|
+
#
|
13012
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
|
13013
|
+
#
|
13014
|
+
class SchemaReference < Struct.new(
|
13015
|
+
:schema_id,
|
13016
|
+
:schema_version_id,
|
13017
|
+
:schema_version_number)
|
13018
|
+
SENSITIVE = []
|
13019
|
+
include Aws::Structure
|
13020
|
+
end
|
13021
|
+
|
13022
|
+
# An object that contains the error details for an operation on a schema
|
13023
|
+
# version.
|
13024
|
+
#
|
13025
|
+
# @!attribute [rw] version_number
|
13026
|
+
# The version number of the schema.
|
13027
|
+
# @return [Integer]
|
13028
|
+
#
|
13029
|
+
# @!attribute [rw] error_details
|
13030
|
+
# The details of the error for the schema version.
|
13031
|
+
# @return [Types::ErrorDetails]
|
13032
|
+
#
|
13033
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
|
13034
|
+
#
|
13035
|
+
class SchemaVersionErrorItem < Struct.new(
|
13036
|
+
:version_number,
|
13037
|
+
:error_details)
|
13038
|
+
SENSITIVE = []
|
13039
|
+
include Aws::Structure
|
13040
|
+
end
|
13041
|
+
|
13042
|
+
# An object containing the details about a schema version.
|
13043
|
+
#
|
13044
|
+
# @!attribute [rw] schema_arn
|
13045
|
+
# The Amazon Resource Name (ARN) of the schema.
|
13046
|
+
# @return [String]
|
13047
|
+
#
|
13048
|
+
# @!attribute [rw] schema_version_id
|
13049
|
+
# The unique identifier of the schema version.
|
13050
|
+
# @return [String]
|
13051
|
+
#
|
13052
|
+
# @!attribute [rw] version_number
|
13053
|
+
# The version number of the schema.
|
13054
|
+
# @return [Integer]
|
13055
|
+
#
|
13056
|
+
# @!attribute [rw] status
|
13057
|
+
# The status of the schema version.
|
13058
|
+
# @return [String]
|
13059
|
+
#
|
13060
|
+
# @!attribute [rw] created_time
|
13061
|
+
# The date and time the schema version was created.
|
13062
|
+
# @return [String]
|
13063
|
+
#
|
13064
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
|
13065
|
+
#
|
13066
|
+
class SchemaVersionListItem < Struct.new(
|
13067
|
+
:schema_arn,
|
13068
|
+
:schema_version_id,
|
13069
|
+
:version_number,
|
13070
|
+
:status,
|
13071
|
+
:created_time)
|
13072
|
+
SENSITIVE = []
|
13073
|
+
include Aws::Structure
|
13074
|
+
end
|
13075
|
+
|
13076
|
+
# @note When making an API call, you may pass SchemaVersionNumber
|
13077
|
+
# data as a hash:
|
13078
|
+
#
|
13079
|
+
# {
|
13080
|
+
# latest_version: false,
|
13081
|
+
# version_number: 1,
|
13082
|
+
# }
|
13083
|
+
#
|
13084
|
+
# @!attribute [rw] latest_version
|
13085
|
+
# @return [Boolean]
|
13086
|
+
#
|
13087
|
+
# @!attribute [rw] version_number
|
13088
|
+
# @return [Integer]
|
13089
|
+
#
|
13090
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
|
13091
|
+
#
|
13092
|
+
class SchemaVersionNumber < Struct.new(
|
13093
|
+
:latest_version,
|
13094
|
+
:version_number)
|
13095
|
+
SENSITIVE = []
|
13096
|
+
include Aws::Structure
|
13097
|
+
end
|
13098
|
+
|
11260
13099
|
# @note When making an API call, you may pass SearchTablesRequest
|
11261
13100
|
# data as a hash:
|
11262
13101
|
#
|
@@ -12089,6 +13928,15 @@ module Aws::Glue
|
|
12089
13928
|
# },
|
12090
13929
|
# },
|
12091
13930
|
# stored_as_sub_directories: false,
|
13931
|
+
# schema_reference: {
|
13932
|
+
# schema_id: {
|
13933
|
+
# schema_arn: "GlueResourceArn",
|
13934
|
+
# schema_name: "SchemaRegistryNameString",
|
13935
|
+
# registry_name: "SchemaRegistryNameString",
|
13936
|
+
# },
|
13937
|
+
# schema_version_id: "SchemaVersionIdString",
|
13938
|
+
# schema_version_number: 1,
|
13939
|
+
# },
|
12092
13940
|
# }
|
12093
13941
|
#
|
12094
13942
|
# @!attribute [rw] columns
|
@@ -12146,6 +13994,14 @@ module Aws::Glue
|
|
12146
13994
|
# not.
|
12147
13995
|
# @return [Boolean]
|
12148
13996
|
#
|
13997
|
+
# @!attribute [rw] schema_reference
|
13998
|
+
# An object that references a schema stored in the AWS Glue Schema
|
13999
|
+
# Registry.
|
14000
|
+
#
|
14001
|
+
# When creating a table, you can pass an empty list of columns for the
|
14002
|
+
# schema, and instead use a schema reference.
|
14003
|
+
# @return [Types::SchemaReference]
|
14004
|
+
#
|
12149
14005
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
|
12150
14006
|
#
|
12151
14007
|
class StorageDescriptor < Struct.new(
|
@@ -12160,12 +14016,14 @@ module Aws::Glue
|
|
12160
14016
|
:sort_columns,
|
12161
14017
|
:parameters,
|
12162
14018
|
:skewed_info,
|
12163
|
-
:stored_as_sub_directories
|
14019
|
+
:stored_as_sub_directories,
|
14020
|
+
:schema_reference)
|
12164
14021
|
SENSITIVE = []
|
12165
14022
|
include Aws::Structure
|
12166
14023
|
end
|
12167
14024
|
|
12168
|
-
# Defines
|
14025
|
+
# Defines column statistics supported for character sequence data
|
14026
|
+
# values.
|
12169
14027
|
#
|
12170
14028
|
# @note When making an API call, you may pass StringColumnStatisticsData
|
12171
14029
|
# data as a hash:
|
@@ -12178,19 +14036,19 @@ module Aws::Glue
|
|
12178
14036
|
# }
|
12179
14037
|
#
|
12180
14038
|
# @!attribute [rw] maximum_length
|
12181
|
-
#
|
14039
|
+
# The size of the longest string in the column.
|
12182
14040
|
# @return [Integer]
|
12183
14041
|
#
|
12184
14042
|
# @!attribute [rw] average_length
|
12185
|
-
#
|
14043
|
+
# The average string length in the column.
|
12186
14044
|
# @return [Float]
|
12187
14045
|
#
|
12188
14046
|
# @!attribute [rw] number_of_nulls
|
12189
|
-
#
|
14047
|
+
# The number of null values in the column.
|
12190
14048
|
# @return [Integer]
|
12191
14049
|
#
|
12192
14050
|
# @!attribute [rw] number_of_distinct_values
|
12193
|
-
#
|
14051
|
+
# The number of distinct values in a column.
|
12194
14052
|
# @return [Integer]
|
12195
14053
|
#
|
12196
14054
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
@@ -12429,6 +14287,15 @@ module Aws::Glue
|
|
12429
14287
|
# },
|
12430
14288
|
# },
|
12431
14289
|
# stored_as_sub_directories: false,
|
14290
|
+
# schema_reference: {
|
14291
|
+
# schema_id: {
|
14292
|
+
# schema_arn: "GlueResourceArn",
|
14293
|
+
# schema_name: "SchemaRegistryNameString",
|
14294
|
+
# registry_name: "SchemaRegistryNameString",
|
14295
|
+
# },
|
14296
|
+
# schema_version_id: "SchemaVersionIdString",
|
14297
|
+
# schema_version_number: 1,
|
14298
|
+
# },
|
12432
14299
|
# },
|
12433
14300
|
# partition_keys: [
|
12434
14301
|
# {
|
@@ -12786,6 +14653,42 @@ module Aws::Glue
|
|
12786
14653
|
include Aws::Structure
|
12787
14654
|
end
|
12788
14655
|
|
14656
|
+
# The encryption-at-rest settings of the transform that apply to
|
14657
|
+
# accessing user data. Machine learning transforms can access user data
|
14658
|
+
# encrypted in Amazon S3 using KMS.
|
14659
|
+
#
|
14660
|
+
# Additionally, imported labels and trained transforms can now be
|
14661
|
+
# encrypted using a customer provided KMS key.
|
14662
|
+
#
|
14663
|
+
# @note When making an API call, you may pass TransformEncryption
|
14664
|
+
# data as a hash:
|
14665
|
+
#
|
14666
|
+
# {
|
14667
|
+
# ml_user_data_encryption: {
|
14668
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
14669
|
+
# kms_key_id: "NameString",
|
14670
|
+
# },
|
14671
|
+
# task_run_security_configuration_name: "NameString",
|
14672
|
+
# }
|
14673
|
+
#
|
14674
|
+
# @!attribute [rw] ml_user_data_encryption
|
14675
|
+
# An `MLUserDataEncryption` object containing the encryption mode and
|
14676
|
+
# customer-provided KMS key ID.
|
14677
|
+
# @return [Types::MLUserDataEncryption]
|
14678
|
+
#
|
14679
|
+
# @!attribute [rw] task_run_security_configuration_name
|
14680
|
+
# The name of the security configuration.
|
14681
|
+
# @return [String]
|
14682
|
+
#
|
14683
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
|
14684
|
+
#
|
14685
|
+
class TransformEncryption < Struct.new(
|
14686
|
+
:ml_user_data_encryption,
|
14687
|
+
:task_run_security_configuration_name)
|
14688
|
+
SENSITIVE = []
|
14689
|
+
include Aws::Structure
|
14690
|
+
end
|
14691
|
+
|
12789
14692
|
# The criteria used to filter the machine learning transforms.
|
12790
14693
|
#
|
12791
14694
|
# @note When making an API call, you may pass TransformFilterCriteria
|
@@ -12900,7 +14803,7 @@ module Aws::Glue
|
|
12900
14803
|
#
|
12901
14804
|
#
|
12902
14805
|
#
|
12903
|
-
# [1]:
|
14806
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
12904
14807
|
# @return [String]
|
12905
14808
|
#
|
12906
14809
|
# @!attribute [rw] find_matches_parameters
|
@@ -13505,6 +15408,9 @@ module Aws::Glue
|
|
13505
15408
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
13506
15409
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
13507
15410
|
# },
|
15411
|
+
# recrawl_policy: {
|
15412
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
15413
|
+
# },
|
13508
15414
|
# configuration: "CrawlerConfiguration",
|
13509
15415
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
13510
15416
|
# }
|
@@ -13556,6 +15462,11 @@ module Aws::Glue
|
|
13556
15462
|
# The policy for the crawler's update and deletion behavior.
|
13557
15463
|
# @return [Types::SchemaChangePolicy]
|
13558
15464
|
#
|
15465
|
+
# @!attribute [rw] recrawl_policy
|
15466
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
15467
|
+
# or to crawl only folders that were added since the last crawler run.
|
15468
|
+
# @return [Types::RecrawlPolicy]
|
15469
|
+
#
|
13559
15470
|
# @!attribute [rw] configuration
|
13560
15471
|
# Crawler configuration information. This versioned JSON string allows
|
13561
15472
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -13583,6 +15494,7 @@ module Aws::Glue
|
|
13583
15494
|
:classifiers,
|
13584
15495
|
:table_prefix,
|
13585
15496
|
:schema_change_policy,
|
15497
|
+
:recrawl_policy,
|
13586
15498
|
:configuration,
|
13587
15499
|
:crawler_security_configuration)
|
13588
15500
|
SENSITIVE = []
|
@@ -14164,6 +16076,15 @@ module Aws::Glue
|
|
14164
16076
|
# },
|
14165
16077
|
# },
|
14166
16078
|
# stored_as_sub_directories: false,
|
16079
|
+
# schema_reference: {
|
16080
|
+
# schema_id: {
|
16081
|
+
# schema_arn: "GlueResourceArn",
|
16082
|
+
# schema_name: "SchemaRegistryNameString",
|
16083
|
+
# registry_name: "SchemaRegistryNameString",
|
16084
|
+
# },
|
16085
|
+
# schema_version_id: "SchemaVersionIdString",
|
16086
|
+
# schema_version_number: 1,
|
16087
|
+
# },
|
14167
16088
|
# },
|
14168
16089
|
# parameters: {
|
14169
16090
|
# "KeyString" => "ParametersMapValue",
|
@@ -14215,6 +16136,127 @@ module Aws::Glue
|
|
14215
16136
|
#
|
14216
16137
|
class UpdatePartitionResponse < Aws::EmptyStructure; end
|
14217
16138
|
|
16139
|
+
# @note When making an API call, you may pass UpdateRegistryInput
|
16140
|
+
# data as a hash:
|
16141
|
+
#
|
16142
|
+
# {
|
16143
|
+
# registry_id: { # required
|
16144
|
+
# registry_name: "SchemaRegistryNameString",
|
16145
|
+
# registry_arn: "GlueResourceArn",
|
16146
|
+
# },
|
16147
|
+
# description: "DescriptionString", # required
|
16148
|
+
# }
|
16149
|
+
#
|
16150
|
+
# @!attribute [rw] registry_id
|
16151
|
+
# This is a wrapper structure that may contain the registry name and
|
16152
|
+
# Amazon Resource Name (ARN).
|
16153
|
+
# @return [Types::RegistryId]
|
16154
|
+
#
|
16155
|
+
# @!attribute [rw] description
|
16156
|
+
# A description of the registry. If description is not provided, this
|
16157
|
+
# field will not be updated.
|
16158
|
+
# @return [String]
|
16159
|
+
#
|
16160
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
|
16161
|
+
#
|
16162
|
+
class UpdateRegistryInput < Struct.new(
|
16163
|
+
:registry_id,
|
16164
|
+
:description)
|
16165
|
+
SENSITIVE = []
|
16166
|
+
include Aws::Structure
|
16167
|
+
end
|
16168
|
+
|
16169
|
+
# @!attribute [rw] registry_name
|
16170
|
+
# The name of the updated registry.
|
16171
|
+
# @return [String]
|
16172
|
+
#
|
16173
|
+
# @!attribute [rw] registry_arn
|
16174
|
+
# The Amazon Resource name (ARN) of the updated registry.
|
16175
|
+
# @return [String]
|
16176
|
+
#
|
16177
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
|
16178
|
+
#
|
16179
|
+
class UpdateRegistryResponse < Struct.new(
|
16180
|
+
:registry_name,
|
16181
|
+
:registry_arn)
|
16182
|
+
SENSITIVE = []
|
16183
|
+
include Aws::Structure
|
16184
|
+
end
|
16185
|
+
|
16186
|
+
# @note When making an API call, you may pass UpdateSchemaInput
|
16187
|
+
# data as a hash:
|
16188
|
+
#
|
16189
|
+
# {
|
16190
|
+
# schema_id: { # required
|
16191
|
+
# schema_arn: "GlueResourceArn",
|
16192
|
+
# schema_name: "SchemaRegistryNameString",
|
16193
|
+
# registry_name: "SchemaRegistryNameString",
|
16194
|
+
# },
|
16195
|
+
# schema_version_number: {
|
16196
|
+
# latest_version: false,
|
16197
|
+
# version_number: 1,
|
16198
|
+
# },
|
16199
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
16200
|
+
# description: "DescriptionString",
|
16201
|
+
# }
|
16202
|
+
#
|
16203
|
+
# @!attribute [rw] schema_id
|
16204
|
+
# This is a wrapper structure to contain schema identity fields. The
|
16205
|
+
# structure contains:
|
16206
|
+
#
|
16207
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
16208
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
16209
|
+
#
|
16210
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
16211
|
+
# `SchemaName` has to be provided.
|
16212
|
+
# @return [Types::SchemaId]
|
16213
|
+
#
|
16214
|
+
# @!attribute [rw] schema_version_number
|
16215
|
+
# Version number required for check pointing. One of `VersionNumber`
|
16216
|
+
# or `Compatibility` has to be provided.
|
16217
|
+
# @return [Types::SchemaVersionNumber]
|
16218
|
+
#
|
16219
|
+
# @!attribute [rw] compatibility
|
16220
|
+
# The new compatibility setting for the schema.
|
16221
|
+
# @return [String]
|
16222
|
+
#
|
16223
|
+
# @!attribute [rw] description
|
16224
|
+
# The new description for the schema.
|
16225
|
+
# @return [String]
|
16226
|
+
#
|
16227
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
|
16228
|
+
#
|
16229
|
+
class UpdateSchemaInput < Struct.new(
|
16230
|
+
:schema_id,
|
16231
|
+
:schema_version_number,
|
16232
|
+
:compatibility,
|
16233
|
+
:description)
|
16234
|
+
SENSITIVE = []
|
16235
|
+
include Aws::Structure
|
16236
|
+
end
|
16237
|
+
|
16238
|
+
# @!attribute [rw] schema_arn
|
16239
|
+
# The Amazon Resource Name (ARN) of the schema.
|
16240
|
+
# @return [String]
|
16241
|
+
#
|
16242
|
+
# @!attribute [rw] schema_name
|
16243
|
+
# The name of the schema.
|
16244
|
+
# @return [String]
|
16245
|
+
#
|
16246
|
+
# @!attribute [rw] registry_name
|
16247
|
+
# The name of the registry that contains the schema.
|
16248
|
+
# @return [String]
|
16249
|
+
#
|
16250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
|
16251
|
+
#
|
16252
|
+
class UpdateSchemaResponse < Struct.new(
|
16253
|
+
:schema_arn,
|
16254
|
+
:schema_name,
|
16255
|
+
:registry_name)
|
16256
|
+
SENSITIVE = []
|
16257
|
+
include Aws::Structure
|
16258
|
+
end
|
16259
|
+
|
14218
16260
|
# @note When making an API call, you may pass UpdateTableRequest
|
14219
16261
|
# data as a hash:
|
14220
16262
|
#
|
@@ -14269,6 +16311,15 @@ module Aws::Glue
|
|
14269
16311
|
# },
|
14270
16312
|
# },
|
14271
16313
|
# stored_as_sub_directories: false,
|
16314
|
+
# schema_reference: {
|
16315
|
+
# schema_id: {
|
16316
|
+
# schema_arn: "GlueResourceArn",
|
16317
|
+
# schema_name: "SchemaRegistryNameString",
|
16318
|
+
# registry_name: "SchemaRegistryNameString",
|
16319
|
+
# },
|
16320
|
+
# schema_version_id: "SchemaVersionIdString",
|
16321
|
+
# schema_version_number: 1,
|
16322
|
+
# },
|
14272
16323
|
# },
|
14273
16324
|
# partition_keys: [
|
14274
16325
|
# {
|