aws-sdk-glue 1.75.0 → 1.80.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1490 -31
- data/lib/aws-sdk-glue/client_api.rb +743 -0
- data/lib/aws-sdk-glue/types.rb +2467 -231
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -114,6 +114,45 @@ module Aws::Glue
|
|
114
114
|
include Aws::Structure
|
115
115
|
end
|
116
116
|
|
117
|
+
# A list of errors that can occur when registering partition indexes for
|
118
|
+
# an existing table.
|
119
|
+
#
|
120
|
+
# These errors give the details about why an index registration failed
|
121
|
+
# and provide a limited number of partitions in the response, so that
|
122
|
+
# you can fix the partitions at fault and try registering the index
|
123
|
+
# again. The most common set of errors that can occur are categorized as
|
124
|
+
# follows:
|
125
|
+
#
|
126
|
+
# * EncryptedPartitionError: The partitions are encrypted.
|
127
|
+
#
|
128
|
+
# * InvalidPartitionTypeDataError: The partition value doesn't match
|
129
|
+
# the data type for that partition column.
|
130
|
+
#
|
131
|
+
# * MissingPartitionValueError: The partitions are encrypted.
|
132
|
+
#
|
133
|
+
# * UnsupportedPartitionCharacterError: Characters inside the partition
|
134
|
+
# value are not supported. For example: U+0000 , U+0001, U+0002.
|
135
|
+
#
|
136
|
+
# * InternalError: Any error which does not belong to other error codes.
|
137
|
+
#
|
138
|
+
# @!attribute [rw] code
|
139
|
+
# The error code for an error that occurred when registering partition
|
140
|
+
# indexes for an existing table.
|
141
|
+
# @return [String]
|
142
|
+
#
|
143
|
+
# @!attribute [rw] partitions
|
144
|
+
# A list of a limited number of partitions in the response.
|
145
|
+
# @return [Array<Types::PartitionValueList>]
|
146
|
+
#
|
147
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BackfillError AWS API Documentation
|
148
|
+
#
|
149
|
+
class BackfillError < Struct.new(
|
150
|
+
:code,
|
151
|
+
:partitions)
|
152
|
+
SENSITIVE = []
|
153
|
+
include Aws::Structure
|
154
|
+
end
|
155
|
+
|
117
156
|
# @note When making an API call, you may pass BatchCreatePartitionRequest
|
118
157
|
# data as a hash:
|
119
158
|
#
|
@@ -166,6 +205,15 @@ module Aws::Glue
|
|
166
205
|
# },
|
167
206
|
# },
|
168
207
|
# stored_as_sub_directories: false,
|
208
|
+
# schema_reference: {
|
209
|
+
# schema_id: {
|
210
|
+
# schema_arn: "GlueResourceArn",
|
211
|
+
# schema_name: "SchemaRegistryNameString",
|
212
|
+
# registry_name: "SchemaRegistryNameString",
|
213
|
+
# },
|
214
|
+
# schema_version_id: "SchemaVersionIdString",
|
215
|
+
# schema_version_number: 1,
|
216
|
+
# },
|
169
217
|
# },
|
170
218
|
# parameters: {
|
171
219
|
# "KeyString" => "ParametersMapValue",
|
@@ -837,6 +885,15 @@ module Aws::Glue
|
|
837
885
|
# },
|
838
886
|
# },
|
839
887
|
# stored_as_sub_directories: false,
|
888
|
+
# schema_reference: {
|
889
|
+
# schema_id: {
|
890
|
+
# schema_arn: "GlueResourceArn",
|
891
|
+
# schema_name: "SchemaRegistryNameString",
|
892
|
+
# registry_name: "SchemaRegistryNameString",
|
893
|
+
# },
|
894
|
+
# schema_version_id: "SchemaVersionIdString",
|
895
|
+
# schema_version_number: 1,
|
896
|
+
# },
|
840
897
|
# },
|
841
898
|
# parameters: {
|
842
899
|
# "KeyString" => "ParametersMapValue",
|
@@ -930,6 +987,15 @@ module Aws::Glue
|
|
930
987
|
# },
|
931
988
|
# },
|
932
989
|
# stored_as_sub_directories: false,
|
990
|
+
# schema_reference: {
|
991
|
+
# schema_id: {
|
992
|
+
# schema_arn: "GlueResourceArn",
|
993
|
+
# schema_name: "SchemaRegistryNameString",
|
994
|
+
# registry_name: "SchemaRegistryNameString",
|
995
|
+
# },
|
996
|
+
# schema_version_id: "SchemaVersionIdString",
|
997
|
+
# schema_version_number: 1,
|
998
|
+
# },
|
933
999
|
# },
|
934
1000
|
# parameters: {
|
935
1001
|
# "KeyString" => "ParametersMapValue",
|
@@ -968,7 +1034,7 @@ module Aws::Glue
|
|
968
1034
|
include Aws::Structure
|
969
1035
|
end
|
970
1036
|
|
971
|
-
# Defines
|
1037
|
+
# Defines column statistics supported for bit sequence data values.
|
972
1038
|
#
|
973
1039
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
974
1040
|
# data as a hash:
|
@@ -980,15 +1046,15 @@ module Aws::Glue
|
|
980
1046
|
# }
|
981
1047
|
#
|
982
1048
|
# @!attribute [rw] maximum_length
|
983
|
-
#
|
1049
|
+
# The size of the longest bit sequence in the column.
|
984
1050
|
# @return [Integer]
|
985
1051
|
#
|
986
1052
|
# @!attribute [rw] average_length
|
987
|
-
#
|
1053
|
+
# The average bit sequence length in the column.
|
988
1054
|
# @return [Float]
|
989
1055
|
#
|
990
1056
|
# @!attribute [rw] number_of_nulls
|
991
|
-
#
|
1057
|
+
# The number of null values in the column.
|
992
1058
|
# @return [Integer]
|
993
1059
|
#
|
994
1060
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
@@ -1001,7 +1067,7 @@ module Aws::Glue
|
|
1001
1067
|
include Aws::Structure
|
1002
1068
|
end
|
1003
1069
|
|
1004
|
-
# Defines
|
1070
|
+
# Defines column statistics supported for Boolean data columns.
|
1005
1071
|
#
|
1006
1072
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
1007
1073
|
# data as a hash:
|
@@ -1013,15 +1079,15 @@ module Aws::Glue
|
|
1013
1079
|
# }
|
1014
1080
|
#
|
1015
1081
|
# @!attribute [rw] number_of_trues
|
1016
|
-
#
|
1082
|
+
# The number of true values in the column.
|
1017
1083
|
# @return [Integer]
|
1018
1084
|
#
|
1019
1085
|
# @!attribute [rw] number_of_falses
|
1020
|
-
#
|
1086
|
+
# The number of false values in the column.
|
1021
1087
|
# @return [Integer]
|
1022
1088
|
#
|
1023
1089
|
# @!attribute [rw] number_of_nulls
|
1024
|
-
#
|
1090
|
+
# The number of null values in the column.
|
1025
1091
|
# @return [Integer]
|
1026
1092
|
#
|
1027
1093
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
@@ -1159,6 +1225,49 @@ module Aws::Glue
|
|
1159
1225
|
include Aws::Structure
|
1160
1226
|
end
|
1161
1227
|
|
1228
|
+
# @note When making an API call, you may pass CheckSchemaVersionValidityInput
|
1229
|
+
# data as a hash:
|
1230
|
+
#
|
1231
|
+
# {
|
1232
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1233
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1234
|
+
# }
|
1235
|
+
#
|
1236
|
+
# @!attribute [rw] data_format
|
1237
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1238
|
+
# supported.
|
1239
|
+
# @return [String]
|
1240
|
+
#
|
1241
|
+
# @!attribute [rw] schema_definition
|
1242
|
+
# The definition of the schema that has to be validated.
|
1243
|
+
# @return [String]
|
1244
|
+
#
|
1245
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
|
1246
|
+
#
|
1247
|
+
class CheckSchemaVersionValidityInput < Struct.new(
|
1248
|
+
:data_format,
|
1249
|
+
:schema_definition)
|
1250
|
+
SENSITIVE = []
|
1251
|
+
include Aws::Structure
|
1252
|
+
end
|
1253
|
+
|
1254
|
+
# @!attribute [rw] valid
|
1255
|
+
# Return true, if the schema is valid and false otherwise.
|
1256
|
+
# @return [Boolean]
|
1257
|
+
#
|
1258
|
+
# @!attribute [rw] error
|
1259
|
+
# A validation failure error message.
|
1260
|
+
# @return [String]
|
1261
|
+
#
|
1262
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
|
1263
|
+
#
|
1264
|
+
class CheckSchemaVersionValidityResponse < Struct.new(
|
1265
|
+
:valid,
|
1266
|
+
:error)
|
1267
|
+
SENSITIVE = []
|
1268
|
+
include Aws::Structure
|
1269
|
+
end
|
1270
|
+
|
1162
1271
|
# Classifiers are triggered during a crawl task. A classifier checks
|
1163
1272
|
# whether a given file is in a format it can handle. If it is, the
|
1164
1273
|
# classifier creates a schema in the form of a `StructType` object that
|
@@ -1378,14 +1487,14 @@ module Aws::Glue
|
|
1378
1487
|
include Aws::Structure
|
1379
1488
|
end
|
1380
1489
|
|
1381
|
-
#
|
1490
|
+
# Encapsulates a column name that failed and the reason for failure.
|
1382
1491
|
#
|
1383
1492
|
# @!attribute [rw] column_name
|
1384
|
-
# The name of the column.
|
1493
|
+
# The name of the column that failed.
|
1385
1494
|
# @return [String]
|
1386
1495
|
#
|
1387
1496
|
# @!attribute [rw] error
|
1388
|
-
#
|
1497
|
+
# An error message with the reason for the failure of an operation.
|
1389
1498
|
# @return [Types::ErrorDetail]
|
1390
1499
|
#
|
1391
1500
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
@@ -1397,7 +1506,8 @@ module Aws::Glue
|
|
1397
1506
|
include Aws::Structure
|
1398
1507
|
end
|
1399
1508
|
|
1400
|
-
#
|
1509
|
+
# Represents the generated column-level statistics for a table or
|
1510
|
+
# partition.
|
1401
1511
|
#
|
1402
1512
|
# @note When making an API call, you may pass ColumnStatistics
|
1403
1513
|
# data as a hash:
|
@@ -1458,19 +1568,20 @@ module Aws::Glue
|
|
1458
1568
|
# }
|
1459
1569
|
#
|
1460
1570
|
# @!attribute [rw] column_name
|
1461
|
-
#
|
1571
|
+
# Name of column which statistics belong to.
|
1462
1572
|
# @return [String]
|
1463
1573
|
#
|
1464
1574
|
# @!attribute [rw] column_type
|
1465
|
-
# The type of the column.
|
1575
|
+
# The data type of the column.
|
1466
1576
|
# @return [String]
|
1467
1577
|
#
|
1468
1578
|
# @!attribute [rw] analyzed_time
|
1469
|
-
# The
|
1579
|
+
# The timestamp of when column statistics were generated.
|
1470
1580
|
# @return [Time]
|
1471
1581
|
#
|
1472
1582
|
# @!attribute [rw] statistics_data
|
1473
|
-
#
|
1583
|
+
# A `ColumnStatisticData` object that contains the statistics data
|
1584
|
+
# values.
|
1474
1585
|
# @return [Types::ColumnStatisticsData]
|
1475
1586
|
#
|
1476
1587
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
@@ -1484,7 +1595,8 @@ module Aws::Glue
|
|
1484
1595
|
include Aws::Structure
|
1485
1596
|
end
|
1486
1597
|
|
1487
|
-
#
|
1598
|
+
# Contains the individual types of column statistics data. Only one data
|
1599
|
+
# object should be set and indicated by the `Type` attribute.
|
1488
1600
|
#
|
1489
1601
|
# @note When making an API call, you may pass ColumnStatisticsData
|
1490
1602
|
# data as a hash:
|
@@ -1540,35 +1652,35 @@ module Aws::Glue
|
|
1540
1652
|
# }
|
1541
1653
|
#
|
1542
1654
|
# @!attribute [rw] type
|
1543
|
-
# The
|
1655
|
+
# The type of column statistics data.
|
1544
1656
|
# @return [String]
|
1545
1657
|
#
|
1546
1658
|
# @!attribute [rw] boolean_column_statistics_data
|
1547
|
-
# Boolean
|
1659
|
+
# Boolean column statistics data.
|
1548
1660
|
# @return [Types::BooleanColumnStatisticsData]
|
1549
1661
|
#
|
1550
1662
|
# @!attribute [rw] date_column_statistics_data
|
1551
|
-
# Date
|
1663
|
+
# Date column statistics data.
|
1552
1664
|
# @return [Types::DateColumnStatisticsData]
|
1553
1665
|
#
|
1554
1666
|
# @!attribute [rw] decimal_column_statistics_data
|
1555
|
-
# Decimal
|
1667
|
+
# Decimal column statistics data.
|
1556
1668
|
# @return [Types::DecimalColumnStatisticsData]
|
1557
1669
|
#
|
1558
1670
|
# @!attribute [rw] double_column_statistics_data
|
1559
|
-
# Double
|
1671
|
+
# Double column statistics data.
|
1560
1672
|
# @return [Types::DoubleColumnStatisticsData]
|
1561
1673
|
#
|
1562
1674
|
# @!attribute [rw] long_column_statistics_data
|
1563
|
-
# Long
|
1675
|
+
# Long column statistics data.
|
1564
1676
|
# @return [Types::LongColumnStatisticsData]
|
1565
1677
|
#
|
1566
1678
|
# @!attribute [rw] string_column_statistics_data
|
1567
|
-
# String
|
1679
|
+
# String column statistics data.
|
1568
1680
|
# @return [Types::StringColumnStatisticsData]
|
1569
1681
|
#
|
1570
1682
|
# @!attribute [rw] binary_column_statistics_data
|
1571
|
-
# Binary
|
1683
|
+
# Binary column statistics data.
|
1572
1684
|
# @return [Types::BinaryColumnStatisticsData]
|
1573
1685
|
#
|
1574
1686
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
@@ -1586,14 +1698,15 @@ module Aws::Glue
|
|
1586
1698
|
include Aws::Structure
|
1587
1699
|
end
|
1588
1700
|
|
1589
|
-
#
|
1701
|
+
# Encapsulates a `ColumnStatistics` object that failed and the reason
|
1702
|
+
# for failure.
|
1590
1703
|
#
|
1591
1704
|
# @!attribute [rw] column_statistics
|
1592
|
-
# The ColumnStatistics of the column.
|
1705
|
+
# The `ColumnStatistics` of the column.
|
1593
1706
|
# @return [Types::ColumnStatistics]
|
1594
1707
|
#
|
1595
1708
|
# @!attribute [rw] error
|
1596
|
-
#
|
1709
|
+
# An error message with the reason for the failure of an operation.
|
1597
1710
|
# @return [Types::ErrorDetail]
|
1598
1711
|
#
|
1599
1712
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
@@ -2103,11 +2216,21 @@ module Aws::Glue
|
|
2103
2216
|
# associated with the crawler.
|
2104
2217
|
# @return [Array<String>]
|
2105
2218
|
#
|
2219
|
+
# @!attribute [rw] recrawl_policy
|
2220
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2221
|
+
# or to crawl only folders that were added since the last crawler run.
|
2222
|
+
# @return [Types::RecrawlPolicy]
|
2223
|
+
#
|
2106
2224
|
# @!attribute [rw] schema_change_policy
|
2107
2225
|
# The policy that specifies update and delete behaviors for the
|
2108
2226
|
# crawler.
|
2109
2227
|
# @return [Types::SchemaChangePolicy]
|
2110
2228
|
#
|
2229
|
+
# @!attribute [rw] lineage_configuration
|
2230
|
+
# A configuration that specifies whether data lineage is enabled for
|
2231
|
+
# the crawler.
|
2232
|
+
# @return [Types::LineageConfiguration]
|
2233
|
+
#
|
2111
2234
|
# @!attribute [rw] state
|
2112
2235
|
# Indicates whether the crawler is running, or whether a run is
|
2113
2236
|
# pending.
|
@@ -2167,7 +2290,9 @@ module Aws::Glue
|
|
2167
2290
|
:database_name,
|
2168
2291
|
:description,
|
2169
2292
|
:classifiers,
|
2293
|
+
:recrawl_policy,
|
2170
2294
|
:schema_change_policy,
|
2295
|
+
:lineage_configuration,
|
2171
2296
|
:state,
|
2172
2297
|
:table_prefix,
|
2173
2298
|
:schedule,
|
@@ -2518,6 +2643,12 @@ module Aws::Glue
|
|
2518
2643
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
2519
2644
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
2520
2645
|
# },
|
2646
|
+
# recrawl_policy: {
|
2647
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
2648
|
+
# },
|
2649
|
+
# lineage_configuration: {
|
2650
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
2651
|
+
# },
|
2521
2652
|
# configuration: "CrawlerConfiguration",
|
2522
2653
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
2523
2654
|
# tags: {
|
@@ -2572,6 +2703,15 @@ module Aws::Glue
|
|
2572
2703
|
# The policy for the crawler's update and deletion behavior.
|
2573
2704
|
# @return [Types::SchemaChangePolicy]
|
2574
2705
|
#
|
2706
|
+
# @!attribute [rw] recrawl_policy
|
2707
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2708
|
+
# or to crawl only folders that were added since the last crawler run.
|
2709
|
+
# @return [Types::RecrawlPolicy]
|
2710
|
+
#
|
2711
|
+
# @!attribute [rw] lineage_configuration
|
2712
|
+
# Specifies data lineage configuration settings for the crawler.
|
2713
|
+
# @return [Types::LineageConfiguration]
|
2714
|
+
#
|
2575
2715
|
# @!attribute [rw] configuration
|
2576
2716
|
# Crawler configuration information. This versioned JSON string allows
|
2577
2717
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -2609,6 +2749,8 @@ module Aws::Glue
|
|
2609
2749
|
:classifiers,
|
2610
2750
|
:table_prefix,
|
2611
2751
|
:schema_change_policy,
|
2752
|
+
:recrawl_policy,
|
2753
|
+
:lineage_configuration,
|
2612
2754
|
:configuration,
|
2613
2755
|
:crawler_security_configuration,
|
2614
2756
|
:tags)
|
@@ -3387,6 +3529,13 @@ module Aws::Glue
|
|
3387
3529
|
# tags: {
|
3388
3530
|
# "TagKey" => "TagValue",
|
3389
3531
|
# },
|
3532
|
+
# transform_encryption: {
|
3533
|
+
# ml_user_data_encryption: {
|
3534
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
3535
|
+
# kms_key_id: "NameString",
|
3536
|
+
# },
|
3537
|
+
# task_run_security_configuration_name: "NameString",
|
3538
|
+
# },
|
3390
3539
|
# }
|
3391
3540
|
#
|
3392
3541
|
# @!attribute [rw] name
|
@@ -3530,6 +3679,12 @@ module Aws::Glue
|
|
3530
3679
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
3531
3680
|
# @return [Hash<String,String>]
|
3532
3681
|
#
|
3682
|
+
# @!attribute [rw] transform_encryption
|
3683
|
+
# The encryption-at-rest settings of the transform that apply to
|
3684
|
+
# accessing user data. Machine learning transforms can access user
|
3685
|
+
# data encrypted in Amazon S3 using KMS.
|
3686
|
+
# @return [Types::TransformEncryption]
|
3687
|
+
#
|
3533
3688
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
3534
3689
|
#
|
3535
3690
|
class CreateMLTransformRequest < Struct.new(
|
@@ -3544,7 +3699,8 @@ module Aws::Glue
|
|
3544
3699
|
:number_of_workers,
|
3545
3700
|
:timeout,
|
3546
3701
|
:max_retries,
|
3547
|
-
:tags
|
3702
|
+
:tags,
|
3703
|
+
:transform_encryption)
|
3548
3704
|
SENSITIVE = []
|
3549
3705
|
include Aws::Structure
|
3550
3706
|
end
|
@@ -3561,6 +3717,53 @@ module Aws::Glue
|
|
3561
3717
|
include Aws::Structure
|
3562
3718
|
end
|
3563
3719
|
|
3720
|
+
# @note When making an API call, you may pass CreatePartitionIndexRequest
|
3721
|
+
# data as a hash:
|
3722
|
+
#
|
3723
|
+
# {
|
3724
|
+
# catalog_id: "CatalogIdString",
|
3725
|
+
# database_name: "NameString", # required
|
3726
|
+
# table_name: "NameString", # required
|
3727
|
+
# partition_index: { # required
|
3728
|
+
# keys: ["NameString"], # required
|
3729
|
+
# index_name: "NameString", # required
|
3730
|
+
# },
|
3731
|
+
# }
|
3732
|
+
#
|
3733
|
+
# @!attribute [rw] catalog_id
|
3734
|
+
# The catalog ID where the table resides.
|
3735
|
+
# @return [String]
|
3736
|
+
#
|
3737
|
+
# @!attribute [rw] database_name
|
3738
|
+
# Specifies the name of a database in which you want to create a
|
3739
|
+
# partition index.
|
3740
|
+
# @return [String]
|
3741
|
+
#
|
3742
|
+
# @!attribute [rw] table_name
|
3743
|
+
# Specifies the name of a table in which you want to create a
|
3744
|
+
# partition index.
|
3745
|
+
# @return [String]
|
3746
|
+
#
|
3747
|
+
# @!attribute [rw] partition_index
|
3748
|
+
# Specifies a `PartitionIndex` structure to create a partition index
|
3749
|
+
# in an existing table.
|
3750
|
+
# @return [Types::PartitionIndex]
|
3751
|
+
#
|
3752
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexRequest AWS API Documentation
|
3753
|
+
#
|
3754
|
+
class CreatePartitionIndexRequest < Struct.new(
|
3755
|
+
:catalog_id,
|
3756
|
+
:database_name,
|
3757
|
+
:table_name,
|
3758
|
+
:partition_index)
|
3759
|
+
SENSITIVE = []
|
3760
|
+
include Aws::Structure
|
3761
|
+
end
|
3762
|
+
|
3763
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexResponse AWS API Documentation
|
3764
|
+
#
|
3765
|
+
class CreatePartitionIndexResponse < Aws::EmptyStructure; end
|
3766
|
+
|
3564
3767
|
# @note When making an API call, you may pass CreatePartitionRequest
|
3565
3768
|
# data as a hash:
|
3566
3769
|
#
|
@@ -3612,6 +3815,15 @@ module Aws::Glue
|
|
3612
3815
|
# },
|
3613
3816
|
# },
|
3614
3817
|
# stored_as_sub_directories: false,
|
3818
|
+
# schema_reference: {
|
3819
|
+
# schema_id: {
|
3820
|
+
# schema_arn: "GlueResourceArn",
|
3821
|
+
# schema_name: "SchemaRegistryNameString",
|
3822
|
+
# registry_name: "SchemaRegistryNameString",
|
3823
|
+
# },
|
3824
|
+
# schema_version_id: "SchemaVersionIdString",
|
3825
|
+
# schema_version_number: 1,
|
3826
|
+
# },
|
3615
3827
|
# },
|
3616
3828
|
# parameters: {
|
3617
3829
|
# "KeyString" => "ParametersMapValue",
|
@@ -3654,6 +3866,266 @@ module Aws::Glue
|
|
3654
3866
|
#
|
3655
3867
|
class CreatePartitionResponse < Aws::EmptyStructure; end
|
3656
3868
|
|
3869
|
+
# @note When making an API call, you may pass CreateRegistryInput
|
3870
|
+
# data as a hash:
|
3871
|
+
#
|
3872
|
+
# {
|
3873
|
+
# registry_name: "SchemaRegistryNameString", # required
|
3874
|
+
# description: "DescriptionString",
|
3875
|
+
# tags: {
|
3876
|
+
# "TagKey" => "TagValue",
|
3877
|
+
# },
|
3878
|
+
# }
|
3879
|
+
#
|
3880
|
+
# @!attribute [rw] registry_name
|
3881
|
+
# Name of the registry to be created of max length of 255, and may
|
3882
|
+
# only contain letters, numbers, hyphen, underscore, dollar sign, or
|
3883
|
+
# hash mark. No whitespace.
|
3884
|
+
# @return [String]
|
3885
|
+
#
|
3886
|
+
# @!attribute [rw] description
|
3887
|
+
# A description of the registry. If description is not provided, there
|
3888
|
+
# will not be any default value for this.
|
3889
|
+
# @return [String]
|
3890
|
+
#
|
3891
|
+
# @!attribute [rw] tags
|
3892
|
+
# AWS tags that contain a key value pair and may be searched by
|
3893
|
+
# console, command line, or API.
|
3894
|
+
# @return [Hash<String,String>]
|
3895
|
+
#
|
3896
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
|
3897
|
+
#
|
3898
|
+
class CreateRegistryInput < Struct.new(
|
3899
|
+
:registry_name,
|
3900
|
+
:description,
|
3901
|
+
:tags)
|
3902
|
+
SENSITIVE = []
|
3903
|
+
include Aws::Structure
|
3904
|
+
end
|
3905
|
+
|
3906
|
+
# @!attribute [rw] registry_arn
|
3907
|
+
# The Amazon Resource Name (ARN) of the newly created registry.
|
3908
|
+
# @return [String]
|
3909
|
+
#
|
3910
|
+
# @!attribute [rw] registry_name
|
3911
|
+
# The name of the registry.
|
3912
|
+
# @return [String]
|
3913
|
+
#
|
3914
|
+
# @!attribute [rw] description
|
3915
|
+
# A description of the registry.
|
3916
|
+
# @return [String]
|
3917
|
+
#
|
3918
|
+
# @!attribute [rw] tags
|
3919
|
+
# The tags for the registry.
|
3920
|
+
# @return [Hash<String,String>]
|
3921
|
+
#
|
3922
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
|
3923
|
+
#
|
3924
|
+
class CreateRegistryResponse < Struct.new(
|
3925
|
+
:registry_arn,
|
3926
|
+
:registry_name,
|
3927
|
+
:description,
|
3928
|
+
:tags)
|
3929
|
+
SENSITIVE = []
|
3930
|
+
include Aws::Structure
|
3931
|
+
end
|
3932
|
+
|
3933
|
+
# @note When making an API call, you may pass CreateSchemaInput
|
3934
|
+
# data as a hash:
|
3935
|
+
#
|
3936
|
+
# {
|
3937
|
+
# registry_id: {
|
3938
|
+
# registry_name: "SchemaRegistryNameString",
|
3939
|
+
# registry_arn: "GlueResourceArn",
|
3940
|
+
# },
|
3941
|
+
# schema_name: "SchemaRegistryNameString", # required
|
3942
|
+
# data_format: "AVRO", # required, accepts AVRO
|
3943
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
3944
|
+
# description: "DescriptionString",
|
3945
|
+
# tags: {
|
3946
|
+
# "TagKey" => "TagValue",
|
3947
|
+
# },
|
3948
|
+
# schema_definition: "SchemaDefinitionString",
|
3949
|
+
# }
|
3950
|
+
#
|
3951
|
+
# @!attribute [rw] registry_id
|
3952
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
3953
|
+
# this is not provided, the default registry will be used. The ARN
|
3954
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
3955
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
3956
|
+
# @return [Types::RegistryId]
|
3957
|
+
#
|
3958
|
+
# @!attribute [rw] schema_name
|
3959
|
+
# Name of the schema to be created of max length of 255, and may only
|
3960
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
3961
|
+
# mark. No whitespace.
|
3962
|
+
# @return [String]
|
3963
|
+
#
|
3964
|
+
# @!attribute [rw] data_format
|
3965
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
3966
|
+
# supported.
|
3967
|
+
# @return [String]
|
3968
|
+
#
|
3969
|
+
# @!attribute [rw] compatibility
|
3970
|
+
# The compatibility mode of the schema. The possible values are:
|
3971
|
+
#
|
3972
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
3973
|
+
# development scenarios or if you do not know the compatibility mode
|
3974
|
+
# that you want to apply to schemas. Any new version added will be
|
3975
|
+
# accepted without undergoing a compatibility check.
|
3976
|
+
#
|
3977
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
3978
|
+
# particular schema. You can use this choice to prevent future
|
3979
|
+
# versioning of a schema.
|
3980
|
+
#
|
3981
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
3982
|
+
# data receivers to read both the current and one previous schema
|
3983
|
+
# version. This means that for instance, a new schema version cannot
|
3984
|
+
# drop data fields or change the type of these fields, so they
|
3985
|
+
# can't be read by readers using the previous version.
|
3986
|
+
#
|
3987
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
|
3988
|
+
# to read both the current and all previous schema versions. You can
|
3989
|
+
# use this choice when you need to delete fields or add optional
|
3990
|
+
# fields, and check compatibility against all previous schema
|
3991
|
+
# versions.
|
3992
|
+
#
|
3993
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to
|
3994
|
+
# read both the current and one next schema version, but not
|
3995
|
+
# necessarily later versions. You can use this choice when you need
|
3996
|
+
# to add fields or delete optional fields, but only check
|
3997
|
+
# compatibility against the last schema version.
|
3998
|
+
#
|
3999
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers
|
4000
|
+
# to read written by producers of any new registered schema. You can
|
4001
|
+
# use this choice when you need to add fields or delete optional
|
4002
|
+
# fields, and check compatibility against all previous schema
|
4003
|
+
# versions.
|
4004
|
+
#
|
4005
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
4006
|
+
# data written by producers using the previous or next version of
|
4007
|
+
# the schema, but not necessarily earlier or later versions. You can
|
4008
|
+
# use this choice when you need to add or remove optional fields,
|
4009
|
+
# but only check compatibility against the last schema version.
|
4010
|
+
#
|
4011
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
4012
|
+
# read data written by producers using all previous schema versions.
|
4013
|
+
# You can use this choice when you need to add or remove optional
|
4014
|
+
# fields, and check compatibility against all previous schema
|
4015
|
+
# versions.
|
4016
|
+
# @return [String]
|
4017
|
+
#
|
4018
|
+
# @!attribute [rw] description
|
4019
|
+
# An optional description of the schema. If description is not
|
4020
|
+
# provided, there will not be any automatic default value for this.
|
4021
|
+
# @return [String]
|
4022
|
+
#
|
4023
|
+
# @!attribute [rw] tags
|
4024
|
+
# AWS tags that contain a key value pair and may be searched by
|
4025
|
+
# console, command line, or API. If specified, follows the AWS
|
4026
|
+
# tags-on-create pattern.
|
4027
|
+
# @return [Hash<String,String>]
|
4028
|
+
#
|
4029
|
+
# @!attribute [rw] schema_definition
|
4030
|
+
# The schema definition using the `DataFormat` setting for
|
4031
|
+
# `SchemaName`.
|
4032
|
+
# @return [String]
|
4033
|
+
#
|
4034
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
|
4035
|
+
#
|
4036
|
+
class CreateSchemaInput < Struct.new(
|
4037
|
+
:registry_id,
|
4038
|
+
:schema_name,
|
4039
|
+
:data_format,
|
4040
|
+
:compatibility,
|
4041
|
+
:description,
|
4042
|
+
:tags,
|
4043
|
+
:schema_definition)
|
4044
|
+
SENSITIVE = []
|
4045
|
+
include Aws::Structure
|
4046
|
+
end
|
4047
|
+
|
4048
|
+
# @!attribute [rw] registry_name
|
4049
|
+
# The name of the registry.
|
4050
|
+
# @return [String]
|
4051
|
+
#
|
4052
|
+
# @!attribute [rw] registry_arn
|
4053
|
+
# The Amazon Resource Name (ARN) of the registry.
|
4054
|
+
# @return [String]
|
4055
|
+
#
|
4056
|
+
# @!attribute [rw] schema_name
|
4057
|
+
# The name of the schema.
|
4058
|
+
# @return [String]
|
4059
|
+
#
|
4060
|
+
# @!attribute [rw] schema_arn
|
4061
|
+
# The Amazon Resource Name (ARN) of the schema.
|
4062
|
+
# @return [String]
|
4063
|
+
#
|
4064
|
+
# @!attribute [rw] description
|
4065
|
+
# A description of the schema if specified when created.
|
4066
|
+
# @return [String]
|
4067
|
+
#
|
4068
|
+
# @!attribute [rw] data_format
|
4069
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
4070
|
+
# supported.
|
4071
|
+
# @return [String]
|
4072
|
+
#
|
4073
|
+
# @!attribute [rw] compatibility
|
4074
|
+
# The schema compatibility mode.
|
4075
|
+
# @return [String]
|
4076
|
+
#
|
4077
|
+
# @!attribute [rw] schema_checkpoint
|
4078
|
+
# The version number of the checkpoint (the last time the
|
4079
|
+
# compatibility mode was changed).
|
4080
|
+
# @return [Integer]
|
4081
|
+
#
|
4082
|
+
# @!attribute [rw] latest_schema_version
|
4083
|
+
# The latest version of the schema associated with the returned schema
|
4084
|
+
# definition.
|
4085
|
+
# @return [Integer]
|
4086
|
+
#
|
4087
|
+
# @!attribute [rw] next_schema_version
|
4088
|
+
# The next version of the schema associated with the returned schema
|
4089
|
+
# definition.
|
4090
|
+
# @return [Integer]
|
4091
|
+
#
|
4092
|
+
# @!attribute [rw] schema_status
|
4093
|
+
# The status of the schema.
|
4094
|
+
# @return [String]
|
4095
|
+
#
|
4096
|
+
# @!attribute [rw] tags
|
4097
|
+
# The tags for the schema.
|
4098
|
+
# @return [Hash<String,String>]
|
4099
|
+
#
|
4100
|
+
# @!attribute [rw] schema_version_id
|
4101
|
+
# The unique identifier of the first schema version.
|
4102
|
+
# @return [String]
|
4103
|
+
#
|
4104
|
+
# @!attribute [rw] schema_version_status
|
4105
|
+
# The status of the first schema version created.
|
4106
|
+
# @return [String]
|
4107
|
+
#
|
4108
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
|
4109
|
+
#
|
4110
|
+
class CreateSchemaResponse < Struct.new(
|
4111
|
+
:registry_name,
|
4112
|
+
:registry_arn,
|
4113
|
+
:schema_name,
|
4114
|
+
:schema_arn,
|
4115
|
+
:description,
|
4116
|
+
:data_format,
|
4117
|
+
:compatibility,
|
4118
|
+
:schema_checkpoint,
|
4119
|
+
:latest_schema_version,
|
4120
|
+
:next_schema_version,
|
4121
|
+
:schema_status,
|
4122
|
+
:tags,
|
4123
|
+
:schema_version_id,
|
4124
|
+
:schema_version_status)
|
4125
|
+
SENSITIVE = []
|
4126
|
+
include Aws::Structure
|
4127
|
+
end
|
4128
|
+
|
3657
4129
|
# @note When making an API call, you may pass CreateScriptRequest
|
3658
4130
|
# data as a hash:
|
3659
4131
|
#
|
@@ -3832,6 +4304,15 @@ module Aws::Glue
|
|
3832
4304
|
# },
|
3833
4305
|
# },
|
3834
4306
|
# stored_as_sub_directories: false,
|
4307
|
+
# schema_reference: {
|
4308
|
+
# schema_id: {
|
4309
|
+
# schema_arn: "GlueResourceArn",
|
4310
|
+
# schema_name: "SchemaRegistryNameString",
|
4311
|
+
# registry_name: "SchemaRegistryNameString",
|
4312
|
+
# },
|
4313
|
+
# schema_version_id: "SchemaVersionIdString",
|
4314
|
+
# schema_version_number: 1,
|
4315
|
+
# },
|
3835
4316
|
# },
|
3836
4317
|
# partition_keys: [
|
3837
4318
|
# {
|
@@ -4441,7 +4922,7 @@ module Aws::Glue
|
|
4441
4922
|
include Aws::Structure
|
4442
4923
|
end
|
4443
4924
|
|
4444
|
-
# Defines
|
4925
|
+
# Defines column statistics supported for timestamp data columns.
|
4445
4926
|
#
|
4446
4927
|
# @note When making an API call, you may pass DateColumnStatisticsData
|
4447
4928
|
# data as a hash:
|
@@ -4454,19 +4935,19 @@ module Aws::Glue
|
|
4454
4935
|
# }
|
4455
4936
|
#
|
4456
4937
|
# @!attribute [rw] minimum_value
|
4457
|
-
#
|
4938
|
+
# The lowest value in the column.
|
4458
4939
|
# @return [Time]
|
4459
4940
|
#
|
4460
4941
|
# @!attribute [rw] maximum_value
|
4461
|
-
#
|
4942
|
+
# The highest value in the column.
|
4462
4943
|
# @return [Time]
|
4463
4944
|
#
|
4464
4945
|
# @!attribute [rw] number_of_nulls
|
4465
|
-
#
|
4946
|
+
# The number of null values in the column.
|
4466
4947
|
# @return [Integer]
|
4467
4948
|
#
|
4468
4949
|
# @!attribute [rw] number_of_distinct_values
|
4469
|
-
#
|
4950
|
+
# The number of distinct values in a column.
|
4470
4951
|
# @return [Integer]
|
4471
4952
|
#
|
4472
4953
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
@@ -4480,7 +4961,8 @@ module Aws::Glue
|
|
4480
4961
|
include Aws::Structure
|
4481
4962
|
end
|
4482
4963
|
|
4483
|
-
# Defines
|
4964
|
+
# Defines column statistics supported for fixed-point number data
|
4965
|
+
# columns.
|
4484
4966
|
#
|
4485
4967
|
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4486
4968
|
# data as a hash:
|
@@ -4499,19 +4981,19 @@ module Aws::Glue
|
|
4499
4981
|
# }
|
4500
4982
|
#
|
4501
4983
|
# @!attribute [rw] minimum_value
|
4502
|
-
#
|
4984
|
+
# The lowest value in the column.
|
4503
4985
|
# @return [Types::DecimalNumber]
|
4504
4986
|
#
|
4505
4987
|
# @!attribute [rw] maximum_value
|
4506
|
-
#
|
4988
|
+
# The highest value in the column.
|
4507
4989
|
# @return [Types::DecimalNumber]
|
4508
4990
|
#
|
4509
4991
|
# @!attribute [rw] number_of_nulls
|
4510
|
-
#
|
4992
|
+
# The number of null values in the column.
|
4511
4993
|
# @return [Integer]
|
4512
4994
|
#
|
4513
4995
|
# @!attribute [rw] number_of_distinct_values
|
4514
|
-
#
|
4996
|
+
# The number of distinct values in a column.
|
4515
4997
|
# @return [Integer]
|
4516
4998
|
#
|
4517
4999
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
@@ -4835,6 +5317,49 @@ module Aws::Glue
|
|
4835
5317
|
include Aws::Structure
|
4836
5318
|
end
|
4837
5319
|
|
5320
|
+
# @note When making an API call, you may pass DeletePartitionIndexRequest
|
5321
|
+
# data as a hash:
|
5322
|
+
#
|
5323
|
+
# {
|
5324
|
+
# catalog_id: "CatalogIdString",
|
5325
|
+
# database_name: "NameString", # required
|
5326
|
+
# table_name: "NameString", # required
|
5327
|
+
# index_name: "NameString", # required
|
5328
|
+
# }
|
5329
|
+
#
|
5330
|
+
# @!attribute [rw] catalog_id
|
5331
|
+
# The catalog ID where the table resides.
|
5332
|
+
# @return [String]
|
5333
|
+
#
|
5334
|
+
# @!attribute [rw] database_name
|
5335
|
+
# Specifies the name of a database from which you want to delete a
|
5336
|
+
# partition index.
|
5337
|
+
# @return [String]
|
5338
|
+
#
|
5339
|
+
# @!attribute [rw] table_name
|
5340
|
+
# Specifies the name of a table from which you want to delete a
|
5341
|
+
# partition index.
|
5342
|
+
# @return [String]
|
5343
|
+
#
|
5344
|
+
# @!attribute [rw] index_name
|
5345
|
+
# The name of the partition index to be deleted.
|
5346
|
+
# @return [String]
|
5347
|
+
#
|
5348
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
|
5349
|
+
#
|
5350
|
+
class DeletePartitionIndexRequest < Struct.new(
|
5351
|
+
:catalog_id,
|
5352
|
+
:database_name,
|
5353
|
+
:table_name,
|
5354
|
+
:index_name)
|
5355
|
+
SENSITIVE = []
|
5356
|
+
include Aws::Structure
|
5357
|
+
end
|
5358
|
+
|
5359
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
|
5360
|
+
#
|
5361
|
+
class DeletePartitionIndexResponse < Aws::EmptyStructure; end
|
5362
|
+
|
4838
5363
|
# @note When making an API call, you may pass DeletePartitionRequest
|
4839
5364
|
# data as a hash:
|
4840
5365
|
#
|
@@ -4878,35 +5403,174 @@ module Aws::Glue
|
|
4878
5403
|
#
|
4879
5404
|
class DeletePartitionResponse < Aws::EmptyStructure; end
|
4880
5405
|
|
4881
|
-
# @note When making an API call, you may pass
|
5406
|
+
# @note When making an API call, you may pass DeleteRegistryInput
|
4882
5407
|
# data as a hash:
|
4883
5408
|
#
|
4884
5409
|
# {
|
4885
|
-
#
|
4886
|
-
#
|
5410
|
+
# registry_id: { # required
|
5411
|
+
# registry_name: "SchemaRegistryNameString",
|
5412
|
+
# registry_arn: "GlueResourceArn",
|
5413
|
+
# },
|
4887
5414
|
# }
|
4888
5415
|
#
|
4889
|
-
# @!attribute [rw]
|
4890
|
-
#
|
4891
|
-
#
|
4892
|
-
#
|
4893
|
-
# @!attribute [rw] resource_arn
|
4894
|
-
# The ARN of the AWS Glue resource for the resource policy to be
|
4895
|
-
# deleted.
|
4896
|
-
# @return [String]
|
5416
|
+
# @!attribute [rw] registry_id
|
5417
|
+
# This is a wrapper structure that may contain the registry name and
|
5418
|
+
# Amazon Resource Name (ARN).
|
5419
|
+
# @return [Types::RegistryId]
|
4897
5420
|
#
|
4898
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
5421
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
|
4899
5422
|
#
|
4900
|
-
class
|
4901
|
-
:
|
4902
|
-
:resource_arn)
|
5423
|
+
class DeleteRegistryInput < Struct.new(
|
5424
|
+
:registry_id)
|
4903
5425
|
SENSITIVE = []
|
4904
5426
|
include Aws::Structure
|
4905
5427
|
end
|
4906
5428
|
|
4907
|
-
#
|
5429
|
+
# @!attribute [rw] registry_name
|
5430
|
+
# The name of the registry being deleted.
|
5431
|
+
# @return [String]
|
4908
5432
|
#
|
4909
|
-
|
5433
|
+
# @!attribute [rw] registry_arn
|
5434
|
+
# The Amazon Resource Name (ARN) of the registry being deleted.
|
5435
|
+
# @return [String]
|
5436
|
+
#
|
5437
|
+
# @!attribute [rw] status
|
5438
|
+
# The status of the registry. A successful operation will return the
|
5439
|
+
# `Deleting` status.
|
5440
|
+
# @return [String]
|
5441
|
+
#
|
5442
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
|
5443
|
+
#
|
5444
|
+
class DeleteRegistryResponse < Struct.new(
|
5445
|
+
:registry_name,
|
5446
|
+
:registry_arn,
|
5447
|
+
:status)
|
5448
|
+
SENSITIVE = []
|
5449
|
+
include Aws::Structure
|
5450
|
+
end
|
5451
|
+
|
5452
|
+
# @note When making an API call, you may pass DeleteResourcePolicyRequest
|
5453
|
+
# data as a hash:
|
5454
|
+
#
|
5455
|
+
# {
|
5456
|
+
# policy_hash_condition: "HashString",
|
5457
|
+
# resource_arn: "GlueResourceArn",
|
5458
|
+
# }
|
5459
|
+
#
|
5460
|
+
# @!attribute [rw] policy_hash_condition
|
5461
|
+
# The hash value returned when this policy was set.
|
5462
|
+
# @return [String]
|
5463
|
+
#
|
5464
|
+
# @!attribute [rw] resource_arn
|
5465
|
+
# The ARN of the AWS Glue resource for the resource policy to be
|
5466
|
+
# deleted.
|
5467
|
+
# @return [String]
|
5468
|
+
#
|
5469
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
|
5470
|
+
#
|
5471
|
+
class DeleteResourcePolicyRequest < Struct.new(
|
5472
|
+
:policy_hash_condition,
|
5473
|
+
:resource_arn)
|
5474
|
+
SENSITIVE = []
|
5475
|
+
include Aws::Structure
|
5476
|
+
end
|
5477
|
+
|
5478
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyResponse AWS API Documentation
|
5479
|
+
#
|
5480
|
+
class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
|
5481
|
+
|
5482
|
+
# @note When making an API call, you may pass DeleteSchemaInput
|
5483
|
+
# data as a hash:
|
5484
|
+
#
|
5485
|
+
# {
|
5486
|
+
# schema_id: { # required
|
5487
|
+
# schema_arn: "GlueResourceArn",
|
5488
|
+
# schema_name: "SchemaRegistryNameString",
|
5489
|
+
# registry_name: "SchemaRegistryNameString",
|
5490
|
+
# },
|
5491
|
+
# }
|
5492
|
+
#
|
5493
|
+
# @!attribute [rw] schema_id
|
5494
|
+
# This is a wrapper structure that may contain the schema name and
|
5495
|
+
# Amazon Resource Name (ARN).
|
5496
|
+
# @return [Types::SchemaId]
|
5497
|
+
#
|
5498
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
|
5499
|
+
#
|
5500
|
+
class DeleteSchemaInput < Struct.new(
|
5501
|
+
:schema_id)
|
5502
|
+
SENSITIVE = []
|
5503
|
+
include Aws::Structure
|
5504
|
+
end
|
5505
|
+
|
5506
|
+
# @!attribute [rw] schema_arn
|
5507
|
+
# The Amazon Resource Name (ARN) of the schema being deleted.
|
5508
|
+
# @return [String]
|
5509
|
+
#
|
5510
|
+
# @!attribute [rw] schema_name
|
5511
|
+
# The name of the schema being deleted.
|
5512
|
+
# @return [String]
|
5513
|
+
#
|
5514
|
+
# @!attribute [rw] status
|
5515
|
+
# The status of the schema.
|
5516
|
+
# @return [String]
|
5517
|
+
#
|
5518
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
|
5519
|
+
#
|
5520
|
+
class DeleteSchemaResponse < Struct.new(
|
5521
|
+
:schema_arn,
|
5522
|
+
:schema_name,
|
5523
|
+
:status)
|
5524
|
+
SENSITIVE = []
|
5525
|
+
include Aws::Structure
|
5526
|
+
end
|
5527
|
+
|
5528
|
+
# @note When making an API call, you may pass DeleteSchemaVersionsInput
|
5529
|
+
# data as a hash:
|
5530
|
+
#
|
5531
|
+
# {
|
5532
|
+
# schema_id: { # required
|
5533
|
+
# schema_arn: "GlueResourceArn",
|
5534
|
+
# schema_name: "SchemaRegistryNameString",
|
5535
|
+
# registry_name: "SchemaRegistryNameString",
|
5536
|
+
# },
|
5537
|
+
# versions: "VersionsString", # required
|
5538
|
+
# }
|
5539
|
+
#
|
5540
|
+
# @!attribute [rw] schema_id
|
5541
|
+
# This is a wrapper structure that may contain the schema name and
|
5542
|
+
# Amazon Resource Name (ARN).
|
5543
|
+
# @return [Types::SchemaId]
|
5544
|
+
#
|
5545
|
+
# @!attribute [rw] versions
|
5546
|
+
# A version range may be supplied which may be of the format:
|
5547
|
+
#
|
5548
|
+
# * a single version number, 5
|
5549
|
+
#
|
5550
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
5551
|
+
# @return [String]
|
5552
|
+
#
|
5553
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
|
5554
|
+
#
|
5555
|
+
class DeleteSchemaVersionsInput < Struct.new(
|
5556
|
+
:schema_id,
|
5557
|
+
:versions)
|
5558
|
+
SENSITIVE = []
|
5559
|
+
include Aws::Structure
|
5560
|
+
end
|
5561
|
+
|
5562
|
+
# @!attribute [rw] schema_version_errors
|
5563
|
+
# A list of `SchemaVersionErrorItem` objects, each containing an error
|
5564
|
+
# and schema version.
|
5565
|
+
# @return [Array<Types::SchemaVersionErrorItem>]
|
5566
|
+
#
|
5567
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
|
5568
|
+
#
|
5569
|
+
class DeleteSchemaVersionsResponse < Struct.new(
|
5570
|
+
:schema_version_errors)
|
5571
|
+
SENSITIVE = []
|
5572
|
+
include Aws::Structure
|
5573
|
+
end
|
4910
5574
|
|
4911
5575
|
# @note When making an API call, you may pass DeleteSecurityConfigurationRequest
|
4912
5576
|
# data as a hash:
|
@@ -5381,7 +6045,8 @@ module Aws::Glue
|
|
5381
6045
|
include Aws::Structure
|
5382
6046
|
end
|
5383
6047
|
|
5384
|
-
# Defines
|
6048
|
+
# Defines column statistics supported for floating-point number data
|
6049
|
+
# columns.
|
5385
6050
|
#
|
5386
6051
|
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5387
6052
|
# data as a hash:
|
@@ -5394,19 +6059,19 @@ module Aws::Glue
|
|
5394
6059
|
# }
|
5395
6060
|
#
|
5396
6061
|
# @!attribute [rw] minimum_value
|
5397
|
-
#
|
6062
|
+
# The lowest value in the column.
|
5398
6063
|
# @return [Float]
|
5399
6064
|
#
|
5400
6065
|
# @!attribute [rw] maximum_value
|
5401
|
-
#
|
6066
|
+
# The highest value in the column.
|
5402
6067
|
# @return [Float]
|
5403
6068
|
#
|
5404
6069
|
# @!attribute [rw] number_of_nulls
|
5405
|
-
#
|
6070
|
+
# The number of null values in the column.
|
5406
6071
|
# @return [Integer]
|
5407
6072
|
#
|
5408
6073
|
# @!attribute [rw] number_of_distinct_values
|
5409
|
-
#
|
6074
|
+
# The number of distinct values in a column.
|
5410
6075
|
# @return [Integer]
|
5411
6076
|
#
|
5412
6077
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
@@ -5593,6 +6258,25 @@ module Aws::Glue
|
|
5593
6258
|
include Aws::Structure
|
5594
6259
|
end
|
5595
6260
|
|
6261
|
+
# An object containing error details.
|
6262
|
+
#
|
6263
|
+
# @!attribute [rw] error_code
|
6264
|
+
# The error code for an error.
|
6265
|
+
# @return [String]
|
6266
|
+
#
|
6267
|
+
# @!attribute [rw] error_message
|
6268
|
+
# The error message for an error.
|
6269
|
+
# @return [String]
|
6270
|
+
#
|
6271
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
|
6272
|
+
#
|
6273
|
+
class ErrorDetails < Struct.new(
|
6274
|
+
:error_code,
|
6275
|
+
:error_message)
|
6276
|
+
SENSITIVE = []
|
6277
|
+
include Aws::Structure
|
6278
|
+
end
|
6279
|
+
|
5596
6280
|
# Evaluation metrics provide an estimate of the quality of your machine
|
5597
6281
|
# learning transform.
|
5598
6282
|
#
|
@@ -7050,6 +7734,12 @@ module Aws::Glue
|
|
7050
7734
|
# a task run fails.
|
7051
7735
|
# @return [Integer]
|
7052
7736
|
#
|
7737
|
+
# @!attribute [rw] transform_encryption
|
7738
|
+
# The encryption-at-rest settings of the transform that apply to
|
7739
|
+
# accessing user data. Machine learning transforms can access user
|
7740
|
+
# data encrypted in Amazon S3 using KMS.
|
7741
|
+
# @return [Types::TransformEncryption]
|
7742
|
+
#
|
7053
7743
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
7054
7744
|
#
|
7055
7745
|
class GetMLTransformResponse < Struct.new(
|
@@ -7070,7 +7760,8 @@ module Aws::Glue
|
|
7070
7760
|
:worker_type,
|
7071
7761
|
:number_of_workers,
|
7072
7762
|
:timeout,
|
7073
|
-
:max_retries
|
7763
|
+
:max_retries,
|
7764
|
+
:transform_encryption)
|
7074
7765
|
SENSITIVE = []
|
7075
7766
|
include Aws::Structure
|
7076
7767
|
end
|
@@ -7614,6 +8305,66 @@ module Aws::Glue
|
|
7614
8305
|
include Aws::Structure
|
7615
8306
|
end
|
7616
8307
|
|
8308
|
+
# @note When making an API call, you may pass GetRegistryInput
|
8309
|
+
# data as a hash:
|
8310
|
+
#
|
8311
|
+
# {
|
8312
|
+
# registry_id: { # required
|
8313
|
+
# registry_name: "SchemaRegistryNameString",
|
8314
|
+
# registry_arn: "GlueResourceArn",
|
8315
|
+
# },
|
8316
|
+
# }
|
8317
|
+
#
|
8318
|
+
# @!attribute [rw] registry_id
|
8319
|
+
# This is a wrapper structure that may contain the registry name and
|
8320
|
+
# Amazon Resource Name (ARN).
|
8321
|
+
# @return [Types::RegistryId]
|
8322
|
+
#
|
8323
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
|
8324
|
+
#
|
8325
|
+
class GetRegistryInput < Struct.new(
|
8326
|
+
:registry_id)
|
8327
|
+
SENSITIVE = []
|
8328
|
+
include Aws::Structure
|
8329
|
+
end
|
8330
|
+
|
8331
|
+
# @!attribute [rw] registry_name
|
8332
|
+
# The name of the registry.
|
8333
|
+
# @return [String]
|
8334
|
+
#
|
8335
|
+
# @!attribute [rw] registry_arn
|
8336
|
+
# The Amazon Resource Name (ARN) of the registry.
|
8337
|
+
# @return [String]
|
8338
|
+
#
|
8339
|
+
# @!attribute [rw] description
|
8340
|
+
# A description of the registry.
|
8341
|
+
# @return [String]
|
8342
|
+
#
|
8343
|
+
# @!attribute [rw] status
|
8344
|
+
# The status of the registry.
|
8345
|
+
# @return [String]
|
8346
|
+
#
|
8347
|
+
# @!attribute [rw] created_time
|
8348
|
+
# The date and time the registry was created.
|
8349
|
+
# @return [String]
|
8350
|
+
#
|
8351
|
+
# @!attribute [rw] updated_time
|
8352
|
+
# The date and time the registry was updated.
|
8353
|
+
# @return [String]
|
8354
|
+
#
|
8355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
|
8356
|
+
#
|
8357
|
+
class GetRegistryResponse < Struct.new(
|
8358
|
+
:registry_name,
|
8359
|
+
:registry_arn,
|
8360
|
+
:description,
|
8361
|
+
:status,
|
8362
|
+
:created_time,
|
8363
|
+
:updated_time)
|
8364
|
+
SENSITIVE = []
|
8365
|
+
include Aws::Structure
|
8366
|
+
end
|
8367
|
+
|
7617
8368
|
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
7618
8369
|
# data as a hash:
|
7619
8370
|
#
|
@@ -7710,145 +8461,478 @@ module Aws::Glue
|
|
7710
8461
|
include Aws::Structure
|
7711
8462
|
end
|
7712
8463
|
|
7713
|
-
# @note When making an API call, you may pass
|
8464
|
+
# @note When making an API call, you may pass GetSchemaByDefinitionInput
|
7714
8465
|
# data as a hash:
|
7715
8466
|
#
|
7716
8467
|
# {
|
7717
|
-
#
|
8468
|
+
# schema_id: { # required
|
8469
|
+
# schema_arn: "GlueResourceArn",
|
8470
|
+
# schema_name: "SchemaRegistryNameString",
|
8471
|
+
# registry_name: "SchemaRegistryNameString",
|
8472
|
+
# },
|
8473
|
+
# schema_definition: "SchemaDefinitionString", # required
|
7718
8474
|
# }
|
7719
8475
|
#
|
7720
|
-
# @!attribute [rw]
|
7721
|
-
#
|
8476
|
+
# @!attribute [rw] schema_id
|
8477
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8478
|
+
# structure contains:
|
8479
|
+
#
|
8480
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8481
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8482
|
+
#
|
8483
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8484
|
+
# `SchemaName` has to be provided.
|
8485
|
+
# @return [Types::SchemaId]
|
8486
|
+
#
|
8487
|
+
# @!attribute [rw] schema_definition
|
8488
|
+
# The definition of the schema for which schema details are required.
|
7722
8489
|
# @return [String]
|
7723
8490
|
#
|
7724
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
8491
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
|
7725
8492
|
#
|
7726
|
-
class
|
7727
|
-
:
|
8493
|
+
class GetSchemaByDefinitionInput < Struct.new(
|
8494
|
+
:schema_id,
|
8495
|
+
:schema_definition)
|
7728
8496
|
SENSITIVE = []
|
7729
8497
|
include Aws::Structure
|
7730
8498
|
end
|
7731
8499
|
|
7732
|
-
# @!attribute [rw]
|
7733
|
-
# The
|
7734
|
-
# @return [
|
8500
|
+
# @!attribute [rw] schema_version_id
|
8501
|
+
# The schema ID of the schema version.
|
8502
|
+
# @return [String]
|
7735
8503
|
#
|
7736
|
-
#
|
8504
|
+
# @!attribute [rw] schema_arn
|
8505
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8506
|
+
# @return [String]
|
7737
8507
|
#
|
7738
|
-
|
7739
|
-
|
8508
|
+
# @!attribute [rw] data_format
|
8509
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8510
|
+
# supported.
|
8511
|
+
# @return [String]
|
8512
|
+
#
|
8513
|
+
# @!attribute [rw] status
|
8514
|
+
# The status of the schema version.
|
8515
|
+
# @return [String]
|
8516
|
+
#
|
8517
|
+
# @!attribute [rw] created_time
|
8518
|
+
# The date and time the schema was created.
|
8519
|
+
# @return [String]
|
8520
|
+
#
|
8521
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
|
8522
|
+
#
|
8523
|
+
class GetSchemaByDefinitionResponse < Struct.new(
|
8524
|
+
:schema_version_id,
|
8525
|
+
:schema_arn,
|
8526
|
+
:data_format,
|
8527
|
+
:status,
|
8528
|
+
:created_time)
|
7740
8529
|
SENSITIVE = []
|
7741
8530
|
include Aws::Structure
|
7742
8531
|
end
|
7743
8532
|
|
7744
|
-
# @note When making an API call, you may pass
|
8533
|
+
# @note When making an API call, you may pass GetSchemaInput
|
7745
8534
|
# data as a hash:
|
7746
8535
|
#
|
7747
8536
|
# {
|
7748
|
-
#
|
7749
|
-
#
|
8537
|
+
# schema_id: { # required
|
8538
|
+
# schema_arn: "GlueResourceArn",
|
8539
|
+
# schema_name: "SchemaRegistryNameString",
|
8540
|
+
# registry_name: "SchemaRegistryNameString",
|
8541
|
+
# },
|
7750
8542
|
# }
|
7751
8543
|
#
|
7752
|
-
# @!attribute [rw]
|
7753
|
-
#
|
7754
|
-
#
|
8544
|
+
# @!attribute [rw] schema_id
|
8545
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8546
|
+
# structure contains:
|
7755
8547
|
#
|
7756
|
-
#
|
7757
|
-
#
|
7758
|
-
#
|
8548
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8549
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8550
|
+
# provided.
|
7759
8551
|
#
|
7760
|
-
#
|
8552
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8553
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8554
|
+
# @return [Types::SchemaId]
|
7761
8555
|
#
|
7762
|
-
|
7763
|
-
|
7764
|
-
|
8556
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
|
8557
|
+
#
|
8558
|
+
class GetSchemaInput < Struct.new(
|
8559
|
+
:schema_id)
|
7765
8560
|
SENSITIVE = []
|
7766
8561
|
include Aws::Structure
|
7767
8562
|
end
|
7768
8563
|
|
7769
|
-
# @!attribute [rw]
|
7770
|
-
#
|
7771
|
-
# @return [
|
8564
|
+
# @!attribute [rw] registry_name
|
8565
|
+
# The name of the registry.
|
8566
|
+
# @return [String]
|
7772
8567
|
#
|
7773
|
-
# @!attribute [rw]
|
7774
|
-
#
|
7775
|
-
# return.
|
8568
|
+
# @!attribute [rw] registry_arn
|
8569
|
+
# The Amazon Resource Name (ARN) of the registry.
|
7776
8570
|
# @return [String]
|
7777
8571
|
#
|
7778
|
-
#
|
8572
|
+
# @!attribute [rw] schema_name
|
8573
|
+
# The name of the schema.
|
8574
|
+
# @return [String]
|
7779
8575
|
#
|
7780
|
-
|
7781
|
-
|
7782
|
-
|
7783
|
-
SENSITIVE = []
|
7784
|
-
include Aws::Structure
|
7785
|
-
end
|
7786
|
-
|
7787
|
-
# @note When making an API call, you may pass GetTableRequest
|
7788
|
-
# data as a hash:
|
8576
|
+
# @!attribute [rw] schema_arn
|
8577
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8578
|
+
# @return [String]
|
7789
8579
|
#
|
7790
|
-
#
|
7791
|
-
#
|
7792
|
-
#
|
7793
|
-
# name: "NameString", # required
|
7794
|
-
# }
|
8580
|
+
# @!attribute [rw] description
|
8581
|
+
# A description of schema if specified when created
|
8582
|
+
# @return [String]
|
7795
8583
|
#
|
7796
|
-
# @!attribute [rw]
|
7797
|
-
# The
|
7798
|
-
#
|
8584
|
+
# @!attribute [rw] data_format
|
8585
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8586
|
+
# supported.
|
7799
8587
|
# @return [String]
|
7800
8588
|
#
|
7801
|
-
# @!attribute [rw]
|
7802
|
-
# The
|
7803
|
-
# For Hive compatibility, this name is entirely lowercase.
|
8589
|
+
# @!attribute [rw] compatibility
|
8590
|
+
# The compatibility mode of the schema.
|
7804
8591
|
# @return [String]
|
7805
8592
|
#
|
7806
|
-
# @!attribute [rw]
|
7807
|
-
# The
|
7808
|
-
# compatibility
|
8593
|
+
# @!attribute [rw] schema_checkpoint
|
8594
|
+
# The version number of the checkpoint (the last time the
|
8595
|
+
# compatibility mode was changed).
|
8596
|
+
# @return [Integer]
|
8597
|
+
#
|
8598
|
+
# @!attribute [rw] latest_schema_version
|
8599
|
+
# The latest version of the schema associated with the returned schema
|
8600
|
+
# definition.
|
8601
|
+
# @return [Integer]
|
8602
|
+
#
|
8603
|
+
# @!attribute [rw] next_schema_version
|
8604
|
+
# The next version of the schema associated with the returned schema
|
8605
|
+
# definition.
|
8606
|
+
# @return [Integer]
|
8607
|
+
#
|
8608
|
+
# @!attribute [rw] schema_status
|
8609
|
+
# The status of the schema.
|
7809
8610
|
# @return [String]
|
7810
8611
|
#
|
7811
|
-
#
|
8612
|
+
# @!attribute [rw] created_time
|
8613
|
+
# The date and time the schema was created.
|
8614
|
+
# @return [String]
|
7812
8615
|
#
|
7813
|
-
|
7814
|
-
|
7815
|
-
|
7816
|
-
:name)
|
7817
|
-
SENSITIVE = []
|
7818
|
-
include Aws::Structure
|
7819
|
-
end
|
7820
|
-
|
7821
|
-
# @!attribute [rw] table
|
7822
|
-
# The `Table` object that defines the specified table.
|
7823
|
-
# @return [Types::Table]
|
8616
|
+
# @!attribute [rw] updated_time
|
8617
|
+
# The date and time the schema was updated.
|
8618
|
+
# @return [String]
|
7824
8619
|
#
|
7825
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
8620
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
|
7826
8621
|
#
|
7827
|
-
class
|
7828
|
-
:
|
8622
|
+
class GetSchemaResponse < Struct.new(
|
8623
|
+
:registry_name,
|
8624
|
+
:registry_arn,
|
8625
|
+
:schema_name,
|
8626
|
+
:schema_arn,
|
8627
|
+
:description,
|
8628
|
+
:data_format,
|
8629
|
+
:compatibility,
|
8630
|
+
:schema_checkpoint,
|
8631
|
+
:latest_schema_version,
|
8632
|
+
:next_schema_version,
|
8633
|
+
:schema_status,
|
8634
|
+
:created_time,
|
8635
|
+
:updated_time)
|
7829
8636
|
SENSITIVE = []
|
7830
8637
|
include Aws::Structure
|
7831
8638
|
end
|
7832
8639
|
|
7833
|
-
# @note When making an API call, you may pass
|
8640
|
+
# @note When making an API call, you may pass GetSchemaVersionInput
|
7834
8641
|
# data as a hash:
|
7835
8642
|
#
|
7836
8643
|
# {
|
7837
|
-
#
|
7838
|
-
#
|
7839
|
-
#
|
7840
|
-
#
|
8644
|
+
# schema_id: {
|
8645
|
+
# schema_arn: "GlueResourceArn",
|
8646
|
+
# schema_name: "SchemaRegistryNameString",
|
8647
|
+
# registry_name: "SchemaRegistryNameString",
|
8648
|
+
# },
|
8649
|
+
# schema_version_id: "SchemaVersionIdString",
|
8650
|
+
# schema_version_number: {
|
8651
|
+
# latest_version: false,
|
8652
|
+
# version_number: 1,
|
8653
|
+
# },
|
7841
8654
|
# }
|
7842
8655
|
#
|
7843
|
-
# @!attribute [rw]
|
7844
|
-
#
|
7845
|
-
#
|
7846
|
-
# @return [String]
|
8656
|
+
# @!attribute [rw] schema_id
|
8657
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8658
|
+
# structure contains:
|
7847
8659
|
#
|
7848
|
-
#
|
7849
|
-
#
|
7850
|
-
#
|
7851
|
-
#
|
8660
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8661
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8662
|
+
# provided.
|
8663
|
+
#
|
8664
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8665
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8666
|
+
# @return [Types::SchemaId]
|
8667
|
+
#
|
8668
|
+
# @!attribute [rw] schema_version_id
|
8669
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
8670
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
8671
|
+
# to be provided.
|
8672
|
+
# @return [String]
|
8673
|
+
#
|
8674
|
+
# @!attribute [rw] schema_version_number
|
8675
|
+
# The version number of the schema.
|
8676
|
+
# @return [Types::SchemaVersionNumber]
|
8677
|
+
#
|
8678
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
|
8679
|
+
#
|
8680
|
+
class GetSchemaVersionInput < Struct.new(
|
8681
|
+
:schema_id,
|
8682
|
+
:schema_version_id,
|
8683
|
+
:schema_version_number)
|
8684
|
+
SENSITIVE = []
|
8685
|
+
include Aws::Structure
|
8686
|
+
end
|
8687
|
+
|
8688
|
+
# @!attribute [rw] schema_version_id
|
8689
|
+
# The `SchemaVersionId` of the schema version.
|
8690
|
+
# @return [String]
|
8691
|
+
#
|
8692
|
+
# @!attribute [rw] schema_definition
|
8693
|
+
# The schema definition for the schema ID.
|
8694
|
+
# @return [String]
|
8695
|
+
#
|
8696
|
+
# @!attribute [rw] data_format
|
8697
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8698
|
+
# supported.
|
8699
|
+
# @return [String]
|
8700
|
+
#
|
8701
|
+
# @!attribute [rw] schema_arn
|
8702
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8703
|
+
# @return [String]
|
8704
|
+
#
|
8705
|
+
# @!attribute [rw] version_number
|
8706
|
+
# The version number of the schema.
|
8707
|
+
# @return [Integer]
|
8708
|
+
#
|
8709
|
+
# @!attribute [rw] status
|
8710
|
+
# The status of the schema version.
|
8711
|
+
# @return [String]
|
8712
|
+
#
|
8713
|
+
# @!attribute [rw] created_time
|
8714
|
+
# The date and time the schema version was created.
|
8715
|
+
# @return [String]
|
8716
|
+
#
|
8717
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
|
8718
|
+
#
|
8719
|
+
class GetSchemaVersionResponse < Struct.new(
|
8720
|
+
:schema_version_id,
|
8721
|
+
:schema_definition,
|
8722
|
+
:data_format,
|
8723
|
+
:schema_arn,
|
8724
|
+
:version_number,
|
8725
|
+
:status,
|
8726
|
+
:created_time)
|
8727
|
+
SENSITIVE = []
|
8728
|
+
include Aws::Structure
|
8729
|
+
end
|
8730
|
+
|
8731
|
+
# @note When making an API call, you may pass GetSchemaVersionsDiffInput
|
8732
|
+
# data as a hash:
|
8733
|
+
#
|
8734
|
+
# {
|
8735
|
+
# schema_id: { # required
|
8736
|
+
# schema_arn: "GlueResourceArn",
|
8737
|
+
# schema_name: "SchemaRegistryNameString",
|
8738
|
+
# registry_name: "SchemaRegistryNameString",
|
8739
|
+
# },
|
8740
|
+
# first_schema_version_number: { # required
|
8741
|
+
# latest_version: false,
|
8742
|
+
# version_number: 1,
|
8743
|
+
# },
|
8744
|
+
# second_schema_version_number: { # required
|
8745
|
+
# latest_version: false,
|
8746
|
+
# version_number: 1,
|
8747
|
+
# },
|
8748
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
8749
|
+
# }
|
8750
|
+
#
|
8751
|
+
# @!attribute [rw] schema_id
|
8752
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8753
|
+
# structure contains:
|
8754
|
+
#
|
8755
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8756
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8757
|
+
#
|
8758
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8759
|
+
# `SchemaName` has to be provided.
|
8760
|
+
# @return [Types::SchemaId]
|
8761
|
+
#
|
8762
|
+
# @!attribute [rw] first_schema_version_number
|
8763
|
+
# The first of the two schema versions to be compared.
|
8764
|
+
# @return [Types::SchemaVersionNumber]
|
8765
|
+
#
|
8766
|
+
# @!attribute [rw] second_schema_version_number
|
8767
|
+
# The second of the two schema versions to be compared.
|
8768
|
+
# @return [Types::SchemaVersionNumber]
|
8769
|
+
#
|
8770
|
+
# @!attribute [rw] schema_diff_type
|
8771
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
8772
|
+
# @return [String]
|
8773
|
+
#
|
8774
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
|
8775
|
+
#
|
8776
|
+
class GetSchemaVersionsDiffInput < Struct.new(
|
8777
|
+
:schema_id,
|
8778
|
+
:first_schema_version_number,
|
8779
|
+
:second_schema_version_number,
|
8780
|
+
:schema_diff_type)
|
8781
|
+
SENSITIVE = []
|
8782
|
+
include Aws::Structure
|
8783
|
+
end
|
8784
|
+
|
8785
|
+
# @!attribute [rw] diff
|
8786
|
+
# The difference between schemas as a string in JsonPatch format.
|
8787
|
+
# @return [String]
|
8788
|
+
#
|
8789
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
|
8790
|
+
#
|
8791
|
+
class GetSchemaVersionsDiffResponse < Struct.new(
|
8792
|
+
:diff)
|
8793
|
+
SENSITIVE = []
|
8794
|
+
include Aws::Structure
|
8795
|
+
end
|
8796
|
+
|
8797
|
+
# @note When making an API call, you may pass GetSecurityConfigurationRequest
|
8798
|
+
# data as a hash:
|
8799
|
+
#
|
8800
|
+
# {
|
8801
|
+
# name: "NameString", # required
|
8802
|
+
# }
|
8803
|
+
#
|
8804
|
+
# @!attribute [rw] name
|
8805
|
+
# The name of the security configuration to retrieve.
|
8806
|
+
# @return [String]
|
8807
|
+
#
|
8808
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationRequest AWS API Documentation
|
8809
|
+
#
|
8810
|
+
class GetSecurityConfigurationRequest < Struct.new(
|
8811
|
+
:name)
|
8812
|
+
SENSITIVE = []
|
8813
|
+
include Aws::Structure
|
8814
|
+
end
|
8815
|
+
|
8816
|
+
# @!attribute [rw] security_configuration
|
8817
|
+
# The requested security configuration.
|
8818
|
+
# @return [Types::SecurityConfiguration]
|
8819
|
+
#
|
8820
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationResponse AWS API Documentation
|
8821
|
+
#
|
8822
|
+
class GetSecurityConfigurationResponse < Struct.new(
|
8823
|
+
:security_configuration)
|
8824
|
+
SENSITIVE = []
|
8825
|
+
include Aws::Structure
|
8826
|
+
end
|
8827
|
+
|
8828
|
+
# @note When making an API call, you may pass GetSecurityConfigurationsRequest
|
8829
|
+
# data as a hash:
|
8830
|
+
#
|
8831
|
+
# {
|
8832
|
+
# max_results: 1,
|
8833
|
+
# next_token: "GenericString",
|
8834
|
+
# }
|
8835
|
+
#
|
8836
|
+
# @!attribute [rw] max_results
|
8837
|
+
# The maximum number of results to return.
|
8838
|
+
# @return [Integer]
|
8839
|
+
#
|
8840
|
+
# @!attribute [rw] next_token
|
8841
|
+
# A continuation token, if this is a continuation call.
|
8842
|
+
# @return [String]
|
8843
|
+
#
|
8844
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsRequest AWS API Documentation
|
8845
|
+
#
|
8846
|
+
class GetSecurityConfigurationsRequest < Struct.new(
|
8847
|
+
:max_results,
|
8848
|
+
:next_token)
|
8849
|
+
SENSITIVE = []
|
8850
|
+
include Aws::Structure
|
8851
|
+
end
|
8852
|
+
|
8853
|
+
# @!attribute [rw] security_configurations
|
8854
|
+
# A list of security configurations.
|
8855
|
+
# @return [Array<Types::SecurityConfiguration>]
|
8856
|
+
#
|
8857
|
+
# @!attribute [rw] next_token
|
8858
|
+
# A continuation token, if there are more security configurations to
|
8859
|
+
# return.
|
8860
|
+
# @return [String]
|
8861
|
+
#
|
8862
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsResponse AWS API Documentation
|
8863
|
+
#
|
8864
|
+
class GetSecurityConfigurationsResponse < Struct.new(
|
8865
|
+
:security_configurations,
|
8866
|
+
:next_token)
|
8867
|
+
SENSITIVE = []
|
8868
|
+
include Aws::Structure
|
8869
|
+
end
|
8870
|
+
|
8871
|
+
# @note When making an API call, you may pass GetTableRequest
|
8872
|
+
# data as a hash:
|
8873
|
+
#
|
8874
|
+
# {
|
8875
|
+
# catalog_id: "CatalogIdString",
|
8876
|
+
# database_name: "NameString", # required
|
8877
|
+
# name: "NameString", # required
|
8878
|
+
# }
|
8879
|
+
#
|
8880
|
+
# @!attribute [rw] catalog_id
|
8881
|
+
# The ID of the Data Catalog where the table resides. If none is
|
8882
|
+
# provided, the AWS account ID is used by default.
|
8883
|
+
# @return [String]
|
8884
|
+
#
|
8885
|
+
# @!attribute [rw] database_name
|
8886
|
+
# The name of the database in the catalog in which the table resides.
|
8887
|
+
# For Hive compatibility, this name is entirely lowercase.
|
8888
|
+
# @return [String]
|
8889
|
+
#
|
8890
|
+
# @!attribute [rw] name
|
8891
|
+
# The name of the table for which to retrieve the definition. For Hive
|
8892
|
+
# compatibility, this name is entirely lowercase.
|
8893
|
+
# @return [String]
|
8894
|
+
#
|
8895
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
|
8896
|
+
#
|
8897
|
+
class GetTableRequest < Struct.new(
|
8898
|
+
:catalog_id,
|
8899
|
+
:database_name,
|
8900
|
+
:name)
|
8901
|
+
SENSITIVE = []
|
8902
|
+
include Aws::Structure
|
8903
|
+
end
|
8904
|
+
|
8905
|
+
# @!attribute [rw] table
|
8906
|
+
# The `Table` object that defines the specified table.
|
8907
|
+
# @return [Types::Table]
|
8908
|
+
#
|
8909
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableResponse AWS API Documentation
|
8910
|
+
#
|
8911
|
+
class GetTableResponse < Struct.new(
|
8912
|
+
:table)
|
8913
|
+
SENSITIVE = []
|
8914
|
+
include Aws::Structure
|
8915
|
+
end
|
8916
|
+
|
8917
|
+
# @note When making an API call, you may pass GetTableVersionRequest
|
8918
|
+
# data as a hash:
|
8919
|
+
#
|
8920
|
+
# {
|
8921
|
+
# catalog_id: "CatalogIdString",
|
8922
|
+
# database_name: "NameString", # required
|
8923
|
+
# table_name: "NameString", # required
|
8924
|
+
# version_id: "VersionString",
|
8925
|
+
# }
|
8926
|
+
#
|
8927
|
+
# @!attribute [rw] catalog_id
|
8928
|
+
# The ID of the Data Catalog where the tables reside. If none is
|
8929
|
+
# provided, the AWS account ID is used by default.
|
8930
|
+
# @return [String]
|
8931
|
+
#
|
8932
|
+
# @!attribute [rw] database_name
|
8933
|
+
# The database in the catalog in which the table resides. For Hive
|
8934
|
+
# compatibility, this name is entirely lowercase.
|
8935
|
+
# @return [String]
|
7852
8936
|
#
|
7853
8937
|
# @!attribute [rw] table_name
|
7854
8938
|
# The name of the table. For Hive compatibility, this name is entirely
|
@@ -9547,6 +10631,32 @@ module Aws::Glue
|
|
9547
10631
|
include Aws::Structure
|
9548
10632
|
end
|
9549
10633
|
|
10634
|
+
# Specifies data lineage configuration settings for the crawler.
|
10635
|
+
#
|
10636
|
+
# @note When making an API call, you may pass LineageConfiguration
|
10637
|
+
# data as a hash:
|
10638
|
+
#
|
10639
|
+
# {
|
10640
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
10641
|
+
# }
|
10642
|
+
#
|
10643
|
+
# @!attribute [rw] crawler_lineage_settings
|
10644
|
+
# Specifies whether data lineage is enabled for the crawler. Valid
|
10645
|
+
# values are:
|
10646
|
+
#
|
10647
|
+
# * ENABLE: enables data lineage for the crawler
|
10648
|
+
#
|
10649
|
+
# * DISABLE: disables data lineage for the crawler
|
10650
|
+
# @return [String]
|
10651
|
+
#
|
10652
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LineageConfiguration AWS API Documentation
|
10653
|
+
#
|
10654
|
+
class LineageConfiguration < Struct.new(
|
10655
|
+
:crawler_lineage_settings)
|
10656
|
+
SENSITIVE = []
|
10657
|
+
include Aws::Structure
|
10658
|
+
end
|
10659
|
+
|
9550
10660
|
# @note When making an API call, you may pass ListCrawlersRequest
|
9551
10661
|
# data as a hash:
|
9552
10662
|
#
|
@@ -9787,75 +10897,238 @@ module Aws::Glue
|
|
9787
10897
|
include Aws::Structure
|
9788
10898
|
end
|
9789
10899
|
|
9790
|
-
# @note When making an API call, you may pass
|
10900
|
+
# @note When making an API call, you may pass ListRegistriesInput
|
9791
10901
|
# data as a hash:
|
9792
10902
|
#
|
9793
10903
|
# {
|
9794
|
-
# next_token: "GenericString",
|
9795
|
-
# dependent_job_name: "NameString",
|
9796
10904
|
# max_results: 1,
|
9797
|
-
#
|
9798
|
-
# "TagKey" => "TagValue",
|
9799
|
-
# },
|
10905
|
+
# next_token: "SchemaRegistryTokenString",
|
9800
10906
|
# }
|
9801
10907
|
#
|
9802
|
-
# @!attribute [rw] next_token
|
9803
|
-
# A continuation token, if this is a continuation request.
|
9804
|
-
# @return [String]
|
9805
|
-
#
|
9806
|
-
# @!attribute [rw] dependent_job_name
|
9807
|
-
# The name of the job for which to retrieve triggers. The trigger that
|
9808
|
-
# can start this job is returned. If there is no such trigger, all
|
9809
|
-
# triggers are returned.
|
9810
|
-
# @return [String]
|
9811
|
-
#
|
9812
10908
|
# @!attribute [rw] max_results
|
9813
|
-
#
|
10909
|
+
# Maximum number of results required per page. If the value is not
|
10910
|
+
# supplied, this will be defaulted to 25 per page.
|
9814
10911
|
# @return [Integer]
|
9815
10912
|
#
|
9816
|
-
# @!attribute [rw]
|
9817
|
-
#
|
9818
|
-
# @return [
|
10913
|
+
# @!attribute [rw] next_token
|
10914
|
+
# A continuation token, if this is a continuation call.
|
10915
|
+
# @return [String]
|
9819
10916
|
#
|
9820
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10917
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
|
9821
10918
|
#
|
9822
|
-
class
|
9823
|
-
:next_token,
|
9824
|
-
:dependent_job_name,
|
10919
|
+
class ListRegistriesInput < Struct.new(
|
9825
10920
|
:max_results,
|
9826
|
-
:
|
10921
|
+
:next_token)
|
9827
10922
|
SENSITIVE = []
|
9828
10923
|
include Aws::Structure
|
9829
10924
|
end
|
9830
10925
|
|
9831
|
-
# @!attribute [rw]
|
9832
|
-
#
|
9833
|
-
#
|
9834
|
-
# @return [Array<
|
10926
|
+
# @!attribute [rw] registries
|
10927
|
+
# An array of `RegistryDetailedListItem` objects containing minimal
|
10928
|
+
# details of each registry.
|
10929
|
+
# @return [Array<Types::RegistryListItem>]
|
9835
10930
|
#
|
9836
10931
|
# @!attribute [rw] next_token
|
9837
|
-
# A continuation token
|
9838
|
-
#
|
10932
|
+
# A continuation token for paginating the returned list of tokens,
|
10933
|
+
# returned if the current segment of the list is not the last.
|
9839
10934
|
# @return [String]
|
9840
10935
|
#
|
9841
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10936
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
|
9842
10937
|
#
|
9843
|
-
class
|
9844
|
-
:
|
10938
|
+
class ListRegistriesResponse < Struct.new(
|
10939
|
+
:registries,
|
9845
10940
|
:next_token)
|
9846
10941
|
SENSITIVE = []
|
9847
10942
|
include Aws::Structure
|
9848
10943
|
end
|
9849
10944
|
|
9850
|
-
# @note When making an API call, you may pass
|
10945
|
+
# @note When making an API call, you may pass ListSchemaVersionsInput
|
9851
10946
|
# data as a hash:
|
9852
10947
|
#
|
9853
10948
|
# {
|
9854
|
-
#
|
10949
|
+
# schema_id: { # required
|
10950
|
+
# schema_arn: "GlueResourceArn",
|
10951
|
+
# schema_name: "SchemaRegistryNameString",
|
10952
|
+
# registry_name: "SchemaRegistryNameString",
|
10953
|
+
# },
|
9855
10954
|
# max_results: 1,
|
10955
|
+
# next_token: "SchemaRegistryTokenString",
|
9856
10956
|
# }
|
9857
10957
|
#
|
9858
|
-
# @!attribute [rw]
|
10958
|
+
# @!attribute [rw] schema_id
|
10959
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10960
|
+
# structure contains:
|
10961
|
+
#
|
10962
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10963
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
10964
|
+
# provided.
|
10965
|
+
#
|
10966
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
10967
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
10968
|
+
# @return [Types::SchemaId]
|
10969
|
+
#
|
10970
|
+
# @!attribute [rw] max_results
|
10971
|
+
# Maximum number of results required per page. If the value is not
|
10972
|
+
# supplied, this will be defaulted to 25 per page.
|
10973
|
+
# @return [Integer]
|
10974
|
+
#
|
10975
|
+
# @!attribute [rw] next_token
|
10976
|
+
# A continuation token, if this is a continuation call.
|
10977
|
+
# @return [String]
|
10978
|
+
#
|
10979
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
|
10980
|
+
#
|
10981
|
+
class ListSchemaVersionsInput < Struct.new(
|
10982
|
+
:schema_id,
|
10983
|
+
:max_results,
|
10984
|
+
:next_token)
|
10985
|
+
SENSITIVE = []
|
10986
|
+
include Aws::Structure
|
10987
|
+
end
|
10988
|
+
|
10989
|
+
# @!attribute [rw] schemas
|
10990
|
+
# An array of `SchemaVersionList` objects containing details of each
|
10991
|
+
# schema version.
|
10992
|
+
# @return [Array<Types::SchemaVersionListItem>]
|
10993
|
+
#
|
10994
|
+
# @!attribute [rw] next_token
|
10995
|
+
# A continuation token for paginating the returned list of tokens,
|
10996
|
+
# returned if the current segment of the list is not the last.
|
10997
|
+
# @return [String]
|
10998
|
+
#
|
10999
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
|
11000
|
+
#
|
11001
|
+
class ListSchemaVersionsResponse < Struct.new(
|
11002
|
+
:schemas,
|
11003
|
+
:next_token)
|
11004
|
+
SENSITIVE = []
|
11005
|
+
include Aws::Structure
|
11006
|
+
end
|
11007
|
+
|
11008
|
+
# @note When making an API call, you may pass ListSchemasInput
|
11009
|
+
# data as a hash:
|
11010
|
+
#
|
11011
|
+
# {
|
11012
|
+
# registry_id: {
|
11013
|
+
# registry_name: "SchemaRegistryNameString",
|
11014
|
+
# registry_arn: "GlueResourceArn",
|
11015
|
+
# },
|
11016
|
+
# max_results: 1,
|
11017
|
+
# next_token: "SchemaRegistryTokenString",
|
11018
|
+
# }
|
11019
|
+
#
|
11020
|
+
# @!attribute [rw] registry_id
|
11021
|
+
# A wrapper structure that may contain the registry name and Amazon
|
11022
|
+
# Resource Name (ARN).
|
11023
|
+
# @return [Types::RegistryId]
|
11024
|
+
#
|
11025
|
+
# @!attribute [rw] max_results
|
11026
|
+
# Maximum number of results required per page. If the value is not
|
11027
|
+
# supplied, this will be defaulted to 25 per page.
|
11028
|
+
# @return [Integer]
|
11029
|
+
#
|
11030
|
+
# @!attribute [rw] next_token
|
11031
|
+
# A continuation token, if this is a continuation call.
|
11032
|
+
# @return [String]
|
11033
|
+
#
|
11034
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
|
11035
|
+
#
|
11036
|
+
class ListSchemasInput < Struct.new(
|
11037
|
+
:registry_id,
|
11038
|
+
:max_results,
|
11039
|
+
:next_token)
|
11040
|
+
SENSITIVE = []
|
11041
|
+
include Aws::Structure
|
11042
|
+
end
|
11043
|
+
|
11044
|
+
# @!attribute [rw] schemas
|
11045
|
+
# An array of `SchemaListItem` objects containing details of each
|
11046
|
+
# schema.
|
11047
|
+
# @return [Array<Types::SchemaListItem>]
|
11048
|
+
#
|
11049
|
+
# @!attribute [rw] next_token
|
11050
|
+
# A continuation token for paginating the returned list of tokens,
|
11051
|
+
# returned if the current segment of the list is not the last.
|
11052
|
+
# @return [String]
|
11053
|
+
#
|
11054
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
|
11055
|
+
#
|
11056
|
+
class ListSchemasResponse < Struct.new(
|
11057
|
+
:schemas,
|
11058
|
+
:next_token)
|
11059
|
+
SENSITIVE = []
|
11060
|
+
include Aws::Structure
|
11061
|
+
end
|
11062
|
+
|
11063
|
+
# @note When making an API call, you may pass ListTriggersRequest
|
11064
|
+
# data as a hash:
|
11065
|
+
#
|
11066
|
+
# {
|
11067
|
+
# next_token: "GenericString",
|
11068
|
+
# dependent_job_name: "NameString",
|
11069
|
+
# max_results: 1,
|
11070
|
+
# tags: {
|
11071
|
+
# "TagKey" => "TagValue",
|
11072
|
+
# },
|
11073
|
+
# }
|
11074
|
+
#
|
11075
|
+
# @!attribute [rw] next_token
|
11076
|
+
# A continuation token, if this is a continuation request.
|
11077
|
+
# @return [String]
|
11078
|
+
#
|
11079
|
+
# @!attribute [rw] dependent_job_name
|
11080
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
11081
|
+
# can start this job is returned. If there is no such trigger, all
|
11082
|
+
# triggers are returned.
|
11083
|
+
# @return [String]
|
11084
|
+
#
|
11085
|
+
# @!attribute [rw] max_results
|
11086
|
+
# The maximum size of a list to return.
|
11087
|
+
# @return [Integer]
|
11088
|
+
#
|
11089
|
+
# @!attribute [rw] tags
|
11090
|
+
# Specifies to return only these tagged resources.
|
11091
|
+
# @return [Hash<String,String>]
|
11092
|
+
#
|
11093
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
|
11094
|
+
#
|
11095
|
+
class ListTriggersRequest < Struct.new(
|
11096
|
+
:next_token,
|
11097
|
+
:dependent_job_name,
|
11098
|
+
:max_results,
|
11099
|
+
:tags)
|
11100
|
+
SENSITIVE = []
|
11101
|
+
include Aws::Structure
|
11102
|
+
end
|
11103
|
+
|
11104
|
+
# @!attribute [rw] trigger_names
|
11105
|
+
# The names of all triggers in the account, or the triggers with the
|
11106
|
+
# specified tags.
|
11107
|
+
# @return [Array<String>]
|
11108
|
+
#
|
11109
|
+
# @!attribute [rw] next_token
|
11110
|
+
# A continuation token, if the returned list does not contain the last
|
11111
|
+
# metric available.
|
11112
|
+
# @return [String]
|
11113
|
+
#
|
11114
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
|
11115
|
+
#
|
11116
|
+
class ListTriggersResponse < Struct.new(
|
11117
|
+
:trigger_names,
|
11118
|
+
:next_token)
|
11119
|
+
SENSITIVE = []
|
11120
|
+
include Aws::Structure
|
11121
|
+
end
|
11122
|
+
|
11123
|
+
# @note When making an API call, you may pass ListWorkflowsRequest
|
11124
|
+
# data as a hash:
|
11125
|
+
#
|
11126
|
+
# {
|
11127
|
+
# next_token: "GenericString",
|
11128
|
+
# max_results: 1,
|
11129
|
+
# }
|
11130
|
+
#
|
11131
|
+
# @!attribute [rw] next_token
|
9859
11132
|
# A continuation token, if this is a continuation request.
|
9860
11133
|
# @return [String]
|
9861
11134
|
#
|
@@ -9940,7 +11213,7 @@ module Aws::Glue
|
|
9940
11213
|
include Aws::Structure
|
9941
11214
|
end
|
9942
11215
|
|
9943
|
-
# Defines
|
11216
|
+
# Defines column statistics supported for integer data columns.
|
9944
11217
|
#
|
9945
11218
|
# @note When making an API call, you may pass LongColumnStatisticsData
|
9946
11219
|
# data as a hash:
|
@@ -9953,19 +11226,19 @@ module Aws::Glue
|
|
9953
11226
|
# }
|
9954
11227
|
#
|
9955
11228
|
# @!attribute [rw] minimum_value
|
9956
|
-
#
|
11229
|
+
# The lowest value in the column.
|
9957
11230
|
# @return [Integer]
|
9958
11231
|
#
|
9959
11232
|
# @!attribute [rw] maximum_value
|
9960
|
-
#
|
11233
|
+
# The highest value in the column.
|
9961
11234
|
# @return [Integer]
|
9962
11235
|
#
|
9963
11236
|
# @!attribute [rw] number_of_nulls
|
9964
|
-
#
|
11237
|
+
# The number of null values in the column.
|
9965
11238
|
# @return [Integer]
|
9966
11239
|
#
|
9967
11240
|
# @!attribute [rw] number_of_distinct_values
|
9968
|
-
#
|
11241
|
+
# The number of distinct values in a column.
|
9969
11242
|
# @return [Integer]
|
9970
11243
|
#
|
9971
11244
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
@@ -10145,6 +11418,12 @@ module Aws::Glue
|
|
10145
11418
|
# machine learning transform fails.
|
10146
11419
|
# @return [Integer]
|
10147
11420
|
#
|
11421
|
+
# @!attribute [rw] transform_encryption
|
11422
|
+
# The encryption-at-rest settings of the transform that apply to
|
11423
|
+
# accessing user data. Machine learning transforms can access user
|
11424
|
+
# data encrypted in Amazon S3 using KMS.
|
11425
|
+
# @return [Types::TransformEncryption]
|
11426
|
+
#
|
10148
11427
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
10149
11428
|
#
|
10150
11429
|
class MLTransform < Struct.new(
|
@@ -10165,7 +11444,8 @@ module Aws::Glue
|
|
10165
11444
|
:worker_type,
|
10166
11445
|
:number_of_workers,
|
10167
11446
|
:timeout,
|
10168
|
-
:max_retries
|
11447
|
+
:max_retries,
|
11448
|
+
:transform_encryption)
|
10169
11449
|
SENSITIVE = []
|
10170
11450
|
include Aws::Structure
|
10171
11451
|
end
|
@@ -10184,6 +11464,39 @@ module Aws::Glue
|
|
10184
11464
|
include Aws::Structure
|
10185
11465
|
end
|
10186
11466
|
|
11467
|
+
# The encryption-at-rest settings of the transform that apply to
|
11468
|
+
# accessing user data.
|
11469
|
+
#
|
11470
|
+
# @note When making an API call, you may pass MLUserDataEncryption
|
11471
|
+
# data as a hash:
|
11472
|
+
#
|
11473
|
+
# {
|
11474
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
11475
|
+
# kms_key_id: "NameString",
|
11476
|
+
# }
|
11477
|
+
#
|
11478
|
+
# @!attribute [rw] ml_user_data_encryption_mode
|
11479
|
+
# The encryption mode applied to user data. Valid values are:
|
11480
|
+
#
|
11481
|
+
# * DISABLED: encryption is disabled
|
11482
|
+
#
|
11483
|
+
# * SSEKMS: use of server-side encryption with AWS Key Management
|
11484
|
+
# Service (SSE-KMS) for user data stored in Amazon S3.
|
11485
|
+
# @return [String]
|
11486
|
+
#
|
11487
|
+
# @!attribute [rw] kms_key_id
|
11488
|
+
# The ID for the customer-provided KMS key.
|
11489
|
+
# @return [String]
|
11490
|
+
#
|
11491
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
|
11492
|
+
#
|
11493
|
+
class MLUserDataEncryption < Struct.new(
|
11494
|
+
:ml_user_data_encryption_mode,
|
11495
|
+
:kms_key_id)
|
11496
|
+
SENSITIVE = []
|
11497
|
+
include Aws::Structure
|
11498
|
+
end
|
11499
|
+
|
10187
11500
|
# Defines a mapping.
|
10188
11501
|
#
|
10189
11502
|
# @note When making an API call, you may pass MappingEntry
|
@@ -10235,6 +11548,52 @@ module Aws::Glue
|
|
10235
11548
|
include Aws::Structure
|
10236
11549
|
end
|
10237
11550
|
|
11551
|
+
# A structure containing metadata information for a schema version.
|
11552
|
+
#
|
11553
|
+
# @!attribute [rw] metadata_value
|
11554
|
+
# The metadata key’s corresponding value.
|
11555
|
+
# @return [String]
|
11556
|
+
#
|
11557
|
+
# @!attribute [rw] created_time
|
11558
|
+
# The time at which the entry was created.
|
11559
|
+
# @return [String]
|
11560
|
+
#
|
11561
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
|
11562
|
+
#
|
11563
|
+
class MetadataInfo < Struct.new(
|
11564
|
+
:metadata_value,
|
11565
|
+
:created_time)
|
11566
|
+
SENSITIVE = []
|
11567
|
+
include Aws::Structure
|
11568
|
+
end
|
11569
|
+
|
11570
|
+
# A structure containing a key value pair for metadata.
|
11571
|
+
#
|
11572
|
+
# @note When making an API call, you may pass MetadataKeyValuePair
|
11573
|
+
# data as a hash:
|
11574
|
+
#
|
11575
|
+
# {
|
11576
|
+
# metadata_key: "MetadataKeyString",
|
11577
|
+
# metadata_value: "MetadataValueString",
|
11578
|
+
# }
|
11579
|
+
#
|
11580
|
+
# @!attribute [rw] metadata_key
|
11581
|
+
# A metadata key.
|
11582
|
+
# @return [String]
|
11583
|
+
#
|
11584
|
+
# @!attribute [rw] metadata_value
|
11585
|
+
# A metadata key’s corresponding value.
|
11586
|
+
# @return [String]
|
11587
|
+
#
|
11588
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
|
11589
|
+
#
|
11590
|
+
class MetadataKeyValuePair < Struct.new(
|
11591
|
+
:metadata_key,
|
11592
|
+
:metadata_value)
|
11593
|
+
SENSITIVE = []
|
11594
|
+
include Aws::Structure
|
11595
|
+
end
|
11596
|
+
|
10238
11597
|
# Specifies an Amazon DocumentDB or MongoDB data store to crawl.
|
10239
11598
|
#
|
10240
11599
|
# @note When making an API call, you may pass MongoDBTarget
|
@@ -10509,14 +11868,31 @@ module Aws::Glue
|
|
10509
11868
|
#
|
10510
11869
|
# @!attribute [rw] index_status
|
10511
11870
|
# The status of the partition index.
|
11871
|
+
#
|
11872
|
+
# The possible statuses are:
|
11873
|
+
#
|
11874
|
+
# * CREATING: The index is being created. When an index is in a
|
11875
|
+
# CREATING state, the index or its table cannot be deleted.
|
11876
|
+
#
|
11877
|
+
# * ACTIVE: The index creation succeeds.
|
11878
|
+
#
|
11879
|
+
# * FAILED: The index creation fails.
|
11880
|
+
#
|
11881
|
+
# * DELETING: The index is deleted from the list of indexes.
|
10512
11882
|
# @return [String]
|
10513
11883
|
#
|
11884
|
+
# @!attribute [rw] backfill_errors
|
11885
|
+
# A list of errors that can occur when registering partition indexes
|
11886
|
+
# for an existing table.
|
11887
|
+
# @return [Array<Types::BackfillError>]
|
11888
|
+
#
|
10514
11889
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
|
10515
11890
|
#
|
10516
11891
|
class PartitionIndexDescriptor < Struct.new(
|
10517
11892
|
:index_name,
|
10518
11893
|
:keys,
|
10519
|
-
:index_status
|
11894
|
+
:index_status,
|
11895
|
+
:backfill_errors)
|
10520
11896
|
SENSITIVE = []
|
10521
11897
|
include Aws::Structure
|
10522
11898
|
end
|
@@ -10570,6 +11946,15 @@ module Aws::Glue
|
|
10570
11946
|
# },
|
10571
11947
|
# },
|
10572
11948
|
# stored_as_sub_directories: false,
|
11949
|
+
# schema_reference: {
|
11950
|
+
# schema_id: {
|
11951
|
+
# schema_arn: "GlueResourceArn",
|
11952
|
+
# schema_name: "SchemaRegistryNameString",
|
11953
|
+
# registry_name: "SchemaRegistryNameString",
|
11954
|
+
# },
|
11955
|
+
# schema_version_id: "SchemaVersionIdString",
|
11956
|
+
# schema_version_number: 1,
|
11957
|
+
# },
|
10573
11958
|
# },
|
10574
11959
|
# parameters: {
|
10575
11960
|
# "KeyString" => "ParametersMapValue",
|
@@ -10882,68 +12267,510 @@ module Aws::Glue
|
|
10882
12267
|
# policies is allowed.
|
10883
12268
|
# @return [String]
|
10884
12269
|
#
|
10885
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12270
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12271
|
+
#
|
12272
|
+
class PutResourcePolicyRequest < Struct.new(
|
12273
|
+
:policy_in_json,
|
12274
|
+
:resource_arn,
|
12275
|
+
:policy_hash_condition,
|
12276
|
+
:policy_exists_condition,
|
12277
|
+
:enable_hybrid)
|
12278
|
+
SENSITIVE = []
|
12279
|
+
include Aws::Structure
|
12280
|
+
end
|
12281
|
+
|
12282
|
+
# @!attribute [rw] policy_hash
|
12283
|
+
# A hash of the policy that has just been set. This must be included
|
12284
|
+
# in a subsequent call that overwrites or updates this policy.
|
12285
|
+
# @return [String]
|
12286
|
+
#
|
12287
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
|
12288
|
+
#
|
12289
|
+
class PutResourcePolicyResponse < Struct.new(
|
12290
|
+
:policy_hash)
|
12291
|
+
SENSITIVE = []
|
12292
|
+
include Aws::Structure
|
12293
|
+
end
|
12294
|
+
|
12295
|
+
# @note When making an API call, you may pass PutSchemaVersionMetadataInput
|
12296
|
+
# data as a hash:
|
12297
|
+
#
|
12298
|
+
# {
|
12299
|
+
# schema_id: {
|
12300
|
+
# schema_arn: "GlueResourceArn",
|
12301
|
+
# schema_name: "SchemaRegistryNameString",
|
12302
|
+
# registry_name: "SchemaRegistryNameString",
|
12303
|
+
# },
|
12304
|
+
# schema_version_number: {
|
12305
|
+
# latest_version: false,
|
12306
|
+
# version_number: 1,
|
12307
|
+
# },
|
12308
|
+
# schema_version_id: "SchemaVersionIdString",
|
12309
|
+
# metadata_key_value: { # required
|
12310
|
+
# metadata_key: "MetadataKeyString",
|
12311
|
+
# metadata_value: "MetadataValueString",
|
12312
|
+
# },
|
12313
|
+
# }
|
12314
|
+
#
|
12315
|
+
# @!attribute [rw] schema_id
|
12316
|
+
# The unique ID for the schema.
|
12317
|
+
# @return [Types::SchemaId]
|
12318
|
+
#
|
12319
|
+
# @!attribute [rw] schema_version_number
|
12320
|
+
# The version number of the schema.
|
12321
|
+
# @return [Types::SchemaVersionNumber]
|
12322
|
+
#
|
12323
|
+
# @!attribute [rw] schema_version_id
|
12324
|
+
# The unique version ID of the schema version.
|
12325
|
+
# @return [String]
|
12326
|
+
#
|
12327
|
+
# @!attribute [rw] metadata_key_value
|
12328
|
+
# The metadata key's corresponding value.
|
12329
|
+
# @return [Types::MetadataKeyValuePair]
|
12330
|
+
#
|
12331
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
|
12332
|
+
#
|
12333
|
+
class PutSchemaVersionMetadataInput < Struct.new(
|
12334
|
+
:schema_id,
|
12335
|
+
:schema_version_number,
|
12336
|
+
:schema_version_id,
|
12337
|
+
:metadata_key_value)
|
12338
|
+
SENSITIVE = []
|
12339
|
+
include Aws::Structure
|
12340
|
+
end
|
12341
|
+
|
12342
|
+
# @!attribute [rw] schema_arn
|
12343
|
+
# The Amazon Resource Name (ARN) for the schema.
|
12344
|
+
# @return [String]
|
12345
|
+
#
|
12346
|
+
# @!attribute [rw] schema_name
|
12347
|
+
# The name for the schema.
|
12348
|
+
# @return [String]
|
12349
|
+
#
|
12350
|
+
# @!attribute [rw] registry_name
|
12351
|
+
# The name for the registry.
|
12352
|
+
# @return [String]
|
12353
|
+
#
|
12354
|
+
# @!attribute [rw] latest_version
|
12355
|
+
# The latest version of the schema.
|
12356
|
+
# @return [Boolean]
|
12357
|
+
#
|
12358
|
+
# @!attribute [rw] version_number
|
12359
|
+
# The version number of the schema.
|
12360
|
+
# @return [Integer]
|
12361
|
+
#
|
12362
|
+
# @!attribute [rw] schema_version_id
|
12363
|
+
# The unique version ID of the schema version.
|
12364
|
+
# @return [String]
|
12365
|
+
#
|
12366
|
+
# @!attribute [rw] metadata_key
|
12367
|
+
# The metadata key.
|
12368
|
+
# @return [String]
|
12369
|
+
#
|
12370
|
+
# @!attribute [rw] metadata_value
|
12371
|
+
# The value of the metadata key.
|
12372
|
+
# @return [String]
|
12373
|
+
#
|
12374
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
|
12375
|
+
#
|
12376
|
+
class PutSchemaVersionMetadataResponse < Struct.new(
|
12377
|
+
:schema_arn,
|
12378
|
+
:schema_name,
|
12379
|
+
:registry_name,
|
12380
|
+
:latest_version,
|
12381
|
+
:version_number,
|
12382
|
+
:schema_version_id,
|
12383
|
+
:metadata_key,
|
12384
|
+
:metadata_value)
|
12385
|
+
SENSITIVE = []
|
12386
|
+
include Aws::Structure
|
12387
|
+
end
|
12388
|
+
|
12389
|
+
# @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
|
12390
|
+
# data as a hash:
|
12391
|
+
#
|
12392
|
+
# {
|
12393
|
+
# name: "NameString", # required
|
12394
|
+
# run_id: "IdString", # required
|
12395
|
+
# run_properties: { # required
|
12396
|
+
# "IdString" => "GenericString",
|
12397
|
+
# },
|
12398
|
+
# }
|
12399
|
+
#
|
12400
|
+
# @!attribute [rw] name
|
12401
|
+
# Name of the workflow which was run.
|
12402
|
+
# @return [String]
|
12403
|
+
#
|
12404
|
+
# @!attribute [rw] run_id
|
12405
|
+
# The ID of the workflow run for which the run properties should be
|
12406
|
+
# updated.
|
12407
|
+
# @return [String]
|
12408
|
+
#
|
12409
|
+
# @!attribute [rw] run_properties
|
12410
|
+
# The properties to put for the specified run.
|
12411
|
+
# @return [Hash<String,String>]
|
12412
|
+
#
|
12413
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
12414
|
+
#
|
12415
|
+
class PutWorkflowRunPropertiesRequest < Struct.new(
|
12416
|
+
:name,
|
12417
|
+
:run_id,
|
12418
|
+
:run_properties)
|
12419
|
+
SENSITIVE = []
|
12420
|
+
include Aws::Structure
|
12421
|
+
end
|
12422
|
+
|
12423
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
|
12424
|
+
#
|
12425
|
+
class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
|
12426
|
+
|
12427
|
+
# @note When making an API call, you may pass QuerySchemaVersionMetadataInput
|
12428
|
+
# data as a hash:
|
12429
|
+
#
|
12430
|
+
# {
|
12431
|
+
# schema_id: {
|
12432
|
+
# schema_arn: "GlueResourceArn",
|
12433
|
+
# schema_name: "SchemaRegistryNameString",
|
12434
|
+
# registry_name: "SchemaRegistryNameString",
|
12435
|
+
# },
|
12436
|
+
# schema_version_number: {
|
12437
|
+
# latest_version: false,
|
12438
|
+
# version_number: 1,
|
12439
|
+
# },
|
12440
|
+
# schema_version_id: "SchemaVersionIdString",
|
12441
|
+
# metadata_list: [
|
12442
|
+
# {
|
12443
|
+
# metadata_key: "MetadataKeyString",
|
12444
|
+
# metadata_value: "MetadataValueString",
|
12445
|
+
# },
|
12446
|
+
# ],
|
12447
|
+
# max_results: 1,
|
12448
|
+
# next_token: "SchemaRegistryTokenString",
|
12449
|
+
# }
|
12450
|
+
#
|
12451
|
+
# @!attribute [rw] schema_id
|
12452
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12453
|
+
# Resource Name (ARN).
|
12454
|
+
# @return [Types::SchemaId]
|
12455
|
+
#
|
12456
|
+
# @!attribute [rw] schema_version_number
|
12457
|
+
# The version number of the schema.
|
12458
|
+
# @return [Types::SchemaVersionNumber]
|
12459
|
+
#
|
12460
|
+
# @!attribute [rw] schema_version_id
|
12461
|
+
# The unique version ID of the schema version.
|
12462
|
+
# @return [String]
|
12463
|
+
#
|
12464
|
+
# @!attribute [rw] metadata_list
|
12465
|
+
# Search key-value pairs for metadata, if they are not provided all
|
12466
|
+
# the metadata information will be fetched.
|
12467
|
+
# @return [Array<Types::MetadataKeyValuePair>]
|
12468
|
+
#
|
12469
|
+
# @!attribute [rw] max_results
|
12470
|
+
# Maximum number of results required per page. If the value is not
|
12471
|
+
# supplied, this will be defaulted to 25 per page.
|
12472
|
+
# @return [Integer]
|
12473
|
+
#
|
12474
|
+
# @!attribute [rw] next_token
|
12475
|
+
# A continuation token, if this is a continuation call.
|
12476
|
+
# @return [String]
|
12477
|
+
#
|
12478
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
|
12479
|
+
#
|
12480
|
+
class QuerySchemaVersionMetadataInput < Struct.new(
|
12481
|
+
:schema_id,
|
12482
|
+
:schema_version_number,
|
12483
|
+
:schema_version_id,
|
12484
|
+
:metadata_list,
|
12485
|
+
:max_results,
|
12486
|
+
:next_token)
|
12487
|
+
SENSITIVE = []
|
12488
|
+
include Aws::Structure
|
12489
|
+
end
|
12490
|
+
|
12491
|
+
# @!attribute [rw] metadata_info_map
|
12492
|
+
# A map of a metadata key and associated values.
|
12493
|
+
# @return [Hash<String,Types::MetadataInfo>]
|
12494
|
+
#
|
12495
|
+
# @!attribute [rw] schema_version_id
|
12496
|
+
# The unique version ID of the schema version.
|
12497
|
+
# @return [String]
|
12498
|
+
#
|
12499
|
+
# @!attribute [rw] next_token
|
12500
|
+
# A continuation token for paginating the returned list of tokens,
|
12501
|
+
# returned if the current segment of the list is not the last.
|
12502
|
+
# @return [String]
|
12503
|
+
#
|
12504
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
|
12505
|
+
#
|
12506
|
+
class QuerySchemaVersionMetadataResponse < Struct.new(
|
12507
|
+
:metadata_info_map,
|
12508
|
+
:schema_version_id,
|
12509
|
+
:next_token)
|
12510
|
+
SENSITIVE = []
|
12511
|
+
include Aws::Structure
|
12512
|
+
end
|
12513
|
+
|
12514
|
+
# When crawling an Amazon S3 data source after the first crawl is
|
12515
|
+
# complete, specifies whether to crawl the entire dataset again or to
|
12516
|
+
# crawl only folders that were added since the last crawler run. For
|
12517
|
+
# more information, see [Incremental Crawls in AWS Glue][1] in the
|
12518
|
+
# developer guide.
|
12519
|
+
#
|
12520
|
+
#
|
12521
|
+
#
|
12522
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
|
12523
|
+
#
|
12524
|
+
# @note When making an API call, you may pass RecrawlPolicy
|
12525
|
+
# data as a hash:
|
12526
|
+
#
|
12527
|
+
# {
|
12528
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
12529
|
+
# }
|
12530
|
+
#
|
12531
|
+
# @!attribute [rw] recrawl_behavior
|
12532
|
+
# Specifies whether to crawl the entire dataset again or to crawl only
|
12533
|
+
# folders that were added since the last crawler run.
|
12534
|
+
#
|
12535
|
+
# A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
|
12536
|
+
# again.
|
12537
|
+
#
|
12538
|
+
# A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
|
12539
|
+
# that were added since the last crawler run.
|
12540
|
+
# @return [String]
|
12541
|
+
#
|
12542
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
|
12543
|
+
#
|
12544
|
+
class RecrawlPolicy < Struct.new(
|
12545
|
+
:recrawl_behavior)
|
12546
|
+
SENSITIVE = []
|
12547
|
+
include Aws::Structure
|
12548
|
+
end
|
12549
|
+
|
12550
|
+
# @note When making an API call, you may pass RegisterSchemaVersionInput
|
12551
|
+
# data as a hash:
|
12552
|
+
#
|
12553
|
+
# {
|
12554
|
+
# schema_id: { # required
|
12555
|
+
# schema_arn: "GlueResourceArn",
|
12556
|
+
# schema_name: "SchemaRegistryNameString",
|
12557
|
+
# registry_name: "SchemaRegistryNameString",
|
12558
|
+
# },
|
12559
|
+
# schema_definition: "SchemaDefinitionString", # required
|
12560
|
+
# }
|
12561
|
+
#
|
12562
|
+
# @!attribute [rw] schema_id
|
12563
|
+
# This is a wrapper structure to contain schema identity fields. The
|
12564
|
+
# structure contains:
|
12565
|
+
#
|
12566
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
12567
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
12568
|
+
# provided.
|
12569
|
+
#
|
12570
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
12571
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
12572
|
+
# @return [Types::SchemaId]
|
12573
|
+
#
|
12574
|
+
# @!attribute [rw] schema_definition
|
12575
|
+
# The schema definition using the `DataFormat` setting for the
|
12576
|
+
# `SchemaName`.
|
12577
|
+
# @return [String]
|
12578
|
+
#
|
12579
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
|
12580
|
+
#
|
12581
|
+
class RegisterSchemaVersionInput < Struct.new(
|
12582
|
+
:schema_id,
|
12583
|
+
:schema_definition)
|
12584
|
+
SENSITIVE = []
|
12585
|
+
include Aws::Structure
|
12586
|
+
end
|
12587
|
+
|
12588
|
+
# @!attribute [rw] schema_version_id
|
12589
|
+
# The unique ID that represents the version of this schema.
|
12590
|
+
# @return [String]
|
12591
|
+
#
|
12592
|
+
# @!attribute [rw] version_number
|
12593
|
+
# The version of this schema (for sync flow only, in case this is the
|
12594
|
+
# first version).
|
12595
|
+
# @return [Integer]
|
12596
|
+
#
|
12597
|
+
# @!attribute [rw] status
|
12598
|
+
# The status of the schema version.
|
12599
|
+
# @return [String]
|
12600
|
+
#
|
12601
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
|
12602
|
+
#
|
12603
|
+
class RegisterSchemaVersionResponse < Struct.new(
|
12604
|
+
:schema_version_id,
|
12605
|
+
:version_number,
|
12606
|
+
:status)
|
12607
|
+
SENSITIVE = []
|
12608
|
+
include Aws::Structure
|
12609
|
+
end
|
12610
|
+
|
12611
|
+
# A wrapper structure that may contain the registry name and Amazon
|
12612
|
+
# Resource Name (ARN).
|
12613
|
+
#
|
12614
|
+
# @note When making an API call, you may pass RegistryId
|
12615
|
+
# data as a hash:
|
12616
|
+
#
|
12617
|
+
# {
|
12618
|
+
# registry_name: "SchemaRegistryNameString",
|
12619
|
+
# registry_arn: "GlueResourceArn",
|
12620
|
+
# }
|
12621
|
+
#
|
12622
|
+
# @!attribute [rw] registry_name
|
12623
|
+
# Name of the registry. Used only for lookup. One of `RegistryArn` or
|
12624
|
+
# `RegistryName` has to be provided.
|
12625
|
+
# @return [String]
|
12626
|
+
#
|
12627
|
+
# @!attribute [rw] registry_arn
|
12628
|
+
# Arn of the registry to be updated. One of `RegistryArn` or
|
12629
|
+
# `RegistryName` has to be provided.
|
12630
|
+
# @return [String]
|
12631
|
+
#
|
12632
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
|
10886
12633
|
#
|
10887
|
-
class
|
10888
|
-
:
|
10889
|
-
:
|
10890
|
-
:policy_hash_condition,
|
10891
|
-
:policy_exists_condition,
|
10892
|
-
:enable_hybrid)
|
12634
|
+
class RegistryId < Struct.new(
|
12635
|
+
:registry_name,
|
12636
|
+
:registry_arn)
|
10893
12637
|
SENSITIVE = []
|
10894
12638
|
include Aws::Structure
|
10895
12639
|
end
|
10896
12640
|
|
10897
|
-
#
|
10898
|
-
#
|
10899
|
-
#
|
12641
|
+
# A structure containing the details for a registry.
|
12642
|
+
#
|
12643
|
+
# @!attribute [rw] registry_name
|
12644
|
+
# The name of the registry.
|
10900
12645
|
# @return [String]
|
10901
12646
|
#
|
10902
|
-
#
|
12647
|
+
# @!attribute [rw] registry_arn
|
12648
|
+
# The Amazon Resource Name (ARN) of the registry.
|
12649
|
+
# @return [String]
|
10903
12650
|
#
|
10904
|
-
|
10905
|
-
|
12651
|
+
# @!attribute [rw] description
|
12652
|
+
# A description of the registry.
|
12653
|
+
# @return [String]
|
12654
|
+
#
|
12655
|
+
# @!attribute [rw] status
|
12656
|
+
# The status of the registry.
|
12657
|
+
# @return [String]
|
12658
|
+
#
|
12659
|
+
# @!attribute [rw] created_time
|
12660
|
+
# The data the registry was created.
|
12661
|
+
# @return [String]
|
12662
|
+
#
|
12663
|
+
# @!attribute [rw] updated_time
|
12664
|
+
# The date the registry was updated.
|
12665
|
+
# @return [String]
|
12666
|
+
#
|
12667
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
|
12668
|
+
#
|
12669
|
+
class RegistryListItem < Struct.new(
|
12670
|
+
:registry_name,
|
12671
|
+
:registry_arn,
|
12672
|
+
:description,
|
12673
|
+
:status,
|
12674
|
+
:created_time,
|
12675
|
+
:updated_time)
|
10906
12676
|
SENSITIVE = []
|
10907
12677
|
include Aws::Structure
|
10908
12678
|
end
|
10909
12679
|
|
10910
|
-
# @note When making an API call, you may pass
|
12680
|
+
# @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
|
10911
12681
|
# data as a hash:
|
10912
12682
|
#
|
10913
12683
|
# {
|
10914
|
-
#
|
10915
|
-
#
|
10916
|
-
#
|
10917
|
-
#
|
12684
|
+
# schema_id: {
|
12685
|
+
# schema_arn: "GlueResourceArn",
|
12686
|
+
# schema_name: "SchemaRegistryNameString",
|
12687
|
+
# registry_name: "SchemaRegistryNameString",
|
12688
|
+
# },
|
12689
|
+
# schema_version_number: {
|
12690
|
+
# latest_version: false,
|
12691
|
+
# version_number: 1,
|
12692
|
+
# },
|
12693
|
+
# schema_version_id: "SchemaVersionIdString",
|
12694
|
+
# metadata_key_value: { # required
|
12695
|
+
# metadata_key: "MetadataKeyString",
|
12696
|
+
# metadata_value: "MetadataValueString",
|
10918
12697
|
# },
|
10919
12698
|
# }
|
10920
12699
|
#
|
10921
|
-
# @!attribute [rw]
|
10922
|
-
#
|
10923
|
-
#
|
12700
|
+
# @!attribute [rw] schema_id
|
12701
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12702
|
+
# Resource Name (ARN).
|
12703
|
+
# @return [Types::SchemaId]
|
10924
12704
|
#
|
10925
|
-
# @!attribute [rw]
|
10926
|
-
# The
|
10927
|
-
#
|
12705
|
+
# @!attribute [rw] schema_version_number
|
12706
|
+
# The version number of the schema.
|
12707
|
+
# @return [Types::SchemaVersionNumber]
|
12708
|
+
#
|
12709
|
+
# @!attribute [rw] schema_version_id
|
12710
|
+
# The unique version ID of the schema version.
|
10928
12711
|
# @return [String]
|
10929
12712
|
#
|
10930
|
-
# @!attribute [rw]
|
10931
|
-
# The
|
10932
|
-
# @return [
|
12713
|
+
# @!attribute [rw] metadata_key_value
|
12714
|
+
# The value of the metadata key.
|
12715
|
+
# @return [Types::MetadataKeyValuePair]
|
10933
12716
|
#
|
10934
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12717
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
|
10935
12718
|
#
|
10936
|
-
class
|
10937
|
-
:
|
10938
|
-
:
|
10939
|
-
:
|
12719
|
+
class RemoveSchemaVersionMetadataInput < Struct.new(
|
12720
|
+
:schema_id,
|
12721
|
+
:schema_version_number,
|
12722
|
+
:schema_version_id,
|
12723
|
+
:metadata_key_value)
|
10940
12724
|
SENSITIVE = []
|
10941
12725
|
include Aws::Structure
|
10942
12726
|
end
|
10943
12727
|
|
10944
|
-
#
|
12728
|
+
# @!attribute [rw] schema_arn
|
12729
|
+
# The Amazon Resource Name (ARN) of the schema.
|
12730
|
+
# @return [String]
|
10945
12731
|
#
|
10946
|
-
|
12732
|
+
# @!attribute [rw] schema_name
|
12733
|
+
# The name of the schema.
|
12734
|
+
# @return [String]
|
12735
|
+
#
|
12736
|
+
# @!attribute [rw] registry_name
|
12737
|
+
# The name of the registry.
|
12738
|
+
# @return [String]
|
12739
|
+
#
|
12740
|
+
# @!attribute [rw] latest_version
|
12741
|
+
# The latest version of the schema.
|
12742
|
+
# @return [Boolean]
|
12743
|
+
#
|
12744
|
+
# @!attribute [rw] version_number
|
12745
|
+
# The version number of the schema.
|
12746
|
+
# @return [Integer]
|
12747
|
+
#
|
12748
|
+
# @!attribute [rw] schema_version_id
|
12749
|
+
# The version ID for the schema version.
|
12750
|
+
# @return [String]
|
12751
|
+
#
|
12752
|
+
# @!attribute [rw] metadata_key
|
12753
|
+
# The metadata key.
|
12754
|
+
# @return [String]
|
12755
|
+
#
|
12756
|
+
# @!attribute [rw] metadata_value
|
12757
|
+
# The value of the metadata key.
|
12758
|
+
# @return [String]
|
12759
|
+
#
|
12760
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
|
12761
|
+
#
|
12762
|
+
class RemoveSchemaVersionMetadataResponse < Struct.new(
|
12763
|
+
:schema_arn,
|
12764
|
+
:schema_name,
|
12765
|
+
:registry_name,
|
12766
|
+
:latest_version,
|
12767
|
+
:version_number,
|
12768
|
+
:schema_version_id,
|
12769
|
+
:metadata_key,
|
12770
|
+
:metadata_value)
|
12771
|
+
SENSITIVE = []
|
12772
|
+
include Aws::Structure
|
12773
|
+
end
|
10947
12774
|
|
10948
12775
|
# @note When making an API call, you may pass ResetJobBookmarkRequest
|
10949
12776
|
# data as a hash:
|
@@ -11266,6 +13093,195 @@ module Aws::Glue
|
|
11266
13093
|
include Aws::Structure
|
11267
13094
|
end
|
11268
13095
|
|
13096
|
+
# @note When making an API call, you may pass SchemaId
|
13097
|
+
# data as a hash:
|
13098
|
+
#
|
13099
|
+
# {
|
13100
|
+
# schema_arn: "GlueResourceArn",
|
13101
|
+
# schema_name: "SchemaRegistryNameString",
|
13102
|
+
# registry_name: "SchemaRegistryNameString",
|
13103
|
+
# }
|
13104
|
+
#
|
13105
|
+
# @!attribute [rw] schema_arn
|
13106
|
+
# @return [String]
|
13107
|
+
#
|
13108
|
+
# @!attribute [rw] schema_name
|
13109
|
+
# @return [String]
|
13110
|
+
#
|
13111
|
+
# @!attribute [rw] registry_name
|
13112
|
+
# @return [String]
|
13113
|
+
#
|
13114
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
|
13115
|
+
#
|
13116
|
+
class SchemaId < Struct.new(
|
13117
|
+
:schema_arn,
|
13118
|
+
:schema_name,
|
13119
|
+
:registry_name)
|
13120
|
+
SENSITIVE = []
|
13121
|
+
include Aws::Structure
|
13122
|
+
end
|
13123
|
+
|
13124
|
+
# An object that contains minimal details for a schema.
|
13125
|
+
#
|
13126
|
+
# @!attribute [rw] registry_name
|
13127
|
+
# the name of the registry where the schema resides.
|
13128
|
+
# @return [String]
|
13129
|
+
#
|
13130
|
+
# @!attribute [rw] schema_name
|
13131
|
+
# The name of the schema.
|
13132
|
+
# @return [String]
|
13133
|
+
#
|
13134
|
+
# @!attribute [rw] schema_arn
|
13135
|
+
# The Amazon Resource Name (ARN) for the schema.
|
13136
|
+
# @return [String]
|
13137
|
+
#
|
13138
|
+
# @!attribute [rw] description
|
13139
|
+
# A description for the schema.
|
13140
|
+
# @return [String]
|
13141
|
+
#
|
13142
|
+
# @!attribute [rw] schema_status
|
13143
|
+
# The status of the schema.
|
13144
|
+
# @return [String]
|
13145
|
+
#
|
13146
|
+
# @!attribute [rw] created_time
|
13147
|
+
# The date and time that a schema was created.
|
13148
|
+
# @return [String]
|
13149
|
+
#
|
13150
|
+
# @!attribute [rw] updated_time
|
13151
|
+
# The date and time that a schema was updated.
|
13152
|
+
# @return [String]
|
13153
|
+
#
|
13154
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
|
13155
|
+
#
|
13156
|
+
class SchemaListItem < Struct.new(
|
13157
|
+
:registry_name,
|
13158
|
+
:schema_name,
|
13159
|
+
:schema_arn,
|
13160
|
+
:description,
|
13161
|
+
:schema_status,
|
13162
|
+
:created_time,
|
13163
|
+
:updated_time)
|
13164
|
+
SENSITIVE = []
|
13165
|
+
include Aws::Structure
|
13166
|
+
end
|
13167
|
+
|
13168
|
+
# An object that references a schema stored in the AWS Glue Schema
|
13169
|
+
# Registry.
|
13170
|
+
#
|
13171
|
+
# @note When making an API call, you may pass SchemaReference
|
13172
|
+
# data as a hash:
|
13173
|
+
#
|
13174
|
+
# {
|
13175
|
+
# schema_id: {
|
13176
|
+
# schema_arn: "GlueResourceArn",
|
13177
|
+
# schema_name: "SchemaRegistryNameString",
|
13178
|
+
# registry_name: "SchemaRegistryNameString",
|
13179
|
+
# },
|
13180
|
+
# schema_version_id: "SchemaVersionIdString",
|
13181
|
+
# schema_version_number: 1,
|
13182
|
+
# }
|
13183
|
+
#
|
13184
|
+
# @!attribute [rw] schema_id
|
13185
|
+
# A structure that contains schema identity fields. Either this or the
|
13186
|
+
# `SchemaVersionId` has to be provided.
|
13187
|
+
# @return [Types::SchemaId]
|
13188
|
+
#
|
13189
|
+
# @!attribute [rw] schema_version_id
|
13190
|
+
# The unique ID assigned to a version of the schema. Either this or
|
13191
|
+
# the `SchemaId` has to be provided.
|
13192
|
+
# @return [String]
|
13193
|
+
#
|
13194
|
+
# @!attribute [rw] schema_version_number
|
13195
|
+
# The version number of the schema.
|
13196
|
+
# @return [Integer]
|
13197
|
+
#
|
13198
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
|
13199
|
+
#
|
13200
|
+
class SchemaReference < Struct.new(
|
13201
|
+
:schema_id,
|
13202
|
+
:schema_version_id,
|
13203
|
+
:schema_version_number)
|
13204
|
+
SENSITIVE = []
|
13205
|
+
include Aws::Structure
|
13206
|
+
end
|
13207
|
+
|
13208
|
+
# An object that contains the error details for an operation on a schema
|
13209
|
+
# version.
|
13210
|
+
#
|
13211
|
+
# @!attribute [rw] version_number
|
13212
|
+
# The version number of the schema.
|
13213
|
+
# @return [Integer]
|
13214
|
+
#
|
13215
|
+
# @!attribute [rw] error_details
|
13216
|
+
# The details of the error for the schema version.
|
13217
|
+
# @return [Types::ErrorDetails]
|
13218
|
+
#
|
13219
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
|
13220
|
+
#
|
13221
|
+
class SchemaVersionErrorItem < Struct.new(
|
13222
|
+
:version_number,
|
13223
|
+
:error_details)
|
13224
|
+
SENSITIVE = []
|
13225
|
+
include Aws::Structure
|
13226
|
+
end
|
13227
|
+
|
13228
|
+
# An object containing the details about a schema version.
|
13229
|
+
#
|
13230
|
+
# @!attribute [rw] schema_arn
|
13231
|
+
# The Amazon Resource Name (ARN) of the schema.
|
13232
|
+
# @return [String]
|
13233
|
+
#
|
13234
|
+
# @!attribute [rw] schema_version_id
|
13235
|
+
# The unique identifier of the schema version.
|
13236
|
+
# @return [String]
|
13237
|
+
#
|
13238
|
+
# @!attribute [rw] version_number
|
13239
|
+
# The version number of the schema.
|
13240
|
+
# @return [Integer]
|
13241
|
+
#
|
13242
|
+
# @!attribute [rw] status
|
13243
|
+
# The status of the schema version.
|
13244
|
+
# @return [String]
|
13245
|
+
#
|
13246
|
+
# @!attribute [rw] created_time
|
13247
|
+
# The date and time the schema version was created.
|
13248
|
+
# @return [String]
|
13249
|
+
#
|
13250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
|
13251
|
+
#
|
13252
|
+
class SchemaVersionListItem < Struct.new(
|
13253
|
+
:schema_arn,
|
13254
|
+
:schema_version_id,
|
13255
|
+
:version_number,
|
13256
|
+
:status,
|
13257
|
+
:created_time)
|
13258
|
+
SENSITIVE = []
|
13259
|
+
include Aws::Structure
|
13260
|
+
end
|
13261
|
+
|
13262
|
+
# @note When making an API call, you may pass SchemaVersionNumber
|
13263
|
+
# data as a hash:
|
13264
|
+
#
|
13265
|
+
# {
|
13266
|
+
# latest_version: false,
|
13267
|
+
# version_number: 1,
|
13268
|
+
# }
|
13269
|
+
#
|
13270
|
+
# @!attribute [rw] latest_version
|
13271
|
+
# @return [Boolean]
|
13272
|
+
#
|
13273
|
+
# @!attribute [rw] version_number
|
13274
|
+
# @return [Integer]
|
13275
|
+
#
|
13276
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
|
13277
|
+
#
|
13278
|
+
class SchemaVersionNumber < Struct.new(
|
13279
|
+
:latest_version,
|
13280
|
+
:version_number)
|
13281
|
+
SENSITIVE = []
|
13282
|
+
include Aws::Structure
|
13283
|
+
end
|
13284
|
+
|
11269
13285
|
# @note When making an API call, you may pass SearchTablesRequest
|
11270
13286
|
# data as a hash:
|
11271
13287
|
#
|
@@ -12098,6 +14114,15 @@ module Aws::Glue
|
|
12098
14114
|
# },
|
12099
14115
|
# },
|
12100
14116
|
# stored_as_sub_directories: false,
|
14117
|
+
# schema_reference: {
|
14118
|
+
# schema_id: {
|
14119
|
+
# schema_arn: "GlueResourceArn",
|
14120
|
+
# schema_name: "SchemaRegistryNameString",
|
14121
|
+
# registry_name: "SchemaRegistryNameString",
|
14122
|
+
# },
|
14123
|
+
# schema_version_id: "SchemaVersionIdString",
|
14124
|
+
# schema_version_number: 1,
|
14125
|
+
# },
|
12101
14126
|
# }
|
12102
14127
|
#
|
12103
14128
|
# @!attribute [rw] columns
|
@@ -12155,6 +14180,14 @@ module Aws::Glue
|
|
12155
14180
|
# not.
|
12156
14181
|
# @return [Boolean]
|
12157
14182
|
#
|
14183
|
+
# @!attribute [rw] schema_reference
|
14184
|
+
# An object that references a schema stored in the AWS Glue Schema
|
14185
|
+
# Registry.
|
14186
|
+
#
|
14187
|
+
# When creating a table, you can pass an empty list of columns for the
|
14188
|
+
# schema, and instead use a schema reference.
|
14189
|
+
# @return [Types::SchemaReference]
|
14190
|
+
#
|
12158
14191
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
|
12159
14192
|
#
|
12160
14193
|
class StorageDescriptor < Struct.new(
|
@@ -12169,12 +14202,14 @@ module Aws::Glue
|
|
12169
14202
|
:sort_columns,
|
12170
14203
|
:parameters,
|
12171
14204
|
:skewed_info,
|
12172
|
-
:stored_as_sub_directories
|
14205
|
+
:stored_as_sub_directories,
|
14206
|
+
:schema_reference)
|
12173
14207
|
SENSITIVE = []
|
12174
14208
|
include Aws::Structure
|
12175
14209
|
end
|
12176
14210
|
|
12177
|
-
# Defines
|
14211
|
+
# Defines column statistics supported for character sequence data
|
14212
|
+
# values.
|
12178
14213
|
#
|
12179
14214
|
# @note When making an API call, you may pass StringColumnStatisticsData
|
12180
14215
|
# data as a hash:
|
@@ -12187,19 +14222,19 @@ module Aws::Glue
|
|
12187
14222
|
# }
|
12188
14223
|
#
|
12189
14224
|
# @!attribute [rw] maximum_length
|
12190
|
-
#
|
14225
|
+
# The size of the longest string in the column.
|
12191
14226
|
# @return [Integer]
|
12192
14227
|
#
|
12193
14228
|
# @!attribute [rw] average_length
|
12194
|
-
#
|
14229
|
+
# The average string length in the column.
|
12195
14230
|
# @return [Float]
|
12196
14231
|
#
|
12197
14232
|
# @!attribute [rw] number_of_nulls
|
12198
|
-
#
|
14233
|
+
# The number of null values in the column.
|
12199
14234
|
# @return [Integer]
|
12200
14235
|
#
|
12201
14236
|
# @!attribute [rw] number_of_distinct_values
|
12202
|
-
#
|
14237
|
+
# The number of distinct values in a column.
|
12203
14238
|
# @return [Integer]
|
12204
14239
|
#
|
12205
14240
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
@@ -12438,6 +14473,15 @@ module Aws::Glue
|
|
12438
14473
|
# },
|
12439
14474
|
# },
|
12440
14475
|
# stored_as_sub_directories: false,
|
14476
|
+
# schema_reference: {
|
14477
|
+
# schema_id: {
|
14478
|
+
# schema_arn: "GlueResourceArn",
|
14479
|
+
# schema_name: "SchemaRegistryNameString",
|
14480
|
+
# registry_name: "SchemaRegistryNameString",
|
14481
|
+
# },
|
14482
|
+
# schema_version_id: "SchemaVersionIdString",
|
14483
|
+
# schema_version_number: 1,
|
14484
|
+
# },
|
12441
14485
|
# },
|
12442
14486
|
# partition_keys: [
|
12443
14487
|
# {
|
@@ -12795,6 +14839,42 @@ module Aws::Glue
|
|
12795
14839
|
include Aws::Structure
|
12796
14840
|
end
|
12797
14841
|
|
14842
|
+
# The encryption-at-rest settings of the transform that apply to
|
14843
|
+
# accessing user data. Machine learning transforms can access user data
|
14844
|
+
# encrypted in Amazon S3 using KMS.
|
14845
|
+
#
|
14846
|
+
# Additionally, imported labels and trained transforms can now be
|
14847
|
+
# encrypted using a customer provided KMS key.
|
14848
|
+
#
|
14849
|
+
# @note When making an API call, you may pass TransformEncryption
|
14850
|
+
# data as a hash:
|
14851
|
+
#
|
14852
|
+
# {
|
14853
|
+
# ml_user_data_encryption: {
|
14854
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
14855
|
+
# kms_key_id: "NameString",
|
14856
|
+
# },
|
14857
|
+
# task_run_security_configuration_name: "NameString",
|
14858
|
+
# }
|
14859
|
+
#
|
14860
|
+
# @!attribute [rw] ml_user_data_encryption
|
14861
|
+
# An `MLUserDataEncryption` object containing the encryption mode and
|
14862
|
+
# customer-provided KMS key ID.
|
14863
|
+
# @return [Types::MLUserDataEncryption]
|
14864
|
+
#
|
14865
|
+
# @!attribute [rw] task_run_security_configuration_name
|
14866
|
+
# The name of the security configuration.
|
14867
|
+
# @return [String]
|
14868
|
+
#
|
14869
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
|
14870
|
+
#
|
14871
|
+
class TransformEncryption < Struct.new(
|
14872
|
+
:ml_user_data_encryption,
|
14873
|
+
:task_run_security_configuration_name)
|
14874
|
+
SENSITIVE = []
|
14875
|
+
include Aws::Structure
|
14876
|
+
end
|
14877
|
+
|
12798
14878
|
# The criteria used to filter the machine learning transforms.
|
12799
14879
|
#
|
12800
14880
|
# @note When making an API call, you may pass TransformFilterCriteria
|
@@ -12909,7 +14989,7 @@ module Aws::Glue
|
|
12909
14989
|
#
|
12910
14990
|
#
|
12911
14991
|
#
|
12912
|
-
# [1]:
|
14992
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
12913
14993
|
# @return [String]
|
12914
14994
|
#
|
12915
14995
|
# @!attribute [rw] find_matches_parameters
|
@@ -13514,6 +15594,12 @@ module Aws::Glue
|
|
13514
15594
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
13515
15595
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
13516
15596
|
# },
|
15597
|
+
# recrawl_policy: {
|
15598
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
15599
|
+
# },
|
15600
|
+
# lineage_configuration: {
|
15601
|
+
# crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
|
15602
|
+
# },
|
13517
15603
|
# configuration: "CrawlerConfiguration",
|
13518
15604
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
13519
15605
|
# }
|
@@ -13565,6 +15651,15 @@ module Aws::Glue
|
|
13565
15651
|
# The policy for the crawler's update and deletion behavior.
|
13566
15652
|
# @return [Types::SchemaChangePolicy]
|
13567
15653
|
#
|
15654
|
+
# @!attribute [rw] recrawl_policy
|
15655
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
15656
|
+
# or to crawl only folders that were added since the last crawler run.
|
15657
|
+
# @return [Types::RecrawlPolicy]
|
15658
|
+
#
|
15659
|
+
# @!attribute [rw] lineage_configuration
|
15660
|
+
# Specifies data lineage configuration settings for the crawler.
|
15661
|
+
# @return [Types::LineageConfiguration]
|
15662
|
+
#
|
13568
15663
|
# @!attribute [rw] configuration
|
13569
15664
|
# Crawler configuration information. This versioned JSON string allows
|
13570
15665
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -13592,6 +15687,8 @@ module Aws::Glue
|
|
13592
15687
|
:classifiers,
|
13593
15688
|
:table_prefix,
|
13594
15689
|
:schema_change_policy,
|
15690
|
+
:recrawl_policy,
|
15691
|
+
:lineage_configuration,
|
13595
15692
|
:configuration,
|
13596
15693
|
:crawler_security_configuration)
|
13597
15694
|
SENSITIVE = []
|
@@ -14173,6 +16270,15 @@ module Aws::Glue
|
|
14173
16270
|
# },
|
14174
16271
|
# },
|
14175
16272
|
# stored_as_sub_directories: false,
|
16273
|
+
# schema_reference: {
|
16274
|
+
# schema_id: {
|
16275
|
+
# schema_arn: "GlueResourceArn",
|
16276
|
+
# schema_name: "SchemaRegistryNameString",
|
16277
|
+
# registry_name: "SchemaRegistryNameString",
|
16278
|
+
# },
|
16279
|
+
# schema_version_id: "SchemaVersionIdString",
|
16280
|
+
# schema_version_number: 1,
|
16281
|
+
# },
|
14176
16282
|
# },
|
14177
16283
|
# parameters: {
|
14178
16284
|
# "KeyString" => "ParametersMapValue",
|
@@ -14224,6 +16330,127 @@ module Aws::Glue
|
|
14224
16330
|
#
|
14225
16331
|
class UpdatePartitionResponse < Aws::EmptyStructure; end
|
14226
16332
|
|
16333
|
+
# @note When making an API call, you may pass UpdateRegistryInput
|
16334
|
+
# data as a hash:
|
16335
|
+
#
|
16336
|
+
# {
|
16337
|
+
# registry_id: { # required
|
16338
|
+
# registry_name: "SchemaRegistryNameString",
|
16339
|
+
# registry_arn: "GlueResourceArn",
|
16340
|
+
# },
|
16341
|
+
# description: "DescriptionString", # required
|
16342
|
+
# }
|
16343
|
+
#
|
16344
|
+
# @!attribute [rw] registry_id
|
16345
|
+
# This is a wrapper structure that may contain the registry name and
|
16346
|
+
# Amazon Resource Name (ARN).
|
16347
|
+
# @return [Types::RegistryId]
|
16348
|
+
#
|
16349
|
+
# @!attribute [rw] description
|
16350
|
+
# A description of the registry. If description is not provided, this
|
16351
|
+
# field will not be updated.
|
16352
|
+
# @return [String]
|
16353
|
+
#
|
16354
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
|
16355
|
+
#
|
16356
|
+
class UpdateRegistryInput < Struct.new(
|
16357
|
+
:registry_id,
|
16358
|
+
:description)
|
16359
|
+
SENSITIVE = []
|
16360
|
+
include Aws::Structure
|
16361
|
+
end
|
16362
|
+
|
16363
|
+
# @!attribute [rw] registry_name
|
16364
|
+
# The name of the updated registry.
|
16365
|
+
# @return [String]
|
16366
|
+
#
|
16367
|
+
# @!attribute [rw] registry_arn
|
16368
|
+
# The Amazon Resource name (ARN) of the updated registry.
|
16369
|
+
# @return [String]
|
16370
|
+
#
|
16371
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
|
16372
|
+
#
|
16373
|
+
class UpdateRegistryResponse < Struct.new(
|
16374
|
+
:registry_name,
|
16375
|
+
:registry_arn)
|
16376
|
+
SENSITIVE = []
|
16377
|
+
include Aws::Structure
|
16378
|
+
end
|
16379
|
+
|
16380
|
+
# @note When making an API call, you may pass UpdateSchemaInput
|
16381
|
+
# data as a hash:
|
16382
|
+
#
|
16383
|
+
# {
|
16384
|
+
# schema_id: { # required
|
16385
|
+
# schema_arn: "GlueResourceArn",
|
16386
|
+
# schema_name: "SchemaRegistryNameString",
|
16387
|
+
# registry_name: "SchemaRegistryNameString",
|
16388
|
+
# },
|
16389
|
+
# schema_version_number: {
|
16390
|
+
# latest_version: false,
|
16391
|
+
# version_number: 1,
|
16392
|
+
# },
|
16393
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
16394
|
+
# description: "DescriptionString",
|
16395
|
+
# }
|
16396
|
+
#
|
16397
|
+
# @!attribute [rw] schema_id
|
16398
|
+
# This is a wrapper structure to contain schema identity fields. The
|
16399
|
+
# structure contains:
|
16400
|
+
#
|
16401
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
16402
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
16403
|
+
#
|
16404
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
16405
|
+
# `SchemaName` has to be provided.
|
16406
|
+
# @return [Types::SchemaId]
|
16407
|
+
#
|
16408
|
+
# @!attribute [rw] schema_version_number
|
16409
|
+
# Version number required for check pointing. One of `VersionNumber`
|
16410
|
+
# or `Compatibility` has to be provided.
|
16411
|
+
# @return [Types::SchemaVersionNumber]
|
16412
|
+
#
|
16413
|
+
# @!attribute [rw] compatibility
|
16414
|
+
# The new compatibility setting for the schema.
|
16415
|
+
# @return [String]
|
16416
|
+
#
|
16417
|
+
# @!attribute [rw] description
|
16418
|
+
# The new description for the schema.
|
16419
|
+
# @return [String]
|
16420
|
+
#
|
16421
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
|
16422
|
+
#
|
16423
|
+
class UpdateSchemaInput < Struct.new(
|
16424
|
+
:schema_id,
|
16425
|
+
:schema_version_number,
|
16426
|
+
:compatibility,
|
16427
|
+
:description)
|
16428
|
+
SENSITIVE = []
|
16429
|
+
include Aws::Structure
|
16430
|
+
end
|
16431
|
+
|
16432
|
+
# @!attribute [rw] schema_arn
|
16433
|
+
# The Amazon Resource Name (ARN) of the schema.
|
16434
|
+
# @return [String]
|
16435
|
+
#
|
16436
|
+
# @!attribute [rw] schema_name
|
16437
|
+
# The name of the schema.
|
16438
|
+
# @return [String]
|
16439
|
+
#
|
16440
|
+
# @!attribute [rw] registry_name
|
16441
|
+
# The name of the registry that contains the schema.
|
16442
|
+
# @return [String]
|
16443
|
+
#
|
16444
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
|
16445
|
+
#
|
16446
|
+
class UpdateSchemaResponse < Struct.new(
|
16447
|
+
:schema_arn,
|
16448
|
+
:schema_name,
|
16449
|
+
:registry_name)
|
16450
|
+
SENSITIVE = []
|
16451
|
+
include Aws::Structure
|
16452
|
+
end
|
16453
|
+
|
14227
16454
|
# @note When making an API call, you may pass UpdateTableRequest
|
14228
16455
|
# data as a hash:
|
14229
16456
|
#
|
@@ -14278,6 +16505,15 @@ module Aws::Glue
|
|
14278
16505
|
# },
|
14279
16506
|
# },
|
14280
16507
|
# stored_as_sub_directories: false,
|
16508
|
+
# schema_reference: {
|
16509
|
+
# schema_id: {
|
16510
|
+
# schema_arn: "GlueResourceArn",
|
16511
|
+
# schema_name: "SchemaRegistryNameString",
|
16512
|
+
# registry_name: "SchemaRegistryNameString",
|
16513
|
+
# },
|
16514
|
+
# schema_version_id: "SchemaVersionIdString",
|
16515
|
+
# schema_version_number: 1,
|
16516
|
+
# },
|
14281
16517
|
# },
|
14282
16518
|
# partition_keys: [
|
14283
16519
|
# {
|