aws-sdk-glue 1.75.0 → 1.80.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -114,6 +114,45 @@ module Aws::Glue
114
114
  include Aws::Structure
115
115
  end
116
116
 
117
+ # A list of errors that can occur when registering partition indexes for
118
+ # an existing table.
119
+ #
120
+ # These errors give the details about why an index registration failed
121
+ # and provide a limited number of partitions in the response, so that
122
+ # you can fix the partitions at fault and try registering the index
123
+ # again. The most common set of errors that can occur are categorized as
124
+ # follows:
125
+ #
126
+ # * EncryptedPartitionError: The partitions are encrypted.
127
+ #
128
+ # * InvalidPartitionTypeDataError: The partition value doesn't match
129
+ # the data type for that partition column.
130
+ #
131
+ # * MissingPartitionValueError: The partitions are encrypted.
132
+ #
133
+ # * UnsupportedPartitionCharacterError: Characters inside the partition
134
+ # value are not supported. For example: U+0000 , U+0001, U+0002.
135
+ #
136
+ # * InternalError: Any error which does not belong to other error codes.
137
+ #
138
+ # @!attribute [rw] code
139
+ # The error code for an error that occurred when registering partition
140
+ # indexes for an existing table.
141
+ # @return [String]
142
+ #
143
+ # @!attribute [rw] partitions
144
+ # A list of a limited number of partitions in the response.
145
+ # @return [Array<Types::PartitionValueList>]
146
+ #
147
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BackfillError AWS API Documentation
148
+ #
149
+ class BackfillError < Struct.new(
150
+ :code,
151
+ :partitions)
152
+ SENSITIVE = []
153
+ include Aws::Structure
154
+ end
155
+
117
156
  # @note When making an API call, you may pass BatchCreatePartitionRequest
118
157
  # data as a hash:
119
158
  #
@@ -166,6 +205,15 @@ module Aws::Glue
166
205
  # },
167
206
  # },
168
207
  # stored_as_sub_directories: false,
208
+ # schema_reference: {
209
+ # schema_id: {
210
+ # schema_arn: "GlueResourceArn",
211
+ # schema_name: "SchemaRegistryNameString",
212
+ # registry_name: "SchemaRegistryNameString",
213
+ # },
214
+ # schema_version_id: "SchemaVersionIdString",
215
+ # schema_version_number: 1,
216
+ # },
169
217
  # },
170
218
  # parameters: {
171
219
  # "KeyString" => "ParametersMapValue",
@@ -837,6 +885,15 @@ module Aws::Glue
837
885
  # },
838
886
  # },
839
887
  # stored_as_sub_directories: false,
888
+ # schema_reference: {
889
+ # schema_id: {
890
+ # schema_arn: "GlueResourceArn",
891
+ # schema_name: "SchemaRegistryNameString",
892
+ # registry_name: "SchemaRegistryNameString",
893
+ # },
894
+ # schema_version_id: "SchemaVersionIdString",
895
+ # schema_version_number: 1,
896
+ # },
840
897
  # },
841
898
  # parameters: {
842
899
  # "KeyString" => "ParametersMapValue",
@@ -930,6 +987,15 @@ module Aws::Glue
930
987
  # },
931
988
  # },
932
989
  # stored_as_sub_directories: false,
990
+ # schema_reference: {
991
+ # schema_id: {
992
+ # schema_arn: "GlueResourceArn",
993
+ # schema_name: "SchemaRegistryNameString",
994
+ # registry_name: "SchemaRegistryNameString",
995
+ # },
996
+ # schema_version_id: "SchemaVersionIdString",
997
+ # schema_version_number: 1,
998
+ # },
933
999
  # },
934
1000
  # parameters: {
935
1001
  # "KeyString" => "ParametersMapValue",
@@ -968,7 +1034,7 @@ module Aws::Glue
968
1034
  include Aws::Structure
969
1035
  end
970
1036
 
971
- # Defines a binary column statistics data.
1037
+ # Defines column statistics supported for bit sequence data values.
972
1038
  #
973
1039
  # @note When making an API call, you may pass BinaryColumnStatisticsData
974
1040
  # data as a hash:
@@ -980,15 +1046,15 @@ module Aws::Glue
980
1046
  # }
981
1047
  #
982
1048
  # @!attribute [rw] maximum_length
983
- # Maximum length of the column.
1049
+ # The size of the longest bit sequence in the column.
984
1050
  # @return [Integer]
985
1051
  #
986
1052
  # @!attribute [rw] average_length
987
- # Average length of the column.
1053
+ # The average bit sequence length in the column.
988
1054
  # @return [Float]
989
1055
  #
990
1056
  # @!attribute [rw] number_of_nulls
991
- # Number of nulls.
1057
+ # The number of null values in the column.
992
1058
  # @return [Integer]
993
1059
  #
994
1060
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
@@ -1001,7 +1067,7 @@ module Aws::Glue
1001
1067
  include Aws::Structure
1002
1068
  end
1003
1069
 
1004
- # Defines a boolean column statistics.
1070
+ # Defines column statistics supported for Boolean data columns.
1005
1071
  #
1006
1072
  # @note When making an API call, you may pass BooleanColumnStatisticsData
1007
1073
  # data as a hash:
@@ -1013,15 +1079,15 @@ module Aws::Glue
1013
1079
  # }
1014
1080
  #
1015
1081
  # @!attribute [rw] number_of_trues
1016
- # Number of true value.
1082
+ # The number of true values in the column.
1017
1083
  # @return [Integer]
1018
1084
  #
1019
1085
  # @!attribute [rw] number_of_falses
1020
- # Number of false value.
1086
+ # The number of false values in the column.
1021
1087
  # @return [Integer]
1022
1088
  #
1023
1089
  # @!attribute [rw] number_of_nulls
1024
- # Number of nulls.
1090
+ # The number of null values in the column.
1025
1091
  # @return [Integer]
1026
1092
  #
1027
1093
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
@@ -1159,6 +1225,49 @@ module Aws::Glue
1159
1225
  include Aws::Structure
1160
1226
  end
1161
1227
 
1228
+ # @note When making an API call, you may pass CheckSchemaVersionValidityInput
1229
+ # data as a hash:
1230
+ #
1231
+ # {
1232
+ # data_format: "AVRO", # required, accepts AVRO
1233
+ # schema_definition: "SchemaDefinitionString", # required
1234
+ # }
1235
+ #
1236
+ # @!attribute [rw] data_format
1237
+ # The data format of the schema definition. Currently only `AVRO` is
1238
+ # supported.
1239
+ # @return [String]
1240
+ #
1241
+ # @!attribute [rw] schema_definition
1242
+ # The definition of the schema that has to be validated.
1243
+ # @return [String]
1244
+ #
1245
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
1246
+ #
1247
+ class CheckSchemaVersionValidityInput < Struct.new(
1248
+ :data_format,
1249
+ :schema_definition)
1250
+ SENSITIVE = []
1251
+ include Aws::Structure
1252
+ end
1253
+
1254
+ # @!attribute [rw] valid
1255
+ # Return true, if the schema is valid and false otherwise.
1256
+ # @return [Boolean]
1257
+ #
1258
+ # @!attribute [rw] error
1259
+ # A validation failure error message.
1260
+ # @return [String]
1261
+ #
1262
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
1263
+ #
1264
+ class CheckSchemaVersionValidityResponse < Struct.new(
1265
+ :valid,
1266
+ :error)
1267
+ SENSITIVE = []
1268
+ include Aws::Structure
1269
+ end
1270
+
1162
1271
  # Classifiers are triggered during a crawl task. A classifier checks
1163
1272
  # whether a given file is in a format it can handle. If it is, the
1164
1273
  # classifier creates a schema in the form of a `StructType` object that
@@ -1378,14 +1487,14 @@ module Aws::Glue
1378
1487
  include Aws::Structure
1379
1488
  end
1380
1489
 
1381
- # Defines a column containing error.
1490
+ # Encapsulates a column name that failed and the reason for failure.
1382
1491
  #
1383
1492
  # @!attribute [rw] column_name
1384
- # The name of the column.
1493
+ # The name of the column that failed.
1385
1494
  # @return [String]
1386
1495
  #
1387
1496
  # @!attribute [rw] error
1388
- # The error message occurred during operation.
1497
+ # An error message with the reason for the failure of an operation.
1389
1498
  # @return [Types::ErrorDetail]
1390
1499
  #
1391
1500
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
@@ -1397,7 +1506,8 @@ module Aws::Glue
1397
1506
  include Aws::Structure
1398
1507
  end
1399
1508
 
1400
- # Defines a column statistics.
1509
+ # Represents the generated column-level statistics for a table or
1510
+ # partition.
1401
1511
  #
1402
1512
  # @note When making an API call, you may pass ColumnStatistics
1403
1513
  # data as a hash:
@@ -1458,19 +1568,20 @@ module Aws::Glue
1458
1568
  # }
1459
1569
  #
1460
1570
  # @!attribute [rw] column_name
1461
- # The name of the column.
1571
+ # Name of column which statistics belong to.
1462
1572
  # @return [String]
1463
1573
  #
1464
1574
  # @!attribute [rw] column_type
1465
- # The type of the column.
1575
+ # The data type of the column.
1466
1576
  # @return [String]
1467
1577
  #
1468
1578
  # @!attribute [rw] analyzed_time
1469
- # The analyzed time of the column statistics.
1579
+ # The timestamp of when column statistics were generated.
1470
1580
  # @return [Time]
1471
1581
  #
1472
1582
  # @!attribute [rw] statistics_data
1473
- # The statistics of the column.
1583
+ # A `ColumnStatisticData` object that contains the statistics data
1584
+ # values.
1474
1585
  # @return [Types::ColumnStatisticsData]
1475
1586
  #
1476
1587
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
@@ -1484,7 +1595,8 @@ module Aws::Glue
1484
1595
  include Aws::Structure
1485
1596
  end
1486
1597
 
1487
- # Defines a column statistics data.
1598
+ # Contains the individual types of column statistics data. Only one data
1599
+ # object should be set and indicated by the `Type` attribute.
1488
1600
  #
1489
1601
  # @note When making an API call, you may pass ColumnStatisticsData
1490
1602
  # data as a hash:
@@ -1540,35 +1652,35 @@ module Aws::Glue
1540
1652
  # }
1541
1653
  #
1542
1654
  # @!attribute [rw] type
1543
- # The name of the column.
1655
+ # The type of column statistics data.
1544
1656
  # @return [String]
1545
1657
  #
1546
1658
  # @!attribute [rw] boolean_column_statistics_data
1547
- # Boolean Column Statistics Data.
1659
+ # Boolean column statistics data.
1548
1660
  # @return [Types::BooleanColumnStatisticsData]
1549
1661
  #
1550
1662
  # @!attribute [rw] date_column_statistics_data
1551
- # Date Column Statistics Data.
1663
+ # Date column statistics data.
1552
1664
  # @return [Types::DateColumnStatisticsData]
1553
1665
  #
1554
1666
  # @!attribute [rw] decimal_column_statistics_data
1555
- # Decimal Column Statistics Data.
1667
+ # Decimal column statistics data.
1556
1668
  # @return [Types::DecimalColumnStatisticsData]
1557
1669
  #
1558
1670
  # @!attribute [rw] double_column_statistics_data
1559
- # Double Column Statistics Data.
1671
+ # Double column statistics data.
1560
1672
  # @return [Types::DoubleColumnStatisticsData]
1561
1673
  #
1562
1674
  # @!attribute [rw] long_column_statistics_data
1563
- # Long Column Statistics Data.
1675
+ # Long column statistics data.
1564
1676
  # @return [Types::LongColumnStatisticsData]
1565
1677
  #
1566
1678
  # @!attribute [rw] string_column_statistics_data
1567
- # String Column Statistics Data.
1679
+ # String column statistics data.
1568
1680
  # @return [Types::StringColumnStatisticsData]
1569
1681
  #
1570
1682
  # @!attribute [rw] binary_column_statistics_data
1571
- # Binary Column Statistics Data.
1683
+ # Binary column statistics data.
1572
1684
  # @return [Types::BinaryColumnStatisticsData]
1573
1685
  #
1574
1686
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
@@ -1586,14 +1698,15 @@ module Aws::Glue
1586
1698
  include Aws::Structure
1587
1699
  end
1588
1700
 
1589
- # Defines a column containing error.
1701
+ # Encapsulates a `ColumnStatistics` object that failed and the reason
1702
+ # for failure.
1590
1703
  #
1591
1704
  # @!attribute [rw] column_statistics
1592
- # The ColumnStatistics of the column.
1705
+ # The `ColumnStatistics` of the column.
1593
1706
  # @return [Types::ColumnStatistics]
1594
1707
  #
1595
1708
  # @!attribute [rw] error
1596
- # The error message occurred during operation.
1709
+ # An error message with the reason for the failure of an operation.
1597
1710
  # @return [Types::ErrorDetail]
1598
1711
  #
1599
1712
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
@@ -2103,11 +2216,21 @@ module Aws::Glue
2103
2216
  # associated with the crawler.
2104
2217
  # @return [Array<String>]
2105
2218
  #
2219
+ # @!attribute [rw] recrawl_policy
2220
+ # A policy that specifies whether to crawl the entire dataset again,
2221
+ # or to crawl only folders that were added since the last crawler run.
2222
+ # @return [Types::RecrawlPolicy]
2223
+ #
2106
2224
  # @!attribute [rw] schema_change_policy
2107
2225
  # The policy that specifies update and delete behaviors for the
2108
2226
  # crawler.
2109
2227
  # @return [Types::SchemaChangePolicy]
2110
2228
  #
2229
+ # @!attribute [rw] lineage_configuration
2230
+ # A configuration that specifies whether data lineage is enabled for
2231
+ # the crawler.
2232
+ # @return [Types::LineageConfiguration]
2233
+ #
2111
2234
  # @!attribute [rw] state
2112
2235
  # Indicates whether the crawler is running, or whether a run is
2113
2236
  # pending.
@@ -2167,7 +2290,9 @@ module Aws::Glue
2167
2290
  :database_name,
2168
2291
  :description,
2169
2292
  :classifiers,
2293
+ :recrawl_policy,
2170
2294
  :schema_change_policy,
2295
+ :lineage_configuration,
2171
2296
  :state,
2172
2297
  :table_prefix,
2173
2298
  :schedule,
@@ -2518,6 +2643,12 @@ module Aws::Glue
2518
2643
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
2519
2644
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
2520
2645
  # },
2646
+ # recrawl_policy: {
2647
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
2648
+ # },
2649
+ # lineage_configuration: {
2650
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
2651
+ # },
2521
2652
  # configuration: "CrawlerConfiguration",
2522
2653
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
2523
2654
  # tags: {
@@ -2572,6 +2703,15 @@ module Aws::Glue
2572
2703
  # The policy for the crawler's update and deletion behavior.
2573
2704
  # @return [Types::SchemaChangePolicy]
2574
2705
  #
2706
+ # @!attribute [rw] recrawl_policy
2707
+ # A policy that specifies whether to crawl the entire dataset again,
2708
+ # or to crawl only folders that were added since the last crawler run.
2709
+ # @return [Types::RecrawlPolicy]
2710
+ #
2711
+ # @!attribute [rw] lineage_configuration
2712
+ # Specifies data lineage configuration settings for the crawler.
2713
+ # @return [Types::LineageConfiguration]
2714
+ #
2575
2715
  # @!attribute [rw] configuration
2576
2716
  # Crawler configuration information. This versioned JSON string allows
2577
2717
  # users to specify aspects of a crawler's behavior. For more
@@ -2609,6 +2749,8 @@ module Aws::Glue
2609
2749
  :classifiers,
2610
2750
  :table_prefix,
2611
2751
  :schema_change_policy,
2752
+ :recrawl_policy,
2753
+ :lineage_configuration,
2612
2754
  :configuration,
2613
2755
  :crawler_security_configuration,
2614
2756
  :tags)
@@ -3387,6 +3529,13 @@ module Aws::Glue
3387
3529
  # tags: {
3388
3530
  # "TagKey" => "TagValue",
3389
3531
  # },
3532
+ # transform_encryption: {
3533
+ # ml_user_data_encryption: {
3534
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
3535
+ # kms_key_id: "NameString",
3536
+ # },
3537
+ # task_run_security_configuration_name: "NameString",
3538
+ # },
3390
3539
  # }
3391
3540
  #
3392
3541
  # @!attribute [rw] name
@@ -3530,6 +3679,12 @@ module Aws::Glue
3530
3679
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
3531
3680
  # @return [Hash<String,String>]
3532
3681
  #
3682
+ # @!attribute [rw] transform_encryption
3683
+ # The encryption-at-rest settings of the transform that apply to
3684
+ # accessing user data. Machine learning transforms can access user
3685
+ # data encrypted in Amazon S3 using KMS.
3686
+ # @return [Types::TransformEncryption]
3687
+ #
3533
3688
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
3534
3689
  #
3535
3690
  class CreateMLTransformRequest < Struct.new(
@@ -3544,7 +3699,8 @@ module Aws::Glue
3544
3699
  :number_of_workers,
3545
3700
  :timeout,
3546
3701
  :max_retries,
3547
- :tags)
3702
+ :tags,
3703
+ :transform_encryption)
3548
3704
  SENSITIVE = []
3549
3705
  include Aws::Structure
3550
3706
  end
@@ -3561,6 +3717,53 @@ module Aws::Glue
3561
3717
  include Aws::Structure
3562
3718
  end
3563
3719
 
3720
+ # @note When making an API call, you may pass CreatePartitionIndexRequest
3721
+ # data as a hash:
3722
+ #
3723
+ # {
3724
+ # catalog_id: "CatalogIdString",
3725
+ # database_name: "NameString", # required
3726
+ # table_name: "NameString", # required
3727
+ # partition_index: { # required
3728
+ # keys: ["NameString"], # required
3729
+ # index_name: "NameString", # required
3730
+ # },
3731
+ # }
3732
+ #
3733
+ # @!attribute [rw] catalog_id
3734
+ # The catalog ID where the table resides.
3735
+ # @return [String]
3736
+ #
3737
+ # @!attribute [rw] database_name
3738
+ # Specifies the name of a database in which you want to create a
3739
+ # partition index.
3740
+ # @return [String]
3741
+ #
3742
+ # @!attribute [rw] table_name
3743
+ # Specifies the name of a table in which you want to create a
3744
+ # partition index.
3745
+ # @return [String]
3746
+ #
3747
+ # @!attribute [rw] partition_index
3748
+ # Specifies a `PartitionIndex` structure to create a partition index
3749
+ # in an existing table.
3750
+ # @return [Types::PartitionIndex]
3751
+ #
3752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexRequest AWS API Documentation
3753
+ #
3754
+ class CreatePartitionIndexRequest < Struct.new(
3755
+ :catalog_id,
3756
+ :database_name,
3757
+ :table_name,
3758
+ :partition_index)
3759
+ SENSITIVE = []
3760
+ include Aws::Structure
3761
+ end
3762
+
3763
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartitionIndexResponse AWS API Documentation
3764
+ #
3765
+ class CreatePartitionIndexResponse < Aws::EmptyStructure; end
3766
+
3564
3767
  # @note When making an API call, you may pass CreatePartitionRequest
3565
3768
  # data as a hash:
3566
3769
  #
@@ -3612,6 +3815,15 @@ module Aws::Glue
3612
3815
  # },
3613
3816
  # },
3614
3817
  # stored_as_sub_directories: false,
3818
+ # schema_reference: {
3819
+ # schema_id: {
3820
+ # schema_arn: "GlueResourceArn",
3821
+ # schema_name: "SchemaRegistryNameString",
3822
+ # registry_name: "SchemaRegistryNameString",
3823
+ # },
3824
+ # schema_version_id: "SchemaVersionIdString",
3825
+ # schema_version_number: 1,
3826
+ # },
3615
3827
  # },
3616
3828
  # parameters: {
3617
3829
  # "KeyString" => "ParametersMapValue",
@@ -3654,6 +3866,266 @@ module Aws::Glue
3654
3866
  #
3655
3867
  class CreatePartitionResponse < Aws::EmptyStructure; end
3656
3868
 
3869
+ # @note When making an API call, you may pass CreateRegistryInput
3870
+ # data as a hash:
3871
+ #
3872
+ # {
3873
+ # registry_name: "SchemaRegistryNameString", # required
3874
+ # description: "DescriptionString",
3875
+ # tags: {
3876
+ # "TagKey" => "TagValue",
3877
+ # },
3878
+ # }
3879
+ #
3880
+ # @!attribute [rw] registry_name
3881
+ # Name of the registry to be created of max length of 255, and may
3882
+ # only contain letters, numbers, hyphen, underscore, dollar sign, or
3883
+ # hash mark. No whitespace.
3884
+ # @return [String]
3885
+ #
3886
+ # @!attribute [rw] description
3887
+ # A description of the registry. If description is not provided, there
3888
+ # will not be any default value for this.
3889
+ # @return [String]
3890
+ #
3891
+ # @!attribute [rw] tags
3892
+ # AWS tags that contain a key value pair and may be searched by
3893
+ # console, command line, or API.
3894
+ # @return [Hash<String,String>]
3895
+ #
3896
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
3897
+ #
3898
+ class CreateRegistryInput < Struct.new(
3899
+ :registry_name,
3900
+ :description,
3901
+ :tags)
3902
+ SENSITIVE = []
3903
+ include Aws::Structure
3904
+ end
3905
+
3906
+ # @!attribute [rw] registry_arn
3907
+ # The Amazon Resource Name (ARN) of the newly created registry.
3908
+ # @return [String]
3909
+ #
3910
+ # @!attribute [rw] registry_name
3911
+ # The name of the registry.
3912
+ # @return [String]
3913
+ #
3914
+ # @!attribute [rw] description
3915
+ # A description of the registry.
3916
+ # @return [String]
3917
+ #
3918
+ # @!attribute [rw] tags
3919
+ # The tags for the registry.
3920
+ # @return [Hash<String,String>]
3921
+ #
3922
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
3923
+ #
3924
+ class CreateRegistryResponse < Struct.new(
3925
+ :registry_arn,
3926
+ :registry_name,
3927
+ :description,
3928
+ :tags)
3929
+ SENSITIVE = []
3930
+ include Aws::Structure
3931
+ end
3932
+
3933
+ # @note When making an API call, you may pass CreateSchemaInput
3934
+ # data as a hash:
3935
+ #
3936
+ # {
3937
+ # registry_id: {
3938
+ # registry_name: "SchemaRegistryNameString",
3939
+ # registry_arn: "GlueResourceArn",
3940
+ # },
3941
+ # schema_name: "SchemaRegistryNameString", # required
3942
+ # data_format: "AVRO", # required, accepts AVRO
3943
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
3944
+ # description: "DescriptionString",
3945
+ # tags: {
3946
+ # "TagKey" => "TagValue",
3947
+ # },
3948
+ # schema_definition: "SchemaDefinitionString",
3949
+ # }
3950
+ #
3951
+ # @!attribute [rw] registry_id
3952
+ # This is a wrapper shape to contain the registry identity fields. If
3953
+ # this is not provided, the default registry will be used. The ARN
3954
+ # format for the same will be: `arn:aws:glue:us-east-2:<customer
3955
+ # id>:registry/default-registry:random-5-letter-id`.
3956
+ # @return [Types::RegistryId]
3957
+ #
3958
+ # @!attribute [rw] schema_name
3959
+ # Name of the schema to be created of max length of 255, and may only
3960
+ # contain letters, numbers, hyphen, underscore, dollar sign, or hash
3961
+ # mark. No whitespace.
3962
+ # @return [String]
3963
+ #
3964
+ # @!attribute [rw] data_format
3965
+ # The data format of the schema definition. Currently only `AVRO` is
3966
+ # supported.
3967
+ # @return [String]
3968
+ #
3969
+ # @!attribute [rw] compatibility
3970
+ # The compatibility mode of the schema. The possible values are:
3971
+ #
3972
+ # * *NONE*\: No compatibility mode applies. You can use this choice in
3973
+ # development scenarios or if you do not know the compatibility mode
3974
+ # that you want to apply to schemas. Any new version added will be
3975
+ # accepted without undergoing a compatibility check.
3976
+ #
3977
+ # * *DISABLED*\: This compatibility choice prevents versioning for a
3978
+ # particular schema. You can use this choice to prevent future
3979
+ # versioning of a schema.
3980
+ #
3981
+ # * *BACKWARD*\: This compatibility choice is recommended as it allows
3982
+ # data receivers to read both the current and one previous schema
3983
+ # version. This means that for instance, a new schema version cannot
3984
+ # drop data fields or change the type of these fields, so they
3985
+ # can't be read by readers using the previous version.
3986
+ #
3987
+ # * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
3988
+ # to read both the current and all previous schema versions. You can
3989
+ # use this choice when you need to delete fields or add optional
3990
+ # fields, and check compatibility against all previous schema
3991
+ # versions.
3992
+ #
3993
+ # * *FORWARD*\: This compatibility choice allows data receivers to
3994
+ # read both the current and one next schema version, but not
3995
+ # necessarily later versions. You can use this choice when you need
3996
+ # to add fields or delete optional fields, but only check
3997
+ # compatibility against the last schema version.
3998
+ #
3999
+ # * *FORWARD\_ALL*\: This compatibility choice allows data receivers
4000
+ # to read written by producers of any new registered schema. You can
4001
+ # use this choice when you need to add fields or delete optional
4002
+ # fields, and check compatibility against all previous schema
4003
+ # versions.
4004
+ #
4005
+ # * *FULL*\: This compatibility choice allows data receivers to read
4006
+ # data written by producers using the previous or next version of
4007
+ # the schema, but not necessarily earlier or later versions. You can
4008
+ # use this choice when you need to add or remove optional fields,
4009
+ # but only check compatibility against the last schema version.
4010
+ #
4011
+ # * *FULL\_ALL*\: This compatibility choice allows data receivers to
4012
+ # read data written by producers using all previous schema versions.
4013
+ # You can use this choice when you need to add or remove optional
4014
+ # fields, and check compatibility against all previous schema
4015
+ # versions.
4016
+ # @return [String]
4017
+ #
4018
+ # @!attribute [rw] description
4019
+ # An optional description of the schema. If description is not
4020
+ # provided, there will not be any automatic default value for this.
4021
+ # @return [String]
4022
+ #
4023
+ # @!attribute [rw] tags
4024
+ # AWS tags that contain a key value pair and may be searched by
4025
+ # console, command line, or API. If specified, follows the AWS
4026
+ # tags-on-create pattern.
4027
+ # @return [Hash<String,String>]
4028
+ #
4029
+ # @!attribute [rw] schema_definition
4030
+ # The schema definition using the `DataFormat` setting for
4031
+ # `SchemaName`.
4032
+ # @return [String]
4033
+ #
4034
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
4035
+ #
4036
+ class CreateSchemaInput < Struct.new(
4037
+ :registry_id,
4038
+ :schema_name,
4039
+ :data_format,
4040
+ :compatibility,
4041
+ :description,
4042
+ :tags,
4043
+ :schema_definition)
4044
+ SENSITIVE = []
4045
+ include Aws::Structure
4046
+ end
4047
+
4048
+ # @!attribute [rw] registry_name
4049
+ # The name of the registry.
4050
+ # @return [String]
4051
+ #
4052
+ # @!attribute [rw] registry_arn
4053
+ # The Amazon Resource Name (ARN) of the registry.
4054
+ # @return [String]
4055
+ #
4056
+ # @!attribute [rw] schema_name
4057
+ # The name of the schema.
4058
+ # @return [String]
4059
+ #
4060
+ # @!attribute [rw] schema_arn
4061
+ # The Amazon Resource Name (ARN) of the schema.
4062
+ # @return [String]
4063
+ #
4064
+ # @!attribute [rw] description
4065
+ # A description of the schema if specified when created.
4066
+ # @return [String]
4067
+ #
4068
+ # @!attribute [rw] data_format
4069
+ # The data format of the schema definition. Currently only `AVRO` is
4070
+ # supported.
4071
+ # @return [String]
4072
+ #
4073
+ # @!attribute [rw] compatibility
4074
+ # The schema compatibility mode.
4075
+ # @return [String]
4076
+ #
4077
+ # @!attribute [rw] schema_checkpoint
4078
+ # The version number of the checkpoint (the last time the
4079
+ # compatibility mode was changed).
4080
+ # @return [Integer]
4081
+ #
4082
+ # @!attribute [rw] latest_schema_version
4083
+ # The latest version of the schema associated with the returned schema
4084
+ # definition.
4085
+ # @return [Integer]
4086
+ #
4087
+ # @!attribute [rw] next_schema_version
4088
+ # The next version of the schema associated with the returned schema
4089
+ # definition.
4090
+ # @return [Integer]
4091
+ #
4092
+ # @!attribute [rw] schema_status
4093
+ # The status of the schema.
4094
+ # @return [String]
4095
+ #
4096
+ # @!attribute [rw] tags
4097
+ # The tags for the schema.
4098
+ # @return [Hash<String,String>]
4099
+ #
4100
+ # @!attribute [rw] schema_version_id
4101
+ # The unique identifier of the first schema version.
4102
+ # @return [String]
4103
+ #
4104
+ # @!attribute [rw] schema_version_status
4105
+ # The status of the first schema version created.
4106
+ # @return [String]
4107
+ #
4108
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
4109
+ #
4110
+ class CreateSchemaResponse < Struct.new(
4111
+ :registry_name,
4112
+ :registry_arn,
4113
+ :schema_name,
4114
+ :schema_arn,
4115
+ :description,
4116
+ :data_format,
4117
+ :compatibility,
4118
+ :schema_checkpoint,
4119
+ :latest_schema_version,
4120
+ :next_schema_version,
4121
+ :schema_status,
4122
+ :tags,
4123
+ :schema_version_id,
4124
+ :schema_version_status)
4125
+ SENSITIVE = []
4126
+ include Aws::Structure
4127
+ end
4128
+
3657
4129
  # @note When making an API call, you may pass CreateScriptRequest
3658
4130
  # data as a hash:
3659
4131
  #
@@ -3832,6 +4304,15 @@ module Aws::Glue
3832
4304
  # },
3833
4305
  # },
3834
4306
  # stored_as_sub_directories: false,
4307
+ # schema_reference: {
4308
+ # schema_id: {
4309
+ # schema_arn: "GlueResourceArn",
4310
+ # schema_name: "SchemaRegistryNameString",
4311
+ # registry_name: "SchemaRegistryNameString",
4312
+ # },
4313
+ # schema_version_id: "SchemaVersionIdString",
4314
+ # schema_version_number: 1,
4315
+ # },
3835
4316
  # },
3836
4317
  # partition_keys: [
3837
4318
  # {
@@ -4441,7 +4922,7 @@ module Aws::Glue
4441
4922
  include Aws::Structure
4442
4923
  end
4443
4924
 
4444
- # Defines a date column statistics data.
4925
+ # Defines column statistics supported for timestamp data columns.
4445
4926
  #
4446
4927
  # @note When making an API call, you may pass DateColumnStatisticsData
4447
4928
  # data as a hash:
@@ -4454,19 +4935,19 @@ module Aws::Glue
4454
4935
  # }
4455
4936
  #
4456
4937
  # @!attribute [rw] minimum_value
4457
- # Minimum value of the column.
4938
+ # The lowest value in the column.
4458
4939
  # @return [Time]
4459
4940
  #
4460
4941
  # @!attribute [rw] maximum_value
4461
- # Maximum value of the column.
4942
+ # The highest value in the column.
4462
4943
  # @return [Time]
4463
4944
  #
4464
4945
  # @!attribute [rw] number_of_nulls
4465
- # Number of nulls.
4946
+ # The number of null values in the column.
4466
4947
  # @return [Integer]
4467
4948
  #
4468
4949
  # @!attribute [rw] number_of_distinct_values
4469
- # Number of distinct values.
4950
+ # The number of distinct values in a column.
4470
4951
  # @return [Integer]
4471
4952
  #
4472
4953
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
@@ -4480,7 +4961,8 @@ module Aws::Glue
4480
4961
  include Aws::Structure
4481
4962
  end
4482
4963
 
4483
- # Defines a decimal column statistics data.
4964
+ # Defines column statistics supported for fixed-point number data
4965
+ # columns.
4484
4966
  #
4485
4967
  # @note When making an API call, you may pass DecimalColumnStatisticsData
4486
4968
  # data as a hash:
@@ -4499,19 +4981,19 @@ module Aws::Glue
4499
4981
  # }
4500
4982
  #
4501
4983
  # @!attribute [rw] minimum_value
4502
- # Minimum value of the column.
4984
+ # The lowest value in the column.
4503
4985
  # @return [Types::DecimalNumber]
4504
4986
  #
4505
4987
  # @!attribute [rw] maximum_value
4506
- # Maximum value of the column.
4988
+ # The highest value in the column.
4507
4989
  # @return [Types::DecimalNumber]
4508
4990
  #
4509
4991
  # @!attribute [rw] number_of_nulls
4510
- # Number of nulls.
4992
+ # The number of null values in the column.
4511
4993
  # @return [Integer]
4512
4994
  #
4513
4995
  # @!attribute [rw] number_of_distinct_values
4514
- # Number of distinct values.
4996
+ # The number of distinct values in a column.
4515
4997
  # @return [Integer]
4516
4998
  #
4517
4999
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
@@ -4835,6 +5317,49 @@ module Aws::Glue
4835
5317
  include Aws::Structure
4836
5318
  end
4837
5319
 
5320
+ # @note When making an API call, you may pass DeletePartitionIndexRequest
5321
+ # data as a hash:
5322
+ #
5323
+ # {
5324
+ # catalog_id: "CatalogIdString",
5325
+ # database_name: "NameString", # required
5326
+ # table_name: "NameString", # required
5327
+ # index_name: "NameString", # required
5328
+ # }
5329
+ #
5330
+ # @!attribute [rw] catalog_id
5331
+ # The catalog ID where the table resides.
5332
+ # @return [String]
5333
+ #
5334
+ # @!attribute [rw] database_name
5335
+ # Specifies the name of a database from which you want to delete a
5336
+ # partition index.
5337
+ # @return [String]
5338
+ #
5339
+ # @!attribute [rw] table_name
5340
+ # Specifies the name of a table from which you want to delete a
5341
+ # partition index.
5342
+ # @return [String]
5343
+ #
5344
+ # @!attribute [rw] index_name
5345
+ # The name of the partition index to be deleted.
5346
+ # @return [String]
5347
+ #
5348
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexRequest AWS API Documentation
5349
+ #
5350
+ class DeletePartitionIndexRequest < Struct.new(
5351
+ :catalog_id,
5352
+ :database_name,
5353
+ :table_name,
5354
+ :index_name)
5355
+ SENSITIVE = []
5356
+ include Aws::Structure
5357
+ end
5358
+
5359
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartitionIndexResponse AWS API Documentation
5360
+ #
5361
+ class DeletePartitionIndexResponse < Aws::EmptyStructure; end
5362
+
4838
5363
  # @note When making an API call, you may pass DeletePartitionRequest
4839
5364
  # data as a hash:
4840
5365
  #
@@ -4878,35 +5403,174 @@ module Aws::Glue
4878
5403
  #
4879
5404
  class DeletePartitionResponse < Aws::EmptyStructure; end
4880
5405
 
4881
- # @note When making an API call, you may pass DeleteResourcePolicyRequest
5406
+ # @note When making an API call, you may pass DeleteRegistryInput
4882
5407
  # data as a hash:
4883
5408
  #
4884
5409
  # {
4885
- # policy_hash_condition: "HashString",
4886
- # resource_arn: "GlueResourceArn",
5410
+ # registry_id: { # required
5411
+ # registry_name: "SchemaRegistryNameString",
5412
+ # registry_arn: "GlueResourceArn",
5413
+ # },
4887
5414
  # }
4888
5415
  #
4889
- # @!attribute [rw] policy_hash_condition
4890
- # The hash value returned when this policy was set.
4891
- # @return [String]
4892
- #
4893
- # @!attribute [rw] resource_arn
4894
- # The ARN of the AWS Glue resource for the resource policy to be
4895
- # deleted.
4896
- # @return [String]
5416
+ # @!attribute [rw] registry_id
5417
+ # This is a wrapper structure that may contain the registry name and
5418
+ # Amazon Resource Name (ARN).
5419
+ # @return [Types::RegistryId]
4897
5420
  #
4898
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
5421
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
4899
5422
  #
4900
- class DeleteResourcePolicyRequest < Struct.new(
4901
- :policy_hash_condition,
4902
- :resource_arn)
5423
+ class DeleteRegistryInput < Struct.new(
5424
+ :registry_id)
4903
5425
  SENSITIVE = []
4904
5426
  include Aws::Structure
4905
5427
  end
4906
5428
 
4907
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyResponse AWS API Documentation
5429
+ # @!attribute [rw] registry_name
5430
+ # The name of the registry being deleted.
5431
+ # @return [String]
4908
5432
  #
4909
- class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
5433
+ # @!attribute [rw] registry_arn
5434
+ # The Amazon Resource Name (ARN) of the registry being deleted.
5435
+ # @return [String]
5436
+ #
5437
+ # @!attribute [rw] status
5438
+ # The status of the registry. A successful operation will return the
5439
+ # `Deleting` status.
5440
+ # @return [String]
5441
+ #
5442
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
5443
+ #
5444
+ class DeleteRegistryResponse < Struct.new(
5445
+ :registry_name,
5446
+ :registry_arn,
5447
+ :status)
5448
+ SENSITIVE = []
5449
+ include Aws::Structure
5450
+ end
5451
+
5452
+ # @note When making an API call, you may pass DeleteResourcePolicyRequest
5453
+ # data as a hash:
5454
+ #
5455
+ # {
5456
+ # policy_hash_condition: "HashString",
5457
+ # resource_arn: "GlueResourceArn",
5458
+ # }
5459
+ #
5460
+ # @!attribute [rw] policy_hash_condition
5461
+ # The hash value returned when this policy was set.
5462
+ # @return [String]
5463
+ #
5464
+ # @!attribute [rw] resource_arn
5465
+ # The ARN of the AWS Glue resource for the resource policy to be
5466
+ # deleted.
5467
+ # @return [String]
5468
+ #
5469
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyRequest AWS API Documentation
5470
+ #
5471
+ class DeleteResourcePolicyRequest < Struct.new(
5472
+ :policy_hash_condition,
5473
+ :resource_arn)
5474
+ SENSITIVE = []
5475
+ include Aws::Structure
5476
+ end
5477
+
5478
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteResourcePolicyResponse AWS API Documentation
5479
+ #
5480
+ class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
5481
+
5482
+ # @note When making an API call, you may pass DeleteSchemaInput
5483
+ # data as a hash:
5484
+ #
5485
+ # {
5486
+ # schema_id: { # required
5487
+ # schema_arn: "GlueResourceArn",
5488
+ # schema_name: "SchemaRegistryNameString",
5489
+ # registry_name: "SchemaRegistryNameString",
5490
+ # },
5491
+ # }
5492
+ #
5493
+ # @!attribute [rw] schema_id
5494
+ # This is a wrapper structure that may contain the schema name and
5495
+ # Amazon Resource Name (ARN).
5496
+ # @return [Types::SchemaId]
5497
+ #
5498
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
5499
+ #
5500
+ class DeleteSchemaInput < Struct.new(
5501
+ :schema_id)
5502
+ SENSITIVE = []
5503
+ include Aws::Structure
5504
+ end
5505
+
5506
+ # @!attribute [rw] schema_arn
5507
+ # The Amazon Resource Name (ARN) of the schema being deleted.
5508
+ # @return [String]
5509
+ #
5510
+ # @!attribute [rw] schema_name
5511
+ # The name of the schema being deleted.
5512
+ # @return [String]
5513
+ #
5514
+ # @!attribute [rw] status
5515
+ # The status of the schema.
5516
+ # @return [String]
5517
+ #
5518
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
5519
+ #
5520
+ class DeleteSchemaResponse < Struct.new(
5521
+ :schema_arn,
5522
+ :schema_name,
5523
+ :status)
5524
+ SENSITIVE = []
5525
+ include Aws::Structure
5526
+ end
5527
+
5528
+ # @note When making an API call, you may pass DeleteSchemaVersionsInput
5529
+ # data as a hash:
5530
+ #
5531
+ # {
5532
+ # schema_id: { # required
5533
+ # schema_arn: "GlueResourceArn",
5534
+ # schema_name: "SchemaRegistryNameString",
5535
+ # registry_name: "SchemaRegistryNameString",
5536
+ # },
5537
+ # versions: "VersionsString", # required
5538
+ # }
5539
+ #
5540
+ # @!attribute [rw] schema_id
5541
+ # This is a wrapper structure that may contain the schema name and
5542
+ # Amazon Resource Name (ARN).
5543
+ # @return [Types::SchemaId]
5544
+ #
5545
+ # @!attribute [rw] versions
5546
+ # A version range may be supplied which may be of the format:
5547
+ #
5548
+ # * a single version number, 5
5549
+ #
5550
+ # * a range, 5-8 : deletes versions 5, 6, 7, 8
5551
+ # @return [String]
5552
+ #
5553
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
5554
+ #
5555
+ class DeleteSchemaVersionsInput < Struct.new(
5556
+ :schema_id,
5557
+ :versions)
5558
+ SENSITIVE = []
5559
+ include Aws::Structure
5560
+ end
5561
+
5562
+ # @!attribute [rw] schema_version_errors
5563
+ # A list of `SchemaVersionErrorItem` objects, each containing an error
5564
+ # and schema version.
5565
+ # @return [Array<Types::SchemaVersionErrorItem>]
5566
+ #
5567
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
5568
+ #
5569
+ class DeleteSchemaVersionsResponse < Struct.new(
5570
+ :schema_version_errors)
5571
+ SENSITIVE = []
5572
+ include Aws::Structure
5573
+ end
4910
5574
 
4911
5575
  # @note When making an API call, you may pass DeleteSecurityConfigurationRequest
4912
5576
  # data as a hash:
@@ -5381,7 +6045,8 @@ module Aws::Glue
5381
6045
  include Aws::Structure
5382
6046
  end
5383
6047
 
5384
- # Defines a double column statistics data.
6048
+ # Defines column statistics supported for floating-point number data
6049
+ # columns.
5385
6050
  #
5386
6051
  # @note When making an API call, you may pass DoubleColumnStatisticsData
5387
6052
  # data as a hash:
@@ -5394,19 +6059,19 @@ module Aws::Glue
5394
6059
  # }
5395
6060
  #
5396
6061
  # @!attribute [rw] minimum_value
5397
- # Minimum value of the column.
6062
+ # The lowest value in the column.
5398
6063
  # @return [Float]
5399
6064
  #
5400
6065
  # @!attribute [rw] maximum_value
5401
- # Maximum value of the column.
6066
+ # The highest value in the column.
5402
6067
  # @return [Float]
5403
6068
  #
5404
6069
  # @!attribute [rw] number_of_nulls
5405
- # Number of nulls.
6070
+ # The number of null values in the column.
5406
6071
  # @return [Integer]
5407
6072
  #
5408
6073
  # @!attribute [rw] number_of_distinct_values
5409
- # Number of distinct values.
6074
+ # The number of distinct values in a column.
5410
6075
  # @return [Integer]
5411
6076
  #
5412
6077
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
@@ -5593,6 +6258,25 @@ module Aws::Glue
5593
6258
  include Aws::Structure
5594
6259
  end
5595
6260
 
6261
+ # An object containing error details.
6262
+ #
6263
+ # @!attribute [rw] error_code
6264
+ # The error code for an error.
6265
+ # @return [String]
6266
+ #
6267
+ # @!attribute [rw] error_message
6268
+ # The error message for an error.
6269
+ # @return [String]
6270
+ #
6271
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
6272
+ #
6273
+ class ErrorDetails < Struct.new(
6274
+ :error_code,
6275
+ :error_message)
6276
+ SENSITIVE = []
6277
+ include Aws::Structure
6278
+ end
6279
+
5596
6280
  # Evaluation metrics provide an estimate of the quality of your machine
5597
6281
  # learning transform.
5598
6282
  #
@@ -7050,6 +7734,12 @@ module Aws::Glue
7050
7734
  # a task run fails.
7051
7735
  # @return [Integer]
7052
7736
  #
7737
+ # @!attribute [rw] transform_encryption
7738
+ # The encryption-at-rest settings of the transform that apply to
7739
+ # accessing user data. Machine learning transforms can access user
7740
+ # data encrypted in Amazon S3 using KMS.
7741
+ # @return [Types::TransformEncryption]
7742
+ #
7053
7743
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
7054
7744
  #
7055
7745
  class GetMLTransformResponse < Struct.new(
@@ -7070,7 +7760,8 @@ module Aws::Glue
7070
7760
  :worker_type,
7071
7761
  :number_of_workers,
7072
7762
  :timeout,
7073
- :max_retries)
7763
+ :max_retries,
7764
+ :transform_encryption)
7074
7765
  SENSITIVE = []
7075
7766
  include Aws::Structure
7076
7767
  end
@@ -7614,6 +8305,66 @@ module Aws::Glue
7614
8305
  include Aws::Structure
7615
8306
  end
7616
8307
 
8308
+ # @note When making an API call, you may pass GetRegistryInput
8309
+ # data as a hash:
8310
+ #
8311
+ # {
8312
+ # registry_id: { # required
8313
+ # registry_name: "SchemaRegistryNameString",
8314
+ # registry_arn: "GlueResourceArn",
8315
+ # },
8316
+ # }
8317
+ #
8318
+ # @!attribute [rw] registry_id
8319
+ # This is a wrapper structure that may contain the registry name and
8320
+ # Amazon Resource Name (ARN).
8321
+ # @return [Types::RegistryId]
8322
+ #
8323
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
8324
+ #
8325
+ class GetRegistryInput < Struct.new(
8326
+ :registry_id)
8327
+ SENSITIVE = []
8328
+ include Aws::Structure
8329
+ end
8330
+
8331
+ # @!attribute [rw] registry_name
8332
+ # The name of the registry.
8333
+ # @return [String]
8334
+ #
8335
+ # @!attribute [rw] registry_arn
8336
+ # The Amazon Resource Name (ARN) of the registry.
8337
+ # @return [String]
8338
+ #
8339
+ # @!attribute [rw] description
8340
+ # A description of the registry.
8341
+ # @return [String]
8342
+ #
8343
+ # @!attribute [rw] status
8344
+ # The status of the registry.
8345
+ # @return [String]
8346
+ #
8347
+ # @!attribute [rw] created_time
8348
+ # The date and time the registry was created.
8349
+ # @return [String]
8350
+ #
8351
+ # @!attribute [rw] updated_time
8352
+ # The date and time the registry was updated.
8353
+ # @return [String]
8354
+ #
8355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
8356
+ #
8357
+ class GetRegistryResponse < Struct.new(
8358
+ :registry_name,
8359
+ :registry_arn,
8360
+ :description,
8361
+ :status,
8362
+ :created_time,
8363
+ :updated_time)
8364
+ SENSITIVE = []
8365
+ include Aws::Structure
8366
+ end
8367
+
7617
8368
  # @note When making an API call, you may pass GetResourcePoliciesRequest
7618
8369
  # data as a hash:
7619
8370
  #
@@ -7710,145 +8461,478 @@ module Aws::Glue
7710
8461
  include Aws::Structure
7711
8462
  end
7712
8463
 
7713
- # @note When making an API call, you may pass GetSecurityConfigurationRequest
8464
+ # @note When making an API call, you may pass GetSchemaByDefinitionInput
7714
8465
  # data as a hash:
7715
8466
  #
7716
8467
  # {
7717
- # name: "NameString", # required
8468
+ # schema_id: { # required
8469
+ # schema_arn: "GlueResourceArn",
8470
+ # schema_name: "SchemaRegistryNameString",
8471
+ # registry_name: "SchemaRegistryNameString",
8472
+ # },
8473
+ # schema_definition: "SchemaDefinitionString", # required
7718
8474
  # }
7719
8475
  #
7720
- # @!attribute [rw] name
7721
- # The name of the security configuration to retrieve.
8476
+ # @!attribute [rw] schema_id
8477
+ # This is a wrapper structure to contain schema identity fields. The
8478
+ # structure contains:
8479
+ #
8480
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8481
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8482
+ #
8483
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8484
+ # `SchemaName` has to be provided.
8485
+ # @return [Types::SchemaId]
8486
+ #
8487
+ # @!attribute [rw] schema_definition
8488
+ # The definition of the schema for which schema details are required.
7722
8489
  # @return [String]
7723
8490
  #
7724
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationRequest AWS API Documentation
8491
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
7725
8492
  #
7726
- class GetSecurityConfigurationRequest < Struct.new(
7727
- :name)
8493
+ class GetSchemaByDefinitionInput < Struct.new(
8494
+ :schema_id,
8495
+ :schema_definition)
7728
8496
  SENSITIVE = []
7729
8497
  include Aws::Structure
7730
8498
  end
7731
8499
 
7732
- # @!attribute [rw] security_configuration
7733
- # The requested security configuration.
7734
- # @return [Types::SecurityConfiguration]
8500
+ # @!attribute [rw] schema_version_id
8501
+ # The schema ID of the schema version.
8502
+ # @return [String]
7735
8503
  #
7736
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationResponse AWS API Documentation
8504
+ # @!attribute [rw] schema_arn
8505
+ # The Amazon Resource Name (ARN) of the schema.
8506
+ # @return [String]
7737
8507
  #
7738
- class GetSecurityConfigurationResponse < Struct.new(
7739
- :security_configuration)
8508
+ # @!attribute [rw] data_format
8509
+ # The data format of the schema definition. Currently only `AVRO` is
8510
+ # supported.
8511
+ # @return [String]
8512
+ #
8513
+ # @!attribute [rw] status
8514
+ # The status of the schema version.
8515
+ # @return [String]
8516
+ #
8517
+ # @!attribute [rw] created_time
8518
+ # The date and time the schema was created.
8519
+ # @return [String]
8520
+ #
8521
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
8522
+ #
8523
+ class GetSchemaByDefinitionResponse < Struct.new(
8524
+ :schema_version_id,
8525
+ :schema_arn,
8526
+ :data_format,
8527
+ :status,
8528
+ :created_time)
7740
8529
  SENSITIVE = []
7741
8530
  include Aws::Structure
7742
8531
  end
7743
8532
 
7744
- # @note When making an API call, you may pass GetSecurityConfigurationsRequest
8533
+ # @note When making an API call, you may pass GetSchemaInput
7745
8534
  # data as a hash:
7746
8535
  #
7747
8536
  # {
7748
- # max_results: 1,
7749
- # next_token: "GenericString",
8537
+ # schema_id: { # required
8538
+ # schema_arn: "GlueResourceArn",
8539
+ # schema_name: "SchemaRegistryNameString",
8540
+ # registry_name: "SchemaRegistryNameString",
8541
+ # },
7750
8542
  # }
7751
8543
  #
7752
- # @!attribute [rw] max_results
7753
- # The maximum number of results to return.
7754
- # @return [Integer]
8544
+ # @!attribute [rw] schema_id
8545
+ # This is a wrapper structure to contain schema identity fields. The
8546
+ # structure contains:
7755
8547
  #
7756
- # @!attribute [rw] next_token
7757
- # A continuation token, if this is a continuation call.
7758
- # @return [String]
8548
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8549
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8550
+ # provided.
7759
8551
  #
7760
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsRequest AWS API Documentation
8552
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8553
+ # `SchemaName` and `RegistryName` has to be provided.
8554
+ # @return [Types::SchemaId]
7761
8555
  #
7762
- class GetSecurityConfigurationsRequest < Struct.new(
7763
- :max_results,
7764
- :next_token)
8556
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
8557
+ #
8558
+ class GetSchemaInput < Struct.new(
8559
+ :schema_id)
7765
8560
  SENSITIVE = []
7766
8561
  include Aws::Structure
7767
8562
  end
7768
8563
 
7769
- # @!attribute [rw] security_configurations
7770
- # A list of security configurations.
7771
- # @return [Array<Types::SecurityConfiguration>]
8564
+ # @!attribute [rw] registry_name
8565
+ # The name of the registry.
8566
+ # @return [String]
7772
8567
  #
7773
- # @!attribute [rw] next_token
7774
- # A continuation token, if there are more security configurations to
7775
- # return.
8568
+ # @!attribute [rw] registry_arn
8569
+ # The Amazon Resource Name (ARN) of the registry.
7776
8570
  # @return [String]
7777
8571
  #
7778
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsResponse AWS API Documentation
8572
+ # @!attribute [rw] schema_name
8573
+ # The name of the schema.
8574
+ # @return [String]
7779
8575
  #
7780
- class GetSecurityConfigurationsResponse < Struct.new(
7781
- :security_configurations,
7782
- :next_token)
7783
- SENSITIVE = []
7784
- include Aws::Structure
7785
- end
7786
-
7787
- # @note When making an API call, you may pass GetTableRequest
7788
- # data as a hash:
8576
+ # @!attribute [rw] schema_arn
8577
+ # The Amazon Resource Name (ARN) of the schema.
8578
+ # @return [String]
7789
8579
  #
7790
- # {
7791
- # catalog_id: "CatalogIdString",
7792
- # database_name: "NameString", # required
7793
- # name: "NameString", # required
7794
- # }
8580
+ # @!attribute [rw] description
8581
+ # A description of schema if specified when created
8582
+ # @return [String]
7795
8583
  #
7796
- # @!attribute [rw] catalog_id
7797
- # The ID of the Data Catalog where the table resides. If none is
7798
- # provided, the AWS account ID is used by default.
8584
+ # @!attribute [rw] data_format
8585
+ # The data format of the schema definition. Currently only `AVRO` is
8586
+ # supported.
7799
8587
  # @return [String]
7800
8588
  #
7801
- # @!attribute [rw] database_name
7802
- # The name of the database in the catalog in which the table resides.
7803
- # For Hive compatibility, this name is entirely lowercase.
8589
+ # @!attribute [rw] compatibility
8590
+ # The compatibility mode of the schema.
7804
8591
  # @return [String]
7805
8592
  #
7806
- # @!attribute [rw] name
7807
- # The name of the table for which to retrieve the definition. For Hive
7808
- # compatibility, this name is entirely lowercase.
8593
+ # @!attribute [rw] schema_checkpoint
8594
+ # The version number of the checkpoint (the last time the
8595
+ # compatibility mode was changed).
8596
+ # @return [Integer]
8597
+ #
8598
+ # @!attribute [rw] latest_schema_version
8599
+ # The latest version of the schema associated with the returned schema
8600
+ # definition.
8601
+ # @return [Integer]
8602
+ #
8603
+ # @!attribute [rw] next_schema_version
8604
+ # The next version of the schema associated with the returned schema
8605
+ # definition.
8606
+ # @return [Integer]
8607
+ #
8608
+ # @!attribute [rw] schema_status
8609
+ # The status of the schema.
7809
8610
  # @return [String]
7810
8611
  #
7811
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
8612
+ # @!attribute [rw] created_time
8613
+ # The date and time the schema was created.
8614
+ # @return [String]
7812
8615
  #
7813
- class GetTableRequest < Struct.new(
7814
- :catalog_id,
7815
- :database_name,
7816
- :name)
7817
- SENSITIVE = []
7818
- include Aws::Structure
7819
- end
7820
-
7821
- # @!attribute [rw] table
7822
- # The `Table` object that defines the specified table.
7823
- # @return [Types::Table]
8616
+ # @!attribute [rw] updated_time
8617
+ # The date and time the schema was updated.
8618
+ # @return [String]
7824
8619
  #
7825
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableResponse AWS API Documentation
8620
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
7826
8621
  #
7827
- class GetTableResponse < Struct.new(
7828
- :table)
8622
+ class GetSchemaResponse < Struct.new(
8623
+ :registry_name,
8624
+ :registry_arn,
8625
+ :schema_name,
8626
+ :schema_arn,
8627
+ :description,
8628
+ :data_format,
8629
+ :compatibility,
8630
+ :schema_checkpoint,
8631
+ :latest_schema_version,
8632
+ :next_schema_version,
8633
+ :schema_status,
8634
+ :created_time,
8635
+ :updated_time)
7829
8636
  SENSITIVE = []
7830
8637
  include Aws::Structure
7831
8638
  end
7832
8639
 
7833
- # @note When making an API call, you may pass GetTableVersionRequest
8640
+ # @note When making an API call, you may pass GetSchemaVersionInput
7834
8641
  # data as a hash:
7835
8642
  #
7836
8643
  # {
7837
- # catalog_id: "CatalogIdString",
7838
- # database_name: "NameString", # required
7839
- # table_name: "NameString", # required
7840
- # version_id: "VersionString",
8644
+ # schema_id: {
8645
+ # schema_arn: "GlueResourceArn",
8646
+ # schema_name: "SchemaRegistryNameString",
8647
+ # registry_name: "SchemaRegistryNameString",
8648
+ # },
8649
+ # schema_version_id: "SchemaVersionIdString",
8650
+ # schema_version_number: {
8651
+ # latest_version: false,
8652
+ # version_number: 1,
8653
+ # },
7841
8654
  # }
7842
8655
  #
7843
- # @!attribute [rw] catalog_id
7844
- # The ID of the Data Catalog where the tables reside. If none is
7845
- # provided, the AWS account ID is used by default.
7846
- # @return [String]
8656
+ # @!attribute [rw] schema_id
8657
+ # This is a wrapper structure to contain schema identity fields. The
8658
+ # structure contains:
7847
8659
  #
7848
- # @!attribute [rw] database_name
7849
- # The database in the catalog in which the table resides. For Hive
7850
- # compatibility, this name is entirely lowercase.
7851
- # @return [String]
8660
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8661
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8662
+ # provided.
8663
+ #
8664
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8665
+ # `SchemaName` and `RegistryName` has to be provided.
8666
+ # @return [Types::SchemaId]
8667
+ #
8668
+ # @!attribute [rw] schema_version_id
8669
+ # The `SchemaVersionId` of the schema version. This field is required
8670
+ # for fetching by schema ID. Either this or the `SchemaId` wrapper has
8671
+ # to be provided.
8672
+ # @return [String]
8673
+ #
8674
+ # @!attribute [rw] schema_version_number
8675
+ # The version number of the schema.
8676
+ # @return [Types::SchemaVersionNumber]
8677
+ #
8678
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
8679
+ #
8680
+ class GetSchemaVersionInput < Struct.new(
8681
+ :schema_id,
8682
+ :schema_version_id,
8683
+ :schema_version_number)
8684
+ SENSITIVE = []
8685
+ include Aws::Structure
8686
+ end
8687
+
8688
+ # @!attribute [rw] schema_version_id
8689
+ # The `SchemaVersionId` of the schema version.
8690
+ # @return [String]
8691
+ #
8692
+ # @!attribute [rw] schema_definition
8693
+ # The schema definition for the schema ID.
8694
+ # @return [String]
8695
+ #
8696
+ # @!attribute [rw] data_format
8697
+ # The data format of the schema definition. Currently only `AVRO` is
8698
+ # supported.
8699
+ # @return [String]
8700
+ #
8701
+ # @!attribute [rw] schema_arn
8702
+ # The Amazon Resource Name (ARN) of the schema.
8703
+ # @return [String]
8704
+ #
8705
+ # @!attribute [rw] version_number
8706
+ # The version number of the schema.
8707
+ # @return [Integer]
8708
+ #
8709
+ # @!attribute [rw] status
8710
+ # The status of the schema version.
8711
+ # @return [String]
8712
+ #
8713
+ # @!attribute [rw] created_time
8714
+ # The date and time the schema version was created.
8715
+ # @return [String]
8716
+ #
8717
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
8718
+ #
8719
+ class GetSchemaVersionResponse < Struct.new(
8720
+ :schema_version_id,
8721
+ :schema_definition,
8722
+ :data_format,
8723
+ :schema_arn,
8724
+ :version_number,
8725
+ :status,
8726
+ :created_time)
8727
+ SENSITIVE = []
8728
+ include Aws::Structure
8729
+ end
8730
+
8731
+ # @note When making an API call, you may pass GetSchemaVersionsDiffInput
8732
+ # data as a hash:
8733
+ #
8734
+ # {
8735
+ # schema_id: { # required
8736
+ # schema_arn: "GlueResourceArn",
8737
+ # schema_name: "SchemaRegistryNameString",
8738
+ # registry_name: "SchemaRegistryNameString",
8739
+ # },
8740
+ # first_schema_version_number: { # required
8741
+ # latest_version: false,
8742
+ # version_number: 1,
8743
+ # },
8744
+ # second_schema_version_number: { # required
8745
+ # latest_version: false,
8746
+ # version_number: 1,
8747
+ # },
8748
+ # schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
8749
+ # }
8750
+ #
8751
+ # @!attribute [rw] schema_id
8752
+ # This is a wrapper structure to contain schema identity fields. The
8753
+ # structure contains:
8754
+ #
8755
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8756
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8757
+ #
8758
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8759
+ # `SchemaName` has to be provided.
8760
+ # @return [Types::SchemaId]
8761
+ #
8762
+ # @!attribute [rw] first_schema_version_number
8763
+ # The first of the two schema versions to be compared.
8764
+ # @return [Types::SchemaVersionNumber]
8765
+ #
8766
+ # @!attribute [rw] second_schema_version_number
8767
+ # The second of the two schema versions to be compared.
8768
+ # @return [Types::SchemaVersionNumber]
8769
+ #
8770
+ # @!attribute [rw] schema_diff_type
8771
+ # Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
8772
+ # @return [String]
8773
+ #
8774
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
8775
+ #
8776
+ class GetSchemaVersionsDiffInput < Struct.new(
8777
+ :schema_id,
8778
+ :first_schema_version_number,
8779
+ :second_schema_version_number,
8780
+ :schema_diff_type)
8781
+ SENSITIVE = []
8782
+ include Aws::Structure
8783
+ end
8784
+
8785
+ # @!attribute [rw] diff
8786
+ # The difference between schemas as a string in JsonPatch format.
8787
+ # @return [String]
8788
+ #
8789
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
8790
+ #
8791
+ class GetSchemaVersionsDiffResponse < Struct.new(
8792
+ :diff)
8793
+ SENSITIVE = []
8794
+ include Aws::Structure
8795
+ end
8796
+
8797
+ # @note When making an API call, you may pass GetSecurityConfigurationRequest
8798
+ # data as a hash:
8799
+ #
8800
+ # {
8801
+ # name: "NameString", # required
8802
+ # }
8803
+ #
8804
+ # @!attribute [rw] name
8805
+ # The name of the security configuration to retrieve.
8806
+ # @return [String]
8807
+ #
8808
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationRequest AWS API Documentation
8809
+ #
8810
+ class GetSecurityConfigurationRequest < Struct.new(
8811
+ :name)
8812
+ SENSITIVE = []
8813
+ include Aws::Structure
8814
+ end
8815
+
8816
+ # @!attribute [rw] security_configuration
8817
+ # The requested security configuration.
8818
+ # @return [Types::SecurityConfiguration]
8819
+ #
8820
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationResponse AWS API Documentation
8821
+ #
8822
+ class GetSecurityConfigurationResponse < Struct.new(
8823
+ :security_configuration)
8824
+ SENSITIVE = []
8825
+ include Aws::Structure
8826
+ end
8827
+
8828
+ # @note When making an API call, you may pass GetSecurityConfigurationsRequest
8829
+ # data as a hash:
8830
+ #
8831
+ # {
8832
+ # max_results: 1,
8833
+ # next_token: "GenericString",
8834
+ # }
8835
+ #
8836
+ # @!attribute [rw] max_results
8837
+ # The maximum number of results to return.
8838
+ # @return [Integer]
8839
+ #
8840
+ # @!attribute [rw] next_token
8841
+ # A continuation token, if this is a continuation call.
8842
+ # @return [String]
8843
+ #
8844
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsRequest AWS API Documentation
8845
+ #
8846
+ class GetSecurityConfigurationsRequest < Struct.new(
8847
+ :max_results,
8848
+ :next_token)
8849
+ SENSITIVE = []
8850
+ include Aws::Structure
8851
+ end
8852
+
8853
+ # @!attribute [rw] security_configurations
8854
+ # A list of security configurations.
8855
+ # @return [Array<Types::SecurityConfiguration>]
8856
+ #
8857
+ # @!attribute [rw] next_token
8858
+ # A continuation token, if there are more security configurations to
8859
+ # return.
8860
+ # @return [String]
8861
+ #
8862
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSecurityConfigurationsResponse AWS API Documentation
8863
+ #
8864
+ class GetSecurityConfigurationsResponse < Struct.new(
8865
+ :security_configurations,
8866
+ :next_token)
8867
+ SENSITIVE = []
8868
+ include Aws::Structure
8869
+ end
8870
+
8871
+ # @note When making an API call, you may pass GetTableRequest
8872
+ # data as a hash:
8873
+ #
8874
+ # {
8875
+ # catalog_id: "CatalogIdString",
8876
+ # database_name: "NameString", # required
8877
+ # name: "NameString", # required
8878
+ # }
8879
+ #
8880
+ # @!attribute [rw] catalog_id
8881
+ # The ID of the Data Catalog where the table resides. If none is
8882
+ # provided, the AWS account ID is used by default.
8883
+ # @return [String]
8884
+ #
8885
+ # @!attribute [rw] database_name
8886
+ # The name of the database in the catalog in which the table resides.
8887
+ # For Hive compatibility, this name is entirely lowercase.
8888
+ # @return [String]
8889
+ #
8890
+ # @!attribute [rw] name
8891
+ # The name of the table for which to retrieve the definition. For Hive
8892
+ # compatibility, this name is entirely lowercase.
8893
+ # @return [String]
8894
+ #
8895
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableRequest AWS API Documentation
8896
+ #
8897
+ class GetTableRequest < Struct.new(
8898
+ :catalog_id,
8899
+ :database_name,
8900
+ :name)
8901
+ SENSITIVE = []
8902
+ include Aws::Structure
8903
+ end
8904
+
8905
+ # @!attribute [rw] table
8906
+ # The `Table` object that defines the specified table.
8907
+ # @return [Types::Table]
8908
+ #
8909
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableResponse AWS API Documentation
8910
+ #
8911
+ class GetTableResponse < Struct.new(
8912
+ :table)
8913
+ SENSITIVE = []
8914
+ include Aws::Structure
8915
+ end
8916
+
8917
+ # @note When making an API call, you may pass GetTableVersionRequest
8918
+ # data as a hash:
8919
+ #
8920
+ # {
8921
+ # catalog_id: "CatalogIdString",
8922
+ # database_name: "NameString", # required
8923
+ # table_name: "NameString", # required
8924
+ # version_id: "VersionString",
8925
+ # }
8926
+ #
8927
+ # @!attribute [rw] catalog_id
8928
+ # The ID of the Data Catalog where the tables reside. If none is
8929
+ # provided, the AWS account ID is used by default.
8930
+ # @return [String]
8931
+ #
8932
+ # @!attribute [rw] database_name
8933
+ # The database in the catalog in which the table resides. For Hive
8934
+ # compatibility, this name is entirely lowercase.
8935
+ # @return [String]
7852
8936
  #
7853
8937
  # @!attribute [rw] table_name
7854
8938
  # The name of the table. For Hive compatibility, this name is entirely
@@ -9547,6 +10631,32 @@ module Aws::Glue
9547
10631
  include Aws::Structure
9548
10632
  end
9549
10633
 
10634
+ # Specifies data lineage configuration settings for the crawler.
10635
+ #
10636
+ # @note When making an API call, you may pass LineageConfiguration
10637
+ # data as a hash:
10638
+ #
10639
+ # {
10640
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
10641
+ # }
10642
+ #
10643
+ # @!attribute [rw] crawler_lineage_settings
10644
+ # Specifies whether data lineage is enabled for the crawler. Valid
10645
+ # values are:
10646
+ #
10647
+ # * ENABLE: enables data lineage for the crawler
10648
+ #
10649
+ # * DISABLE: disables data lineage for the crawler
10650
+ # @return [String]
10651
+ #
10652
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LineageConfiguration AWS API Documentation
10653
+ #
10654
+ class LineageConfiguration < Struct.new(
10655
+ :crawler_lineage_settings)
10656
+ SENSITIVE = []
10657
+ include Aws::Structure
10658
+ end
10659
+
9550
10660
  # @note When making an API call, you may pass ListCrawlersRequest
9551
10661
  # data as a hash:
9552
10662
  #
@@ -9787,75 +10897,238 @@ module Aws::Glue
9787
10897
  include Aws::Structure
9788
10898
  end
9789
10899
 
9790
- # @note When making an API call, you may pass ListTriggersRequest
10900
+ # @note When making an API call, you may pass ListRegistriesInput
9791
10901
  # data as a hash:
9792
10902
  #
9793
10903
  # {
9794
- # next_token: "GenericString",
9795
- # dependent_job_name: "NameString",
9796
10904
  # max_results: 1,
9797
- # tags: {
9798
- # "TagKey" => "TagValue",
9799
- # },
10905
+ # next_token: "SchemaRegistryTokenString",
9800
10906
  # }
9801
10907
  #
9802
- # @!attribute [rw] next_token
9803
- # A continuation token, if this is a continuation request.
9804
- # @return [String]
9805
- #
9806
- # @!attribute [rw] dependent_job_name
9807
- # The name of the job for which to retrieve triggers. The trigger that
9808
- # can start this job is returned. If there is no such trigger, all
9809
- # triggers are returned.
9810
- # @return [String]
9811
- #
9812
10908
  # @!attribute [rw] max_results
9813
- # The maximum size of a list to return.
10909
+ # Maximum number of results required per page. If the value is not
10910
+ # supplied, this will be defaulted to 25 per page.
9814
10911
  # @return [Integer]
9815
10912
  #
9816
- # @!attribute [rw] tags
9817
- # Specifies to return only these tagged resources.
9818
- # @return [Hash<String,String>]
10913
+ # @!attribute [rw] next_token
10914
+ # A continuation token, if this is a continuation call.
10915
+ # @return [String]
9819
10916
  #
9820
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
10917
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
9821
10918
  #
9822
- class ListTriggersRequest < Struct.new(
9823
- :next_token,
9824
- :dependent_job_name,
10919
+ class ListRegistriesInput < Struct.new(
9825
10920
  :max_results,
9826
- :tags)
10921
+ :next_token)
9827
10922
  SENSITIVE = []
9828
10923
  include Aws::Structure
9829
10924
  end
9830
10925
 
9831
- # @!attribute [rw] trigger_names
9832
- # The names of all triggers in the account, or the triggers with the
9833
- # specified tags.
9834
- # @return [Array<String>]
10926
+ # @!attribute [rw] registries
10927
+ # An array of `RegistryDetailedListItem` objects containing minimal
10928
+ # details of each registry.
10929
+ # @return [Array<Types::RegistryListItem>]
9835
10930
  #
9836
10931
  # @!attribute [rw] next_token
9837
- # A continuation token, if the returned list does not contain the last
9838
- # metric available.
10932
+ # A continuation token for paginating the returned list of tokens,
10933
+ # returned if the current segment of the list is not the last.
9839
10934
  # @return [String]
9840
10935
  #
9841
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
10936
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
9842
10937
  #
9843
- class ListTriggersResponse < Struct.new(
9844
- :trigger_names,
10938
+ class ListRegistriesResponse < Struct.new(
10939
+ :registries,
9845
10940
  :next_token)
9846
10941
  SENSITIVE = []
9847
10942
  include Aws::Structure
9848
10943
  end
9849
10944
 
9850
- # @note When making an API call, you may pass ListWorkflowsRequest
10945
+ # @note When making an API call, you may pass ListSchemaVersionsInput
9851
10946
  # data as a hash:
9852
10947
  #
9853
10948
  # {
9854
- # next_token: "GenericString",
10949
+ # schema_id: { # required
10950
+ # schema_arn: "GlueResourceArn",
10951
+ # schema_name: "SchemaRegistryNameString",
10952
+ # registry_name: "SchemaRegistryNameString",
10953
+ # },
9855
10954
  # max_results: 1,
10955
+ # next_token: "SchemaRegistryTokenString",
9856
10956
  # }
9857
10957
  #
9858
- # @!attribute [rw] next_token
10958
+ # @!attribute [rw] schema_id
10959
+ # This is a wrapper structure to contain schema identity fields. The
10960
+ # structure contains:
10961
+ #
10962
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
10963
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
10964
+ # provided.
10965
+ #
10966
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
10967
+ # `SchemaName` and `RegistryName` has to be provided.
10968
+ # @return [Types::SchemaId]
10969
+ #
10970
+ # @!attribute [rw] max_results
10971
+ # Maximum number of results required per page. If the value is not
10972
+ # supplied, this will be defaulted to 25 per page.
10973
+ # @return [Integer]
10974
+ #
10975
+ # @!attribute [rw] next_token
10976
+ # A continuation token, if this is a continuation call.
10977
+ # @return [String]
10978
+ #
10979
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
10980
+ #
10981
+ class ListSchemaVersionsInput < Struct.new(
10982
+ :schema_id,
10983
+ :max_results,
10984
+ :next_token)
10985
+ SENSITIVE = []
10986
+ include Aws::Structure
10987
+ end
10988
+
10989
+ # @!attribute [rw] schemas
10990
+ # An array of `SchemaVersionList` objects containing details of each
10991
+ # schema version.
10992
+ # @return [Array<Types::SchemaVersionListItem>]
10993
+ #
10994
+ # @!attribute [rw] next_token
10995
+ # A continuation token for paginating the returned list of tokens,
10996
+ # returned if the current segment of the list is not the last.
10997
+ # @return [String]
10998
+ #
10999
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
11000
+ #
11001
+ class ListSchemaVersionsResponse < Struct.new(
11002
+ :schemas,
11003
+ :next_token)
11004
+ SENSITIVE = []
11005
+ include Aws::Structure
11006
+ end
11007
+
11008
+ # @note When making an API call, you may pass ListSchemasInput
11009
+ # data as a hash:
11010
+ #
11011
+ # {
11012
+ # registry_id: {
11013
+ # registry_name: "SchemaRegistryNameString",
11014
+ # registry_arn: "GlueResourceArn",
11015
+ # },
11016
+ # max_results: 1,
11017
+ # next_token: "SchemaRegistryTokenString",
11018
+ # }
11019
+ #
11020
+ # @!attribute [rw] registry_id
11021
+ # A wrapper structure that may contain the registry name and Amazon
11022
+ # Resource Name (ARN).
11023
+ # @return [Types::RegistryId]
11024
+ #
11025
+ # @!attribute [rw] max_results
11026
+ # Maximum number of results required per page. If the value is not
11027
+ # supplied, this will be defaulted to 25 per page.
11028
+ # @return [Integer]
11029
+ #
11030
+ # @!attribute [rw] next_token
11031
+ # A continuation token, if this is a continuation call.
11032
+ # @return [String]
11033
+ #
11034
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
11035
+ #
11036
+ class ListSchemasInput < Struct.new(
11037
+ :registry_id,
11038
+ :max_results,
11039
+ :next_token)
11040
+ SENSITIVE = []
11041
+ include Aws::Structure
11042
+ end
11043
+
11044
+ # @!attribute [rw] schemas
11045
+ # An array of `SchemaListItem` objects containing details of each
11046
+ # schema.
11047
+ # @return [Array<Types::SchemaListItem>]
11048
+ #
11049
+ # @!attribute [rw] next_token
11050
+ # A continuation token for paginating the returned list of tokens,
11051
+ # returned if the current segment of the list is not the last.
11052
+ # @return [String]
11053
+ #
11054
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
11055
+ #
11056
+ class ListSchemasResponse < Struct.new(
11057
+ :schemas,
11058
+ :next_token)
11059
+ SENSITIVE = []
11060
+ include Aws::Structure
11061
+ end
11062
+
11063
+ # @note When making an API call, you may pass ListTriggersRequest
11064
+ # data as a hash:
11065
+ #
11066
+ # {
11067
+ # next_token: "GenericString",
11068
+ # dependent_job_name: "NameString",
11069
+ # max_results: 1,
11070
+ # tags: {
11071
+ # "TagKey" => "TagValue",
11072
+ # },
11073
+ # }
11074
+ #
11075
+ # @!attribute [rw] next_token
11076
+ # A continuation token, if this is a continuation request.
11077
+ # @return [String]
11078
+ #
11079
+ # @!attribute [rw] dependent_job_name
11080
+ # The name of the job for which to retrieve triggers. The trigger that
11081
+ # can start this job is returned. If there is no such trigger, all
11082
+ # triggers are returned.
11083
+ # @return [String]
11084
+ #
11085
+ # @!attribute [rw] max_results
11086
+ # The maximum size of a list to return.
11087
+ # @return [Integer]
11088
+ #
11089
+ # @!attribute [rw] tags
11090
+ # Specifies to return only these tagged resources.
11091
+ # @return [Hash<String,String>]
11092
+ #
11093
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
11094
+ #
11095
+ class ListTriggersRequest < Struct.new(
11096
+ :next_token,
11097
+ :dependent_job_name,
11098
+ :max_results,
11099
+ :tags)
11100
+ SENSITIVE = []
11101
+ include Aws::Structure
11102
+ end
11103
+
11104
+ # @!attribute [rw] trigger_names
11105
+ # The names of all triggers in the account, or the triggers with the
11106
+ # specified tags.
11107
+ # @return [Array<String>]
11108
+ #
11109
+ # @!attribute [rw] next_token
11110
+ # A continuation token, if the returned list does not contain the last
11111
+ # metric available.
11112
+ # @return [String]
11113
+ #
11114
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
11115
+ #
11116
+ class ListTriggersResponse < Struct.new(
11117
+ :trigger_names,
11118
+ :next_token)
11119
+ SENSITIVE = []
11120
+ include Aws::Structure
11121
+ end
11122
+
11123
+ # @note When making an API call, you may pass ListWorkflowsRequest
11124
+ # data as a hash:
11125
+ #
11126
+ # {
11127
+ # next_token: "GenericString",
11128
+ # max_results: 1,
11129
+ # }
11130
+ #
11131
+ # @!attribute [rw] next_token
9859
11132
  # A continuation token, if this is a continuation request.
9860
11133
  # @return [String]
9861
11134
  #
@@ -9940,7 +11213,7 @@ module Aws::Glue
9940
11213
  include Aws::Structure
9941
11214
  end
9942
11215
 
9943
- # Defines a long column statistics data.
11216
+ # Defines column statistics supported for integer data columns.
9944
11217
  #
9945
11218
  # @note When making an API call, you may pass LongColumnStatisticsData
9946
11219
  # data as a hash:
@@ -9953,19 +11226,19 @@ module Aws::Glue
9953
11226
  # }
9954
11227
  #
9955
11228
  # @!attribute [rw] minimum_value
9956
- # Minimum value of the column.
11229
+ # The lowest value in the column.
9957
11230
  # @return [Integer]
9958
11231
  #
9959
11232
  # @!attribute [rw] maximum_value
9960
- # Maximum value of the column.
11233
+ # The highest value in the column.
9961
11234
  # @return [Integer]
9962
11235
  #
9963
11236
  # @!attribute [rw] number_of_nulls
9964
- # Number of nulls.
11237
+ # The number of null values in the column.
9965
11238
  # @return [Integer]
9966
11239
  #
9967
11240
  # @!attribute [rw] number_of_distinct_values
9968
- # Number of distinct values.
11241
+ # The number of distinct values in a column.
9969
11242
  # @return [Integer]
9970
11243
  #
9971
11244
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
@@ -10145,6 +11418,12 @@ module Aws::Glue
10145
11418
  # machine learning transform fails.
10146
11419
  # @return [Integer]
10147
11420
  #
11421
+ # @!attribute [rw] transform_encryption
11422
+ # The encryption-at-rest settings of the transform that apply to
11423
+ # accessing user data. Machine learning transforms can access user
11424
+ # data encrypted in Amazon S3 using KMS.
11425
+ # @return [Types::TransformEncryption]
11426
+ #
10148
11427
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
10149
11428
  #
10150
11429
  class MLTransform < Struct.new(
@@ -10165,7 +11444,8 @@ module Aws::Glue
10165
11444
  :worker_type,
10166
11445
  :number_of_workers,
10167
11446
  :timeout,
10168
- :max_retries)
11447
+ :max_retries,
11448
+ :transform_encryption)
10169
11449
  SENSITIVE = []
10170
11450
  include Aws::Structure
10171
11451
  end
@@ -10184,6 +11464,39 @@ module Aws::Glue
10184
11464
  include Aws::Structure
10185
11465
  end
10186
11466
 
11467
+ # The encryption-at-rest settings of the transform that apply to
11468
+ # accessing user data.
11469
+ #
11470
+ # @note When making an API call, you may pass MLUserDataEncryption
11471
+ # data as a hash:
11472
+ #
11473
+ # {
11474
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
11475
+ # kms_key_id: "NameString",
11476
+ # }
11477
+ #
11478
+ # @!attribute [rw] ml_user_data_encryption_mode
11479
+ # The encryption mode applied to user data. Valid values are:
11480
+ #
11481
+ # * DISABLED: encryption is disabled
11482
+ #
11483
+ # * SSEKMS: use of server-side encryption with AWS Key Management
11484
+ # Service (SSE-KMS) for user data stored in Amazon S3.
11485
+ # @return [String]
11486
+ #
11487
+ # @!attribute [rw] kms_key_id
11488
+ # The ID for the customer-provided KMS key.
11489
+ # @return [String]
11490
+ #
11491
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
11492
+ #
11493
+ class MLUserDataEncryption < Struct.new(
11494
+ :ml_user_data_encryption_mode,
11495
+ :kms_key_id)
11496
+ SENSITIVE = []
11497
+ include Aws::Structure
11498
+ end
11499
+
10187
11500
  # Defines a mapping.
10188
11501
  #
10189
11502
  # @note When making an API call, you may pass MappingEntry
@@ -10235,6 +11548,52 @@ module Aws::Glue
10235
11548
  include Aws::Structure
10236
11549
  end
10237
11550
 
11551
+ # A structure containing metadata information for a schema version.
11552
+ #
11553
+ # @!attribute [rw] metadata_value
11554
+ # The metadata key’s corresponding value.
11555
+ # @return [String]
11556
+ #
11557
+ # @!attribute [rw] created_time
11558
+ # The time at which the entry was created.
11559
+ # @return [String]
11560
+ #
11561
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
11562
+ #
11563
+ class MetadataInfo < Struct.new(
11564
+ :metadata_value,
11565
+ :created_time)
11566
+ SENSITIVE = []
11567
+ include Aws::Structure
11568
+ end
11569
+
11570
+ # A structure containing a key value pair for metadata.
11571
+ #
11572
+ # @note When making an API call, you may pass MetadataKeyValuePair
11573
+ # data as a hash:
11574
+ #
11575
+ # {
11576
+ # metadata_key: "MetadataKeyString",
11577
+ # metadata_value: "MetadataValueString",
11578
+ # }
11579
+ #
11580
+ # @!attribute [rw] metadata_key
11581
+ # A metadata key.
11582
+ # @return [String]
11583
+ #
11584
+ # @!attribute [rw] metadata_value
11585
+ # A metadata key’s corresponding value.
11586
+ # @return [String]
11587
+ #
11588
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
11589
+ #
11590
+ class MetadataKeyValuePair < Struct.new(
11591
+ :metadata_key,
11592
+ :metadata_value)
11593
+ SENSITIVE = []
11594
+ include Aws::Structure
11595
+ end
11596
+
10238
11597
  # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
10239
11598
  #
10240
11599
  # @note When making an API call, you may pass MongoDBTarget
@@ -10509,14 +11868,31 @@ module Aws::Glue
10509
11868
  #
10510
11869
  # @!attribute [rw] index_status
10511
11870
  # The status of the partition index.
11871
+ #
11872
+ # The possible statuses are:
11873
+ #
11874
+ # * CREATING: The index is being created. When an index is in a
11875
+ # CREATING state, the index or its table cannot be deleted.
11876
+ #
11877
+ # * ACTIVE: The index creation succeeds.
11878
+ #
11879
+ # * FAILED: The index creation fails.
11880
+ #
11881
+ # * DELETING: The index is deleted from the list of indexes.
10512
11882
  # @return [String]
10513
11883
  #
11884
+ # @!attribute [rw] backfill_errors
11885
+ # A list of errors that can occur when registering partition indexes
11886
+ # for an existing table.
11887
+ # @return [Array<Types::BackfillError>]
11888
+ #
10514
11889
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionIndexDescriptor AWS API Documentation
10515
11890
  #
10516
11891
  class PartitionIndexDescriptor < Struct.new(
10517
11892
  :index_name,
10518
11893
  :keys,
10519
- :index_status)
11894
+ :index_status,
11895
+ :backfill_errors)
10520
11896
  SENSITIVE = []
10521
11897
  include Aws::Structure
10522
11898
  end
@@ -10570,6 +11946,15 @@ module Aws::Glue
10570
11946
  # },
10571
11947
  # },
10572
11948
  # stored_as_sub_directories: false,
11949
+ # schema_reference: {
11950
+ # schema_id: {
11951
+ # schema_arn: "GlueResourceArn",
11952
+ # schema_name: "SchemaRegistryNameString",
11953
+ # registry_name: "SchemaRegistryNameString",
11954
+ # },
11955
+ # schema_version_id: "SchemaVersionIdString",
11956
+ # schema_version_number: 1,
11957
+ # },
10573
11958
  # },
10574
11959
  # parameters: {
10575
11960
  # "KeyString" => "ParametersMapValue",
@@ -10882,68 +12267,510 @@ module Aws::Glue
10882
12267
  # policies is allowed.
10883
12268
  # @return [String]
10884
12269
  #
10885
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12270
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12271
+ #
12272
+ class PutResourcePolicyRequest < Struct.new(
12273
+ :policy_in_json,
12274
+ :resource_arn,
12275
+ :policy_hash_condition,
12276
+ :policy_exists_condition,
12277
+ :enable_hybrid)
12278
+ SENSITIVE = []
12279
+ include Aws::Structure
12280
+ end
12281
+
12282
+ # @!attribute [rw] policy_hash
12283
+ # A hash of the policy that has just been set. This must be included
12284
+ # in a subsequent call that overwrites or updates this policy.
12285
+ # @return [String]
12286
+ #
12287
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12288
+ #
12289
+ class PutResourcePolicyResponse < Struct.new(
12290
+ :policy_hash)
12291
+ SENSITIVE = []
12292
+ include Aws::Structure
12293
+ end
12294
+
12295
+ # @note When making an API call, you may pass PutSchemaVersionMetadataInput
12296
+ # data as a hash:
12297
+ #
12298
+ # {
12299
+ # schema_id: {
12300
+ # schema_arn: "GlueResourceArn",
12301
+ # schema_name: "SchemaRegistryNameString",
12302
+ # registry_name: "SchemaRegistryNameString",
12303
+ # },
12304
+ # schema_version_number: {
12305
+ # latest_version: false,
12306
+ # version_number: 1,
12307
+ # },
12308
+ # schema_version_id: "SchemaVersionIdString",
12309
+ # metadata_key_value: { # required
12310
+ # metadata_key: "MetadataKeyString",
12311
+ # metadata_value: "MetadataValueString",
12312
+ # },
12313
+ # }
12314
+ #
12315
+ # @!attribute [rw] schema_id
12316
+ # The unique ID for the schema.
12317
+ # @return [Types::SchemaId]
12318
+ #
12319
+ # @!attribute [rw] schema_version_number
12320
+ # The version number of the schema.
12321
+ # @return [Types::SchemaVersionNumber]
12322
+ #
12323
+ # @!attribute [rw] schema_version_id
12324
+ # The unique version ID of the schema version.
12325
+ # @return [String]
12326
+ #
12327
+ # @!attribute [rw] metadata_key_value
12328
+ # The metadata key's corresponding value.
12329
+ # @return [Types::MetadataKeyValuePair]
12330
+ #
12331
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
12332
+ #
12333
+ class PutSchemaVersionMetadataInput < Struct.new(
12334
+ :schema_id,
12335
+ :schema_version_number,
12336
+ :schema_version_id,
12337
+ :metadata_key_value)
12338
+ SENSITIVE = []
12339
+ include Aws::Structure
12340
+ end
12341
+
12342
+ # @!attribute [rw] schema_arn
12343
+ # The Amazon Resource Name (ARN) for the schema.
12344
+ # @return [String]
12345
+ #
12346
+ # @!attribute [rw] schema_name
12347
+ # The name for the schema.
12348
+ # @return [String]
12349
+ #
12350
+ # @!attribute [rw] registry_name
12351
+ # The name for the registry.
12352
+ # @return [String]
12353
+ #
12354
+ # @!attribute [rw] latest_version
12355
+ # The latest version of the schema.
12356
+ # @return [Boolean]
12357
+ #
12358
+ # @!attribute [rw] version_number
12359
+ # The version number of the schema.
12360
+ # @return [Integer]
12361
+ #
12362
+ # @!attribute [rw] schema_version_id
12363
+ # The unique version ID of the schema version.
12364
+ # @return [String]
12365
+ #
12366
+ # @!attribute [rw] metadata_key
12367
+ # The metadata key.
12368
+ # @return [String]
12369
+ #
12370
+ # @!attribute [rw] metadata_value
12371
+ # The value of the metadata key.
12372
+ # @return [String]
12373
+ #
12374
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
12375
+ #
12376
+ class PutSchemaVersionMetadataResponse < Struct.new(
12377
+ :schema_arn,
12378
+ :schema_name,
12379
+ :registry_name,
12380
+ :latest_version,
12381
+ :version_number,
12382
+ :schema_version_id,
12383
+ :metadata_key,
12384
+ :metadata_value)
12385
+ SENSITIVE = []
12386
+ include Aws::Structure
12387
+ end
12388
+
12389
+ # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12390
+ # data as a hash:
12391
+ #
12392
+ # {
12393
+ # name: "NameString", # required
12394
+ # run_id: "IdString", # required
12395
+ # run_properties: { # required
12396
+ # "IdString" => "GenericString",
12397
+ # },
12398
+ # }
12399
+ #
12400
+ # @!attribute [rw] name
12401
+ # Name of the workflow which was run.
12402
+ # @return [String]
12403
+ #
12404
+ # @!attribute [rw] run_id
12405
+ # The ID of the workflow run for which the run properties should be
12406
+ # updated.
12407
+ # @return [String]
12408
+ #
12409
+ # @!attribute [rw] run_properties
12410
+ # The properties to put for the specified run.
12411
+ # @return [Hash<String,String>]
12412
+ #
12413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12414
+ #
12415
+ class PutWorkflowRunPropertiesRequest < Struct.new(
12416
+ :name,
12417
+ :run_id,
12418
+ :run_properties)
12419
+ SENSITIVE = []
12420
+ include Aws::Structure
12421
+ end
12422
+
12423
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12424
+ #
12425
+ class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12426
+
12427
+ # @note When making an API call, you may pass QuerySchemaVersionMetadataInput
12428
+ # data as a hash:
12429
+ #
12430
+ # {
12431
+ # schema_id: {
12432
+ # schema_arn: "GlueResourceArn",
12433
+ # schema_name: "SchemaRegistryNameString",
12434
+ # registry_name: "SchemaRegistryNameString",
12435
+ # },
12436
+ # schema_version_number: {
12437
+ # latest_version: false,
12438
+ # version_number: 1,
12439
+ # },
12440
+ # schema_version_id: "SchemaVersionIdString",
12441
+ # metadata_list: [
12442
+ # {
12443
+ # metadata_key: "MetadataKeyString",
12444
+ # metadata_value: "MetadataValueString",
12445
+ # },
12446
+ # ],
12447
+ # max_results: 1,
12448
+ # next_token: "SchemaRegistryTokenString",
12449
+ # }
12450
+ #
12451
+ # @!attribute [rw] schema_id
12452
+ # A wrapper structure that may contain the schema name and Amazon
12453
+ # Resource Name (ARN).
12454
+ # @return [Types::SchemaId]
12455
+ #
12456
+ # @!attribute [rw] schema_version_number
12457
+ # The version number of the schema.
12458
+ # @return [Types::SchemaVersionNumber]
12459
+ #
12460
+ # @!attribute [rw] schema_version_id
12461
+ # The unique version ID of the schema version.
12462
+ # @return [String]
12463
+ #
12464
+ # @!attribute [rw] metadata_list
12465
+ # Search key-value pairs for metadata, if they are not provided all
12466
+ # the metadata information will be fetched.
12467
+ # @return [Array<Types::MetadataKeyValuePair>]
12468
+ #
12469
+ # @!attribute [rw] max_results
12470
+ # Maximum number of results required per page. If the value is not
12471
+ # supplied, this will be defaulted to 25 per page.
12472
+ # @return [Integer]
12473
+ #
12474
+ # @!attribute [rw] next_token
12475
+ # A continuation token, if this is a continuation call.
12476
+ # @return [String]
12477
+ #
12478
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
12479
+ #
12480
+ class QuerySchemaVersionMetadataInput < Struct.new(
12481
+ :schema_id,
12482
+ :schema_version_number,
12483
+ :schema_version_id,
12484
+ :metadata_list,
12485
+ :max_results,
12486
+ :next_token)
12487
+ SENSITIVE = []
12488
+ include Aws::Structure
12489
+ end
12490
+
12491
+ # @!attribute [rw] metadata_info_map
12492
+ # A map of a metadata key and associated values.
12493
+ # @return [Hash<String,Types::MetadataInfo>]
12494
+ #
12495
+ # @!attribute [rw] schema_version_id
12496
+ # The unique version ID of the schema version.
12497
+ # @return [String]
12498
+ #
12499
+ # @!attribute [rw] next_token
12500
+ # A continuation token for paginating the returned list of tokens,
12501
+ # returned if the current segment of the list is not the last.
12502
+ # @return [String]
12503
+ #
12504
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
12505
+ #
12506
+ class QuerySchemaVersionMetadataResponse < Struct.new(
12507
+ :metadata_info_map,
12508
+ :schema_version_id,
12509
+ :next_token)
12510
+ SENSITIVE = []
12511
+ include Aws::Structure
12512
+ end
12513
+
12514
+ # When crawling an Amazon S3 data source after the first crawl is
12515
+ # complete, specifies whether to crawl the entire dataset again or to
12516
+ # crawl only folders that were added since the last crawler run. For
12517
+ # more information, see [Incremental Crawls in AWS Glue][1] in the
12518
+ # developer guide.
12519
+ #
12520
+ #
12521
+ #
12522
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
12523
+ #
12524
+ # @note When making an API call, you may pass RecrawlPolicy
12525
+ # data as a hash:
12526
+ #
12527
+ # {
12528
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
12529
+ # }
12530
+ #
12531
+ # @!attribute [rw] recrawl_behavior
12532
+ # Specifies whether to crawl the entire dataset again or to crawl only
12533
+ # folders that were added since the last crawler run.
12534
+ #
12535
+ # A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
12536
+ # again.
12537
+ #
12538
+ # A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
12539
+ # that were added since the last crawler run.
12540
+ # @return [String]
12541
+ #
12542
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
12543
+ #
12544
+ class RecrawlPolicy < Struct.new(
12545
+ :recrawl_behavior)
12546
+ SENSITIVE = []
12547
+ include Aws::Structure
12548
+ end
12549
+
12550
+ # @note When making an API call, you may pass RegisterSchemaVersionInput
12551
+ # data as a hash:
12552
+ #
12553
+ # {
12554
+ # schema_id: { # required
12555
+ # schema_arn: "GlueResourceArn",
12556
+ # schema_name: "SchemaRegistryNameString",
12557
+ # registry_name: "SchemaRegistryNameString",
12558
+ # },
12559
+ # schema_definition: "SchemaDefinitionString", # required
12560
+ # }
12561
+ #
12562
+ # @!attribute [rw] schema_id
12563
+ # This is a wrapper structure to contain schema identity fields. The
12564
+ # structure contains:
12565
+ #
12566
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
12567
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
12568
+ # provided.
12569
+ #
12570
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
12571
+ # `SchemaName` and `RegistryName` has to be provided.
12572
+ # @return [Types::SchemaId]
12573
+ #
12574
+ # @!attribute [rw] schema_definition
12575
+ # The schema definition using the `DataFormat` setting for the
12576
+ # `SchemaName`.
12577
+ # @return [String]
12578
+ #
12579
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
12580
+ #
12581
+ class RegisterSchemaVersionInput < Struct.new(
12582
+ :schema_id,
12583
+ :schema_definition)
12584
+ SENSITIVE = []
12585
+ include Aws::Structure
12586
+ end
12587
+
12588
+ # @!attribute [rw] schema_version_id
12589
+ # The unique ID that represents the version of this schema.
12590
+ # @return [String]
12591
+ #
12592
+ # @!attribute [rw] version_number
12593
+ # The version of this schema (for sync flow only, in case this is the
12594
+ # first version).
12595
+ # @return [Integer]
12596
+ #
12597
+ # @!attribute [rw] status
12598
+ # The status of the schema version.
12599
+ # @return [String]
12600
+ #
12601
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
12602
+ #
12603
+ class RegisterSchemaVersionResponse < Struct.new(
12604
+ :schema_version_id,
12605
+ :version_number,
12606
+ :status)
12607
+ SENSITIVE = []
12608
+ include Aws::Structure
12609
+ end
12610
+
12611
+ # A wrapper structure that may contain the registry name and Amazon
12612
+ # Resource Name (ARN).
12613
+ #
12614
+ # @note When making an API call, you may pass RegistryId
12615
+ # data as a hash:
12616
+ #
12617
+ # {
12618
+ # registry_name: "SchemaRegistryNameString",
12619
+ # registry_arn: "GlueResourceArn",
12620
+ # }
12621
+ #
12622
+ # @!attribute [rw] registry_name
12623
+ # Name of the registry. Used only for lookup. One of `RegistryArn` or
12624
+ # `RegistryName` has to be provided.
12625
+ # @return [String]
12626
+ #
12627
+ # @!attribute [rw] registry_arn
12628
+ # Arn of the registry to be updated. One of `RegistryArn` or
12629
+ # `RegistryName` has to be provided.
12630
+ # @return [String]
12631
+ #
12632
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
10886
12633
  #
10887
- class PutResourcePolicyRequest < Struct.new(
10888
- :policy_in_json,
10889
- :resource_arn,
10890
- :policy_hash_condition,
10891
- :policy_exists_condition,
10892
- :enable_hybrid)
12634
+ class RegistryId < Struct.new(
12635
+ :registry_name,
12636
+ :registry_arn)
10893
12637
  SENSITIVE = []
10894
12638
  include Aws::Structure
10895
12639
  end
10896
12640
 
10897
- # @!attribute [rw] policy_hash
10898
- # A hash of the policy that has just been set. This must be included
10899
- # in a subsequent call that overwrites or updates this policy.
12641
+ # A structure containing the details for a registry.
12642
+ #
12643
+ # @!attribute [rw] registry_name
12644
+ # The name of the registry.
10900
12645
  # @return [String]
10901
12646
  #
10902
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12647
+ # @!attribute [rw] registry_arn
12648
+ # The Amazon Resource Name (ARN) of the registry.
12649
+ # @return [String]
10903
12650
  #
10904
- class PutResourcePolicyResponse < Struct.new(
10905
- :policy_hash)
12651
+ # @!attribute [rw] description
12652
+ # A description of the registry.
12653
+ # @return [String]
12654
+ #
12655
+ # @!attribute [rw] status
12656
+ # The status of the registry.
12657
+ # @return [String]
12658
+ #
12659
+ # @!attribute [rw] created_time
12660
+ # The data the registry was created.
12661
+ # @return [String]
12662
+ #
12663
+ # @!attribute [rw] updated_time
12664
+ # The date the registry was updated.
12665
+ # @return [String]
12666
+ #
12667
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
12668
+ #
12669
+ class RegistryListItem < Struct.new(
12670
+ :registry_name,
12671
+ :registry_arn,
12672
+ :description,
12673
+ :status,
12674
+ :created_time,
12675
+ :updated_time)
10906
12676
  SENSITIVE = []
10907
12677
  include Aws::Structure
10908
12678
  end
10909
12679
 
10910
- # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12680
+ # @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
10911
12681
  # data as a hash:
10912
12682
  #
10913
12683
  # {
10914
- # name: "NameString", # required
10915
- # run_id: "IdString", # required
10916
- # run_properties: { # required
10917
- # "IdString" => "GenericString",
12684
+ # schema_id: {
12685
+ # schema_arn: "GlueResourceArn",
12686
+ # schema_name: "SchemaRegistryNameString",
12687
+ # registry_name: "SchemaRegistryNameString",
12688
+ # },
12689
+ # schema_version_number: {
12690
+ # latest_version: false,
12691
+ # version_number: 1,
12692
+ # },
12693
+ # schema_version_id: "SchemaVersionIdString",
12694
+ # metadata_key_value: { # required
12695
+ # metadata_key: "MetadataKeyString",
12696
+ # metadata_value: "MetadataValueString",
10918
12697
  # },
10919
12698
  # }
10920
12699
  #
10921
- # @!attribute [rw] name
10922
- # Name of the workflow which was run.
10923
- # @return [String]
12700
+ # @!attribute [rw] schema_id
12701
+ # A wrapper structure that may contain the schema name and Amazon
12702
+ # Resource Name (ARN).
12703
+ # @return [Types::SchemaId]
10924
12704
  #
10925
- # @!attribute [rw] run_id
10926
- # The ID of the workflow run for which the run properties should be
10927
- # updated.
12705
+ # @!attribute [rw] schema_version_number
12706
+ # The version number of the schema.
12707
+ # @return [Types::SchemaVersionNumber]
12708
+ #
12709
+ # @!attribute [rw] schema_version_id
12710
+ # The unique version ID of the schema version.
10928
12711
  # @return [String]
10929
12712
  #
10930
- # @!attribute [rw] run_properties
10931
- # The properties to put for the specified run.
10932
- # @return [Hash<String,String>]
12713
+ # @!attribute [rw] metadata_key_value
12714
+ # The value of the metadata key.
12715
+ # @return [Types::MetadataKeyValuePair]
10933
12716
  #
10934
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12717
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
10935
12718
  #
10936
- class PutWorkflowRunPropertiesRequest < Struct.new(
10937
- :name,
10938
- :run_id,
10939
- :run_properties)
12719
+ class RemoveSchemaVersionMetadataInput < Struct.new(
12720
+ :schema_id,
12721
+ :schema_version_number,
12722
+ :schema_version_id,
12723
+ :metadata_key_value)
10940
12724
  SENSITIVE = []
10941
12725
  include Aws::Structure
10942
12726
  end
10943
12727
 
10944
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12728
+ # @!attribute [rw] schema_arn
12729
+ # The Amazon Resource Name (ARN) of the schema.
12730
+ # @return [String]
10945
12731
  #
10946
- class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12732
+ # @!attribute [rw] schema_name
12733
+ # The name of the schema.
12734
+ # @return [String]
12735
+ #
12736
+ # @!attribute [rw] registry_name
12737
+ # The name of the registry.
12738
+ # @return [String]
12739
+ #
12740
+ # @!attribute [rw] latest_version
12741
+ # The latest version of the schema.
12742
+ # @return [Boolean]
12743
+ #
12744
+ # @!attribute [rw] version_number
12745
+ # The version number of the schema.
12746
+ # @return [Integer]
12747
+ #
12748
+ # @!attribute [rw] schema_version_id
12749
+ # The version ID for the schema version.
12750
+ # @return [String]
12751
+ #
12752
+ # @!attribute [rw] metadata_key
12753
+ # The metadata key.
12754
+ # @return [String]
12755
+ #
12756
+ # @!attribute [rw] metadata_value
12757
+ # The value of the metadata key.
12758
+ # @return [String]
12759
+ #
12760
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
12761
+ #
12762
+ class RemoveSchemaVersionMetadataResponse < Struct.new(
12763
+ :schema_arn,
12764
+ :schema_name,
12765
+ :registry_name,
12766
+ :latest_version,
12767
+ :version_number,
12768
+ :schema_version_id,
12769
+ :metadata_key,
12770
+ :metadata_value)
12771
+ SENSITIVE = []
12772
+ include Aws::Structure
12773
+ end
10947
12774
 
10948
12775
  # @note When making an API call, you may pass ResetJobBookmarkRequest
10949
12776
  # data as a hash:
@@ -11266,6 +13093,195 @@ module Aws::Glue
11266
13093
  include Aws::Structure
11267
13094
  end
11268
13095
 
13096
+ # @note When making an API call, you may pass SchemaId
13097
+ # data as a hash:
13098
+ #
13099
+ # {
13100
+ # schema_arn: "GlueResourceArn",
13101
+ # schema_name: "SchemaRegistryNameString",
13102
+ # registry_name: "SchemaRegistryNameString",
13103
+ # }
13104
+ #
13105
+ # @!attribute [rw] schema_arn
13106
+ # @return [String]
13107
+ #
13108
+ # @!attribute [rw] schema_name
13109
+ # @return [String]
13110
+ #
13111
+ # @!attribute [rw] registry_name
13112
+ # @return [String]
13113
+ #
13114
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
13115
+ #
13116
+ class SchemaId < Struct.new(
13117
+ :schema_arn,
13118
+ :schema_name,
13119
+ :registry_name)
13120
+ SENSITIVE = []
13121
+ include Aws::Structure
13122
+ end
13123
+
13124
+ # An object that contains minimal details for a schema.
13125
+ #
13126
+ # @!attribute [rw] registry_name
13127
+ # the name of the registry where the schema resides.
13128
+ # @return [String]
13129
+ #
13130
+ # @!attribute [rw] schema_name
13131
+ # The name of the schema.
13132
+ # @return [String]
13133
+ #
13134
+ # @!attribute [rw] schema_arn
13135
+ # The Amazon Resource Name (ARN) for the schema.
13136
+ # @return [String]
13137
+ #
13138
+ # @!attribute [rw] description
13139
+ # A description for the schema.
13140
+ # @return [String]
13141
+ #
13142
+ # @!attribute [rw] schema_status
13143
+ # The status of the schema.
13144
+ # @return [String]
13145
+ #
13146
+ # @!attribute [rw] created_time
13147
+ # The date and time that a schema was created.
13148
+ # @return [String]
13149
+ #
13150
+ # @!attribute [rw] updated_time
13151
+ # The date and time that a schema was updated.
13152
+ # @return [String]
13153
+ #
13154
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
13155
+ #
13156
+ class SchemaListItem < Struct.new(
13157
+ :registry_name,
13158
+ :schema_name,
13159
+ :schema_arn,
13160
+ :description,
13161
+ :schema_status,
13162
+ :created_time,
13163
+ :updated_time)
13164
+ SENSITIVE = []
13165
+ include Aws::Structure
13166
+ end
13167
+
13168
+ # An object that references a schema stored in the AWS Glue Schema
13169
+ # Registry.
13170
+ #
13171
+ # @note When making an API call, you may pass SchemaReference
13172
+ # data as a hash:
13173
+ #
13174
+ # {
13175
+ # schema_id: {
13176
+ # schema_arn: "GlueResourceArn",
13177
+ # schema_name: "SchemaRegistryNameString",
13178
+ # registry_name: "SchemaRegistryNameString",
13179
+ # },
13180
+ # schema_version_id: "SchemaVersionIdString",
13181
+ # schema_version_number: 1,
13182
+ # }
13183
+ #
13184
+ # @!attribute [rw] schema_id
13185
+ # A structure that contains schema identity fields. Either this or the
13186
+ # `SchemaVersionId` has to be provided.
13187
+ # @return [Types::SchemaId]
13188
+ #
13189
+ # @!attribute [rw] schema_version_id
13190
+ # The unique ID assigned to a version of the schema. Either this or
13191
+ # the `SchemaId` has to be provided.
13192
+ # @return [String]
13193
+ #
13194
+ # @!attribute [rw] schema_version_number
13195
+ # The version number of the schema.
13196
+ # @return [Integer]
13197
+ #
13198
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
13199
+ #
13200
+ class SchemaReference < Struct.new(
13201
+ :schema_id,
13202
+ :schema_version_id,
13203
+ :schema_version_number)
13204
+ SENSITIVE = []
13205
+ include Aws::Structure
13206
+ end
13207
+
13208
+ # An object that contains the error details for an operation on a schema
13209
+ # version.
13210
+ #
13211
+ # @!attribute [rw] version_number
13212
+ # The version number of the schema.
13213
+ # @return [Integer]
13214
+ #
13215
+ # @!attribute [rw] error_details
13216
+ # The details of the error for the schema version.
13217
+ # @return [Types::ErrorDetails]
13218
+ #
13219
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
13220
+ #
13221
+ class SchemaVersionErrorItem < Struct.new(
13222
+ :version_number,
13223
+ :error_details)
13224
+ SENSITIVE = []
13225
+ include Aws::Structure
13226
+ end
13227
+
13228
+ # An object containing the details about a schema version.
13229
+ #
13230
+ # @!attribute [rw] schema_arn
13231
+ # The Amazon Resource Name (ARN) of the schema.
13232
+ # @return [String]
13233
+ #
13234
+ # @!attribute [rw] schema_version_id
13235
+ # The unique identifier of the schema version.
13236
+ # @return [String]
13237
+ #
13238
+ # @!attribute [rw] version_number
13239
+ # The version number of the schema.
13240
+ # @return [Integer]
13241
+ #
13242
+ # @!attribute [rw] status
13243
+ # The status of the schema version.
13244
+ # @return [String]
13245
+ #
13246
+ # @!attribute [rw] created_time
13247
+ # The date and time the schema version was created.
13248
+ # @return [String]
13249
+ #
13250
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
13251
+ #
13252
+ class SchemaVersionListItem < Struct.new(
13253
+ :schema_arn,
13254
+ :schema_version_id,
13255
+ :version_number,
13256
+ :status,
13257
+ :created_time)
13258
+ SENSITIVE = []
13259
+ include Aws::Structure
13260
+ end
13261
+
13262
+ # @note When making an API call, you may pass SchemaVersionNumber
13263
+ # data as a hash:
13264
+ #
13265
+ # {
13266
+ # latest_version: false,
13267
+ # version_number: 1,
13268
+ # }
13269
+ #
13270
+ # @!attribute [rw] latest_version
13271
+ # @return [Boolean]
13272
+ #
13273
+ # @!attribute [rw] version_number
13274
+ # @return [Integer]
13275
+ #
13276
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
13277
+ #
13278
+ class SchemaVersionNumber < Struct.new(
13279
+ :latest_version,
13280
+ :version_number)
13281
+ SENSITIVE = []
13282
+ include Aws::Structure
13283
+ end
13284
+
11269
13285
  # @note When making an API call, you may pass SearchTablesRequest
11270
13286
  # data as a hash:
11271
13287
  #
@@ -12098,6 +14114,15 @@ module Aws::Glue
12098
14114
  # },
12099
14115
  # },
12100
14116
  # stored_as_sub_directories: false,
14117
+ # schema_reference: {
14118
+ # schema_id: {
14119
+ # schema_arn: "GlueResourceArn",
14120
+ # schema_name: "SchemaRegistryNameString",
14121
+ # registry_name: "SchemaRegistryNameString",
14122
+ # },
14123
+ # schema_version_id: "SchemaVersionIdString",
14124
+ # schema_version_number: 1,
14125
+ # },
12101
14126
  # }
12102
14127
  #
12103
14128
  # @!attribute [rw] columns
@@ -12155,6 +14180,14 @@ module Aws::Glue
12155
14180
  # not.
12156
14181
  # @return [Boolean]
12157
14182
  #
14183
+ # @!attribute [rw] schema_reference
14184
+ # An object that references a schema stored in the AWS Glue Schema
14185
+ # Registry.
14186
+ #
14187
+ # When creating a table, you can pass an empty list of columns for the
14188
+ # schema, and instead use a schema reference.
14189
+ # @return [Types::SchemaReference]
14190
+ #
12158
14191
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
12159
14192
  #
12160
14193
  class StorageDescriptor < Struct.new(
@@ -12169,12 +14202,14 @@ module Aws::Glue
12169
14202
  :sort_columns,
12170
14203
  :parameters,
12171
14204
  :skewed_info,
12172
- :stored_as_sub_directories)
14205
+ :stored_as_sub_directories,
14206
+ :schema_reference)
12173
14207
  SENSITIVE = []
12174
14208
  include Aws::Structure
12175
14209
  end
12176
14210
 
12177
- # Defines a string column statistics data.
14211
+ # Defines column statistics supported for character sequence data
14212
+ # values.
12178
14213
  #
12179
14214
  # @note When making an API call, you may pass StringColumnStatisticsData
12180
14215
  # data as a hash:
@@ -12187,19 +14222,19 @@ module Aws::Glue
12187
14222
  # }
12188
14223
  #
12189
14224
  # @!attribute [rw] maximum_length
12190
- # Maximum value of the column.
14225
+ # The size of the longest string in the column.
12191
14226
  # @return [Integer]
12192
14227
  #
12193
14228
  # @!attribute [rw] average_length
12194
- # Average value of the column.
14229
+ # The average string length in the column.
12195
14230
  # @return [Float]
12196
14231
  #
12197
14232
  # @!attribute [rw] number_of_nulls
12198
- # Number of nulls.
14233
+ # The number of null values in the column.
12199
14234
  # @return [Integer]
12200
14235
  #
12201
14236
  # @!attribute [rw] number_of_distinct_values
12202
- # Number of distinct values.
14237
+ # The number of distinct values in a column.
12203
14238
  # @return [Integer]
12204
14239
  #
12205
14240
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
@@ -12438,6 +14473,15 @@ module Aws::Glue
12438
14473
  # },
12439
14474
  # },
12440
14475
  # stored_as_sub_directories: false,
14476
+ # schema_reference: {
14477
+ # schema_id: {
14478
+ # schema_arn: "GlueResourceArn",
14479
+ # schema_name: "SchemaRegistryNameString",
14480
+ # registry_name: "SchemaRegistryNameString",
14481
+ # },
14482
+ # schema_version_id: "SchemaVersionIdString",
14483
+ # schema_version_number: 1,
14484
+ # },
12441
14485
  # },
12442
14486
  # partition_keys: [
12443
14487
  # {
@@ -12795,6 +14839,42 @@ module Aws::Glue
12795
14839
  include Aws::Structure
12796
14840
  end
12797
14841
 
14842
+ # The encryption-at-rest settings of the transform that apply to
14843
+ # accessing user data. Machine learning transforms can access user data
14844
+ # encrypted in Amazon S3 using KMS.
14845
+ #
14846
+ # Additionally, imported labels and trained transforms can now be
14847
+ # encrypted using a customer provided KMS key.
14848
+ #
14849
+ # @note When making an API call, you may pass TransformEncryption
14850
+ # data as a hash:
14851
+ #
14852
+ # {
14853
+ # ml_user_data_encryption: {
14854
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
14855
+ # kms_key_id: "NameString",
14856
+ # },
14857
+ # task_run_security_configuration_name: "NameString",
14858
+ # }
14859
+ #
14860
+ # @!attribute [rw] ml_user_data_encryption
14861
+ # An `MLUserDataEncryption` object containing the encryption mode and
14862
+ # customer-provided KMS key ID.
14863
+ # @return [Types::MLUserDataEncryption]
14864
+ #
14865
+ # @!attribute [rw] task_run_security_configuration_name
14866
+ # The name of the security configuration.
14867
+ # @return [String]
14868
+ #
14869
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
14870
+ #
14871
+ class TransformEncryption < Struct.new(
14872
+ :ml_user_data_encryption,
14873
+ :task_run_security_configuration_name)
14874
+ SENSITIVE = []
14875
+ include Aws::Structure
14876
+ end
14877
+
12798
14878
  # The criteria used to filter the machine learning transforms.
12799
14879
  #
12800
14880
  # @note When making an API call, you may pass TransformFilterCriteria
@@ -12909,7 +14989,7 @@ module Aws::Glue
12909
14989
  #
12910
14990
  #
12911
14991
  #
12912
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
14992
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
12913
14993
  # @return [String]
12914
14994
  #
12915
14995
  # @!attribute [rw] find_matches_parameters
@@ -13514,6 +15594,12 @@ module Aws::Glue
13514
15594
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
13515
15595
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
13516
15596
  # },
15597
+ # recrawl_policy: {
15598
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
15599
+ # },
15600
+ # lineage_configuration: {
15601
+ # crawler_lineage_settings: "ENABLE", # accepts ENABLE, DISABLE
15602
+ # },
13517
15603
  # configuration: "CrawlerConfiguration",
13518
15604
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
13519
15605
  # }
@@ -13565,6 +15651,15 @@ module Aws::Glue
13565
15651
  # The policy for the crawler's update and deletion behavior.
13566
15652
  # @return [Types::SchemaChangePolicy]
13567
15653
  #
15654
+ # @!attribute [rw] recrawl_policy
15655
+ # A policy that specifies whether to crawl the entire dataset again,
15656
+ # or to crawl only folders that were added since the last crawler run.
15657
+ # @return [Types::RecrawlPolicy]
15658
+ #
15659
+ # @!attribute [rw] lineage_configuration
15660
+ # Specifies data lineage configuration settings for the crawler.
15661
+ # @return [Types::LineageConfiguration]
15662
+ #
13568
15663
  # @!attribute [rw] configuration
13569
15664
  # Crawler configuration information. This versioned JSON string allows
13570
15665
  # users to specify aspects of a crawler's behavior. For more
@@ -13592,6 +15687,8 @@ module Aws::Glue
13592
15687
  :classifiers,
13593
15688
  :table_prefix,
13594
15689
  :schema_change_policy,
15690
+ :recrawl_policy,
15691
+ :lineage_configuration,
13595
15692
  :configuration,
13596
15693
  :crawler_security_configuration)
13597
15694
  SENSITIVE = []
@@ -14173,6 +16270,15 @@ module Aws::Glue
14173
16270
  # },
14174
16271
  # },
14175
16272
  # stored_as_sub_directories: false,
16273
+ # schema_reference: {
16274
+ # schema_id: {
16275
+ # schema_arn: "GlueResourceArn",
16276
+ # schema_name: "SchemaRegistryNameString",
16277
+ # registry_name: "SchemaRegistryNameString",
16278
+ # },
16279
+ # schema_version_id: "SchemaVersionIdString",
16280
+ # schema_version_number: 1,
16281
+ # },
14176
16282
  # },
14177
16283
  # parameters: {
14178
16284
  # "KeyString" => "ParametersMapValue",
@@ -14224,6 +16330,127 @@ module Aws::Glue
14224
16330
  #
14225
16331
  class UpdatePartitionResponse < Aws::EmptyStructure; end
14226
16332
 
16333
+ # @note When making an API call, you may pass UpdateRegistryInput
16334
+ # data as a hash:
16335
+ #
16336
+ # {
16337
+ # registry_id: { # required
16338
+ # registry_name: "SchemaRegistryNameString",
16339
+ # registry_arn: "GlueResourceArn",
16340
+ # },
16341
+ # description: "DescriptionString", # required
16342
+ # }
16343
+ #
16344
+ # @!attribute [rw] registry_id
16345
+ # This is a wrapper structure that may contain the registry name and
16346
+ # Amazon Resource Name (ARN).
16347
+ # @return [Types::RegistryId]
16348
+ #
16349
+ # @!attribute [rw] description
16350
+ # A description of the registry. If description is not provided, this
16351
+ # field will not be updated.
16352
+ # @return [String]
16353
+ #
16354
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
16355
+ #
16356
+ class UpdateRegistryInput < Struct.new(
16357
+ :registry_id,
16358
+ :description)
16359
+ SENSITIVE = []
16360
+ include Aws::Structure
16361
+ end
16362
+
16363
+ # @!attribute [rw] registry_name
16364
+ # The name of the updated registry.
16365
+ # @return [String]
16366
+ #
16367
+ # @!attribute [rw] registry_arn
16368
+ # The Amazon Resource name (ARN) of the updated registry.
16369
+ # @return [String]
16370
+ #
16371
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
16372
+ #
16373
+ class UpdateRegistryResponse < Struct.new(
16374
+ :registry_name,
16375
+ :registry_arn)
16376
+ SENSITIVE = []
16377
+ include Aws::Structure
16378
+ end
16379
+
16380
+ # @note When making an API call, you may pass UpdateSchemaInput
16381
+ # data as a hash:
16382
+ #
16383
+ # {
16384
+ # schema_id: { # required
16385
+ # schema_arn: "GlueResourceArn",
16386
+ # schema_name: "SchemaRegistryNameString",
16387
+ # registry_name: "SchemaRegistryNameString",
16388
+ # },
16389
+ # schema_version_number: {
16390
+ # latest_version: false,
16391
+ # version_number: 1,
16392
+ # },
16393
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
16394
+ # description: "DescriptionString",
16395
+ # }
16396
+ #
16397
+ # @!attribute [rw] schema_id
16398
+ # This is a wrapper structure to contain schema identity fields. The
16399
+ # structure contains:
16400
+ #
16401
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
16402
+ # One of `SchemaArn` or `SchemaName` has to be provided.
16403
+ #
16404
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
16405
+ # `SchemaName` has to be provided.
16406
+ # @return [Types::SchemaId]
16407
+ #
16408
+ # @!attribute [rw] schema_version_number
16409
+ # Version number required for check pointing. One of `VersionNumber`
16410
+ # or `Compatibility` has to be provided.
16411
+ # @return [Types::SchemaVersionNumber]
16412
+ #
16413
+ # @!attribute [rw] compatibility
16414
+ # The new compatibility setting for the schema.
16415
+ # @return [String]
16416
+ #
16417
+ # @!attribute [rw] description
16418
+ # The new description for the schema.
16419
+ # @return [String]
16420
+ #
16421
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
16422
+ #
16423
+ class UpdateSchemaInput < Struct.new(
16424
+ :schema_id,
16425
+ :schema_version_number,
16426
+ :compatibility,
16427
+ :description)
16428
+ SENSITIVE = []
16429
+ include Aws::Structure
16430
+ end
16431
+
16432
+ # @!attribute [rw] schema_arn
16433
+ # The Amazon Resource Name (ARN) of the schema.
16434
+ # @return [String]
16435
+ #
16436
+ # @!attribute [rw] schema_name
16437
+ # The name of the schema.
16438
+ # @return [String]
16439
+ #
16440
+ # @!attribute [rw] registry_name
16441
+ # The name of the registry that contains the schema.
16442
+ # @return [String]
16443
+ #
16444
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
16445
+ #
16446
+ class UpdateSchemaResponse < Struct.new(
16447
+ :schema_arn,
16448
+ :schema_name,
16449
+ :registry_name)
16450
+ SENSITIVE = []
16451
+ include Aws::Structure
16452
+ end
16453
+
14227
16454
  # @note When making an API call, you may pass UpdateTableRequest
14228
16455
  # data as a hash:
14229
16456
  #
@@ -14278,6 +16505,15 @@ module Aws::Glue
14278
16505
  # },
14279
16506
  # },
14280
16507
  # stored_as_sub_directories: false,
16508
+ # schema_reference: {
16509
+ # schema_id: {
16510
+ # schema_arn: "GlueResourceArn",
16511
+ # schema_name: "SchemaRegistryNameString",
16512
+ # registry_name: "SchemaRegistryNameString",
16513
+ # },
16514
+ # schema_version_id: "SchemaVersionIdString",
16515
+ # schema_version_number: 1,
16516
+ # },
14281
16517
  # },
14282
16518
  # partition_keys: [
14283
16519
  # {