aws-sdk-glue 1.74.0 → 1.79.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -166,6 +166,15 @@ module Aws::Glue
166
166
  # },
167
167
  # },
168
168
  # stored_as_sub_directories: false,
169
+ # schema_reference: {
170
+ # schema_id: {
171
+ # schema_arn: "GlueResourceArn",
172
+ # schema_name: "SchemaRegistryNameString",
173
+ # registry_name: "SchemaRegistryNameString",
174
+ # },
175
+ # schema_version_id: "SchemaVersionIdString",
176
+ # schema_version_number: 1,
177
+ # },
169
178
  # },
170
179
  # parameters: {
171
180
  # "KeyString" => "ParametersMapValue",
@@ -837,6 +846,15 @@ module Aws::Glue
837
846
  # },
838
847
  # },
839
848
  # stored_as_sub_directories: false,
849
+ # schema_reference: {
850
+ # schema_id: {
851
+ # schema_arn: "GlueResourceArn",
852
+ # schema_name: "SchemaRegistryNameString",
853
+ # registry_name: "SchemaRegistryNameString",
854
+ # },
855
+ # schema_version_id: "SchemaVersionIdString",
856
+ # schema_version_number: 1,
857
+ # },
840
858
  # },
841
859
  # parameters: {
842
860
  # "KeyString" => "ParametersMapValue",
@@ -930,6 +948,15 @@ module Aws::Glue
930
948
  # },
931
949
  # },
932
950
  # stored_as_sub_directories: false,
951
+ # schema_reference: {
952
+ # schema_id: {
953
+ # schema_arn: "GlueResourceArn",
954
+ # schema_name: "SchemaRegistryNameString",
955
+ # registry_name: "SchemaRegistryNameString",
956
+ # },
957
+ # schema_version_id: "SchemaVersionIdString",
958
+ # schema_version_number: 1,
959
+ # },
933
960
  # },
934
961
  # parameters: {
935
962
  # "KeyString" => "ParametersMapValue",
@@ -968,7 +995,7 @@ module Aws::Glue
968
995
  include Aws::Structure
969
996
  end
970
997
 
971
- # Defines a binary column statistics data.
998
+ # Defines column statistics supported for bit sequence data values.
972
999
  #
973
1000
  # @note When making an API call, you may pass BinaryColumnStatisticsData
974
1001
  # data as a hash:
@@ -980,15 +1007,15 @@ module Aws::Glue
980
1007
  # }
981
1008
  #
982
1009
  # @!attribute [rw] maximum_length
983
- # Maximum length of the column.
1010
+ # The size of the longest bit sequence in the column.
984
1011
  # @return [Integer]
985
1012
  #
986
1013
  # @!attribute [rw] average_length
987
- # Average length of the column.
1014
+ # The average bit sequence length in the column.
988
1015
  # @return [Float]
989
1016
  #
990
1017
  # @!attribute [rw] number_of_nulls
991
- # Number of nulls.
1018
+ # The number of null values in the column.
992
1019
  # @return [Integer]
993
1020
  #
994
1021
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
@@ -1001,7 +1028,7 @@ module Aws::Glue
1001
1028
  include Aws::Structure
1002
1029
  end
1003
1030
 
1004
- # Defines a boolean column statistics.
1031
+ # Defines column statistics supported for Boolean data columns.
1005
1032
  #
1006
1033
  # @note When making an API call, you may pass BooleanColumnStatisticsData
1007
1034
  # data as a hash:
@@ -1013,15 +1040,15 @@ module Aws::Glue
1013
1040
  # }
1014
1041
  #
1015
1042
  # @!attribute [rw] number_of_trues
1016
- # Number of true value.
1043
+ # The number of true values in the column.
1017
1044
  # @return [Integer]
1018
1045
  #
1019
1046
  # @!attribute [rw] number_of_falses
1020
- # Number of false value.
1047
+ # The number of false values in the column.
1021
1048
  # @return [Integer]
1022
1049
  #
1023
1050
  # @!attribute [rw] number_of_nulls
1024
- # Number of nulls.
1051
+ # The number of null values in the column.
1025
1052
  # @return [Integer]
1026
1053
  #
1027
1054
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
@@ -1159,6 +1186,49 @@ module Aws::Glue
1159
1186
  include Aws::Structure
1160
1187
  end
1161
1188
 
1189
+ # @note When making an API call, you may pass CheckSchemaVersionValidityInput
1190
+ # data as a hash:
1191
+ #
1192
+ # {
1193
+ # data_format: "AVRO", # required, accepts AVRO
1194
+ # schema_definition: "SchemaDefinitionString", # required
1195
+ # }
1196
+ #
1197
+ # @!attribute [rw] data_format
1198
+ # The data format of the schema definition. Currently only `AVRO` is
1199
+ # supported.
1200
+ # @return [String]
1201
+ #
1202
+ # @!attribute [rw] schema_definition
1203
+ # The definition of the schema that has to be validated.
1204
+ # @return [String]
1205
+ #
1206
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
1207
+ #
1208
+ class CheckSchemaVersionValidityInput < Struct.new(
1209
+ :data_format,
1210
+ :schema_definition)
1211
+ SENSITIVE = []
1212
+ include Aws::Structure
1213
+ end
1214
+
1215
+ # @!attribute [rw] valid
1216
+ # Return true, if the schema is valid and false otherwise.
1217
+ # @return [Boolean]
1218
+ #
1219
+ # @!attribute [rw] error
1220
+ # A validation failure error message.
1221
+ # @return [String]
1222
+ #
1223
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
1224
+ #
1225
+ class CheckSchemaVersionValidityResponse < Struct.new(
1226
+ :valid,
1227
+ :error)
1228
+ SENSITIVE = []
1229
+ include Aws::Structure
1230
+ end
1231
+
1162
1232
  # Classifiers are triggered during a crawl task. A classifier checks
1163
1233
  # whether a given file is in a format it can handle. If it is, the
1164
1234
  # classifier creates a schema in the form of a `StructType` object that
@@ -1378,14 +1448,14 @@ module Aws::Glue
1378
1448
  include Aws::Structure
1379
1449
  end
1380
1450
 
1381
- # Defines a column containing error.
1451
+ # Encapsulates a column name that failed and the reason for failure.
1382
1452
  #
1383
1453
  # @!attribute [rw] column_name
1384
- # The name of the column.
1454
+ # The name of the column that failed.
1385
1455
  # @return [String]
1386
1456
  #
1387
1457
  # @!attribute [rw] error
1388
- # The error message occurred during operation.
1458
+ # An error message with the reason for the failure of an operation.
1389
1459
  # @return [Types::ErrorDetail]
1390
1460
  #
1391
1461
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
@@ -1397,7 +1467,8 @@ module Aws::Glue
1397
1467
  include Aws::Structure
1398
1468
  end
1399
1469
 
1400
- # Defines a column statistics.
1470
+ # Represents the generated column-level statistics for a table or
1471
+ # partition.
1401
1472
  #
1402
1473
  # @note When making an API call, you may pass ColumnStatistics
1403
1474
  # data as a hash:
@@ -1458,19 +1529,20 @@ module Aws::Glue
1458
1529
  # }
1459
1530
  #
1460
1531
  # @!attribute [rw] column_name
1461
- # The name of the column.
1532
+ # Name of column which statistics belong to.
1462
1533
  # @return [String]
1463
1534
  #
1464
1535
  # @!attribute [rw] column_type
1465
- # The type of the column.
1536
+ # The data type of the column.
1466
1537
  # @return [String]
1467
1538
  #
1468
1539
  # @!attribute [rw] analyzed_time
1469
- # The analyzed time of the column statistics.
1540
+ # The timestamp of when column statistics were generated.
1470
1541
  # @return [Time]
1471
1542
  #
1472
1543
  # @!attribute [rw] statistics_data
1473
- # The statistics of the column.
1544
+ # A `ColumnStatisticData` object that contains the statistics data
1545
+ # values.
1474
1546
  # @return [Types::ColumnStatisticsData]
1475
1547
  #
1476
1548
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
@@ -1484,7 +1556,8 @@ module Aws::Glue
1484
1556
  include Aws::Structure
1485
1557
  end
1486
1558
 
1487
- # Defines a column statistics data.
1559
+ # Contains the individual types of column statistics data. Only one data
1560
+ # object should be set and indicated by the `Type` attribute.
1488
1561
  #
1489
1562
  # @note When making an API call, you may pass ColumnStatisticsData
1490
1563
  # data as a hash:
@@ -1540,35 +1613,35 @@ module Aws::Glue
1540
1613
  # }
1541
1614
  #
1542
1615
  # @!attribute [rw] type
1543
- # The name of the column.
1616
+ # The type of column statistics data.
1544
1617
  # @return [String]
1545
1618
  #
1546
1619
  # @!attribute [rw] boolean_column_statistics_data
1547
- # Boolean Column Statistics Data.
1620
+ # Boolean column statistics data.
1548
1621
  # @return [Types::BooleanColumnStatisticsData]
1549
1622
  #
1550
1623
  # @!attribute [rw] date_column_statistics_data
1551
- # Date Column Statistics Data.
1624
+ # Date column statistics data.
1552
1625
  # @return [Types::DateColumnStatisticsData]
1553
1626
  #
1554
1627
  # @!attribute [rw] decimal_column_statistics_data
1555
- # Decimal Column Statistics Data.
1628
+ # Decimal column statistics data.
1556
1629
  # @return [Types::DecimalColumnStatisticsData]
1557
1630
  #
1558
1631
  # @!attribute [rw] double_column_statistics_data
1559
- # Double Column Statistics Data.
1632
+ # Double column statistics data.
1560
1633
  # @return [Types::DoubleColumnStatisticsData]
1561
1634
  #
1562
1635
  # @!attribute [rw] long_column_statistics_data
1563
- # Long Column Statistics Data.
1636
+ # Long column statistics data.
1564
1637
  # @return [Types::LongColumnStatisticsData]
1565
1638
  #
1566
1639
  # @!attribute [rw] string_column_statistics_data
1567
- # String Column Statistics Data.
1640
+ # String column statistics data.
1568
1641
  # @return [Types::StringColumnStatisticsData]
1569
1642
  #
1570
1643
  # @!attribute [rw] binary_column_statistics_data
1571
- # Binary Column Statistics Data.
1644
+ # Binary column statistics data.
1572
1645
  # @return [Types::BinaryColumnStatisticsData]
1573
1646
  #
1574
1647
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
@@ -1586,14 +1659,15 @@ module Aws::Glue
1586
1659
  include Aws::Structure
1587
1660
  end
1588
1661
 
1589
- # Defines a column containing error.
1662
+ # Encapsulates a `ColumnStatistics` object that failed and the reason
1663
+ # for failure.
1590
1664
  #
1591
1665
  # @!attribute [rw] column_statistics
1592
- # The ColumnStatistics of the column.
1666
+ # The `ColumnStatistics` of the column.
1593
1667
  # @return [Types::ColumnStatistics]
1594
1668
  #
1595
1669
  # @!attribute [rw] error
1596
- # The error message occurred during operation.
1670
+ # An error message with the reason for the failure of an operation.
1597
1671
  # @return [Types::ErrorDetail]
1598
1672
  #
1599
1673
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
@@ -2103,6 +2177,11 @@ module Aws::Glue
2103
2177
  # associated with the crawler.
2104
2178
  # @return [Array<String>]
2105
2179
  #
2180
+ # @!attribute [rw] recrawl_policy
2181
+ # A policy that specifies whether to crawl the entire dataset again,
2182
+ # or to crawl only folders that were added since the last crawler run.
2183
+ # @return [Types::RecrawlPolicy]
2184
+ #
2106
2185
  # @!attribute [rw] schema_change_policy
2107
2186
  # The policy that specifies update and delete behaviors for the
2108
2187
  # crawler.
@@ -2167,6 +2246,7 @@ module Aws::Glue
2167
2246
  :database_name,
2168
2247
  :description,
2169
2248
  :classifiers,
2249
+ :recrawl_policy,
2170
2250
  :schema_change_policy,
2171
2251
  :state,
2172
2252
  :table_prefix,
@@ -2518,6 +2598,9 @@ module Aws::Glue
2518
2598
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
2519
2599
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
2520
2600
  # },
2601
+ # recrawl_policy: {
2602
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
2603
+ # },
2521
2604
  # configuration: "CrawlerConfiguration",
2522
2605
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
2523
2606
  # tags: {
@@ -2572,6 +2655,11 @@ module Aws::Glue
2572
2655
  # The policy for the crawler's update and deletion behavior.
2573
2656
  # @return [Types::SchemaChangePolicy]
2574
2657
  #
2658
+ # @!attribute [rw] recrawl_policy
2659
+ # A policy that specifies whether to crawl the entire dataset again,
2660
+ # or to crawl only folders that were added since the last crawler run.
2661
+ # @return [Types::RecrawlPolicy]
2662
+ #
2575
2663
  # @!attribute [rw] configuration
2576
2664
  # Crawler configuration information. This versioned JSON string allows
2577
2665
  # users to specify aspects of a crawler's behavior. For more
@@ -2609,6 +2697,7 @@ module Aws::Glue
2609
2697
  :classifiers,
2610
2698
  :table_prefix,
2611
2699
  :schema_change_policy,
2700
+ :recrawl_policy,
2612
2701
  :configuration,
2613
2702
  :crawler_security_configuration,
2614
2703
  :tags)
@@ -3387,6 +3476,13 @@ module Aws::Glue
3387
3476
  # tags: {
3388
3477
  # "TagKey" => "TagValue",
3389
3478
  # },
3479
+ # transform_encryption: {
3480
+ # ml_user_data_encryption: {
3481
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
3482
+ # kms_key_id: "NameString",
3483
+ # },
3484
+ # task_run_security_configuration_name: "NameString",
3485
+ # },
3390
3486
  # }
3391
3487
  #
3392
3488
  # @!attribute [rw] name
@@ -3530,6 +3626,12 @@ module Aws::Glue
3530
3626
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
3531
3627
  # @return [Hash<String,String>]
3532
3628
  #
3629
+ # @!attribute [rw] transform_encryption
3630
+ # The encryption-at-rest settings of the transform that apply to
3631
+ # accessing user data. Machine learning transforms can access user
3632
+ # data encrypted in Amazon S3 using KMS.
3633
+ # @return [Types::TransformEncryption]
3634
+ #
3533
3635
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
3534
3636
  #
3535
3637
  class CreateMLTransformRequest < Struct.new(
@@ -3544,7 +3646,8 @@ module Aws::Glue
3544
3646
  :number_of_workers,
3545
3647
  :timeout,
3546
3648
  :max_retries,
3547
- :tags)
3649
+ :tags,
3650
+ :transform_encryption)
3548
3651
  SENSITIVE = []
3549
3652
  include Aws::Structure
3550
3653
  end
@@ -3612,6 +3715,15 @@ module Aws::Glue
3612
3715
  # },
3613
3716
  # },
3614
3717
  # stored_as_sub_directories: false,
3718
+ # schema_reference: {
3719
+ # schema_id: {
3720
+ # schema_arn: "GlueResourceArn",
3721
+ # schema_name: "SchemaRegistryNameString",
3722
+ # registry_name: "SchemaRegistryNameString",
3723
+ # },
3724
+ # schema_version_id: "SchemaVersionIdString",
3725
+ # schema_version_number: 1,
3726
+ # },
3615
3727
  # },
3616
3728
  # parameters: {
3617
3729
  # "KeyString" => "ParametersMapValue",
@@ -3654,6 +3766,266 @@ module Aws::Glue
3654
3766
  #
3655
3767
  class CreatePartitionResponse < Aws::EmptyStructure; end
3656
3768
 
3769
+ # @note When making an API call, you may pass CreateRegistryInput
3770
+ # data as a hash:
3771
+ #
3772
+ # {
3773
+ # registry_name: "SchemaRegistryNameString", # required
3774
+ # description: "DescriptionString",
3775
+ # tags: {
3776
+ # "TagKey" => "TagValue",
3777
+ # },
3778
+ # }
3779
+ #
3780
+ # @!attribute [rw] registry_name
3781
+ # Name of the registry to be created of max length of 255, and may
3782
+ # only contain letters, numbers, hyphen, underscore, dollar sign, or
3783
+ # hash mark. No whitespace.
3784
+ # @return [String]
3785
+ #
3786
+ # @!attribute [rw] description
3787
+ # A description of the registry. If description is not provided, there
3788
+ # will not be any default value for this.
3789
+ # @return [String]
3790
+ #
3791
+ # @!attribute [rw] tags
3792
+ # AWS tags that contain a key value pair and may be searched by
3793
+ # console, command line, or API.
3794
+ # @return [Hash<String,String>]
3795
+ #
3796
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
3797
+ #
3798
+ class CreateRegistryInput < Struct.new(
3799
+ :registry_name,
3800
+ :description,
3801
+ :tags)
3802
+ SENSITIVE = []
3803
+ include Aws::Structure
3804
+ end
3805
+
3806
+ # @!attribute [rw] registry_arn
3807
+ # The Amazon Resource Name (ARN) of the newly created registry.
3808
+ # @return [String]
3809
+ #
3810
+ # @!attribute [rw] registry_name
3811
+ # The name of the registry.
3812
+ # @return [String]
3813
+ #
3814
+ # @!attribute [rw] description
3815
+ # A description of the registry.
3816
+ # @return [String]
3817
+ #
3818
+ # @!attribute [rw] tags
3819
+ # The tags for the registry.
3820
+ # @return [Hash<String,String>]
3821
+ #
3822
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
3823
+ #
3824
+ class CreateRegistryResponse < Struct.new(
3825
+ :registry_arn,
3826
+ :registry_name,
3827
+ :description,
3828
+ :tags)
3829
+ SENSITIVE = []
3830
+ include Aws::Structure
3831
+ end
3832
+
3833
+ # @note When making an API call, you may pass CreateSchemaInput
3834
+ # data as a hash:
3835
+ #
3836
+ # {
3837
+ # registry_id: {
3838
+ # registry_name: "SchemaRegistryNameString",
3839
+ # registry_arn: "GlueResourceArn",
3840
+ # },
3841
+ # schema_name: "SchemaRegistryNameString", # required
3842
+ # data_format: "AVRO", # required, accepts AVRO
3843
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
3844
+ # description: "DescriptionString",
3845
+ # tags: {
3846
+ # "TagKey" => "TagValue",
3847
+ # },
3848
+ # schema_definition: "SchemaDefinitionString",
3849
+ # }
3850
+ #
3851
+ # @!attribute [rw] registry_id
3852
+ # This is a wrapper shape to contain the registry identity fields. If
3853
+ # this is not provided, the default registry will be used. The ARN
3854
+ # format for the same will be: `arn:aws:glue:us-east-2:<customer
3855
+ # id>:registry/default-registry:random-5-letter-id`.
3856
+ # @return [Types::RegistryId]
3857
+ #
3858
+ # @!attribute [rw] schema_name
3859
+ # Name of the schema to be created of max length of 255, and may only
3860
+ # contain letters, numbers, hyphen, underscore, dollar sign, or hash
3861
+ # mark. No whitespace.
3862
+ # @return [String]
3863
+ #
3864
+ # @!attribute [rw] data_format
3865
+ # The data format of the schema definition. Currently only `AVRO` is
3866
+ # supported.
3867
+ # @return [String]
3868
+ #
3869
+ # @!attribute [rw] compatibility
3870
+ # The compatibility mode of the schema. The possible values are:
3871
+ #
3872
+ # * *NONE*\: No compatibility mode applies. You can use this choice in
3873
+ # development scenarios or if you do not know the compatibility mode
3874
+ # that you want to apply to schemas. Any new version added will be
3875
+ # accepted without undergoing a compatibility check.
3876
+ #
3877
+ # * *DISABLED*\: This compatibility choice prevents versioning for a
3878
+ # particular schema. You can use this choice to prevent future
3879
+ # versioning of a schema.
3880
+ #
3881
+ # * *BACKWARD*\: This compatibility choice is recommended as it allows
3882
+ # data receivers to read both the current and one previous schema
3883
+ # version. This means that for instance, a new schema version cannot
3884
+ # drop data fields or change the type of these fields, so they
3885
+ # can't be read by readers using the previous version.
3886
+ #
3887
+ # * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
3888
+ # to read both the current and all previous schema versions. You can
3889
+ # use this choice when you need to delete fields or add optional
3890
+ # fields, and check compatibility against all previous schema
3891
+ # versions.
3892
+ #
3893
+ # * *FORWARD*\: This compatibility choice allows data receivers to
3894
+ # read both the current and one next schema version, but not
3895
+ # necessarily later versions. You can use this choice when you need
3896
+ # to add fields or delete optional fields, but only check
3897
+ # compatibility against the last schema version.
3898
+ #
3899
+ # * *FORWARD\_ALL*\: This compatibility choice allows data receivers
3900
+ # to read written by producers of any new registered schema. You can
3901
+ # use this choice when you need to add fields or delete optional
3902
+ # fields, and check compatibility against all previous schema
3903
+ # versions.
3904
+ #
3905
+ # * *FULL*\: This compatibility choice allows data receivers to read
3906
+ # data written by producers using the previous or next version of
3907
+ # the schema, but not necessarily earlier or later versions. You can
3908
+ # use this choice when you need to add or remove optional fields,
3909
+ # but only check compatibility against the last schema version.
3910
+ #
3911
+ # * *FULL\_ALL*\: This compatibility choice allows data receivers to
3912
+ # read data written by producers using all previous schema versions.
3913
+ # You can use this choice when you need to add or remove optional
3914
+ # fields, and check compatibility against all previous schema
3915
+ # versions.
3916
+ # @return [String]
3917
+ #
3918
+ # @!attribute [rw] description
3919
+ # An optional description of the schema. If description is not
3920
+ # provided, there will not be any automatic default value for this.
3921
+ # @return [String]
3922
+ #
3923
+ # @!attribute [rw] tags
3924
+ # AWS tags that contain a key value pair and may be searched by
3925
+ # console, command line, or API. If specified, follows the AWS
3926
+ # tags-on-create pattern.
3927
+ # @return [Hash<String,String>]
3928
+ #
3929
+ # @!attribute [rw] schema_definition
3930
+ # The schema definition using the `DataFormat` setting for
3931
+ # `SchemaName`.
3932
+ # @return [String]
3933
+ #
3934
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
3935
+ #
3936
+ class CreateSchemaInput < Struct.new(
3937
+ :registry_id,
3938
+ :schema_name,
3939
+ :data_format,
3940
+ :compatibility,
3941
+ :description,
3942
+ :tags,
3943
+ :schema_definition)
3944
+ SENSITIVE = []
3945
+ include Aws::Structure
3946
+ end
3947
+
3948
+ # @!attribute [rw] registry_name
3949
+ # The name of the registry.
3950
+ # @return [String]
3951
+ #
3952
+ # @!attribute [rw] registry_arn
3953
+ # The Amazon Resource Name (ARN) of the registry.
3954
+ # @return [String]
3955
+ #
3956
+ # @!attribute [rw] schema_name
3957
+ # The name of the schema.
3958
+ # @return [String]
3959
+ #
3960
+ # @!attribute [rw] schema_arn
3961
+ # The Amazon Resource Name (ARN) of the schema.
3962
+ # @return [String]
3963
+ #
3964
+ # @!attribute [rw] description
3965
+ # A description of the schema if specified when created.
3966
+ # @return [String]
3967
+ #
3968
+ # @!attribute [rw] data_format
3969
+ # The data format of the schema definition. Currently only `AVRO` is
3970
+ # supported.
3971
+ # @return [String]
3972
+ #
3973
+ # @!attribute [rw] compatibility
3974
+ # The schema compatibility mode.
3975
+ # @return [String]
3976
+ #
3977
+ # @!attribute [rw] schema_checkpoint
3978
+ # The version number of the checkpoint (the last time the
3979
+ # compatibility mode was changed).
3980
+ # @return [Integer]
3981
+ #
3982
+ # @!attribute [rw] latest_schema_version
3983
+ # The latest version of the schema associated with the returned schema
3984
+ # definition.
3985
+ # @return [Integer]
3986
+ #
3987
+ # @!attribute [rw] next_schema_version
3988
+ # The next version of the schema associated with the returned schema
3989
+ # definition.
3990
+ # @return [Integer]
3991
+ #
3992
+ # @!attribute [rw] schema_status
3993
+ # The status of the schema.
3994
+ # @return [String]
3995
+ #
3996
+ # @!attribute [rw] tags
3997
+ # The tags for the schema.
3998
+ # @return [Hash<String,String>]
3999
+ #
4000
+ # @!attribute [rw] schema_version_id
4001
+ # The unique identifier of the first schema version.
4002
+ # @return [String]
4003
+ #
4004
+ # @!attribute [rw] schema_version_status
4005
+ # The status of the first schema version created.
4006
+ # @return [String]
4007
+ #
4008
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
4009
+ #
4010
+ class CreateSchemaResponse < Struct.new(
4011
+ :registry_name,
4012
+ :registry_arn,
4013
+ :schema_name,
4014
+ :schema_arn,
4015
+ :description,
4016
+ :data_format,
4017
+ :compatibility,
4018
+ :schema_checkpoint,
4019
+ :latest_schema_version,
4020
+ :next_schema_version,
4021
+ :schema_status,
4022
+ :tags,
4023
+ :schema_version_id,
4024
+ :schema_version_status)
4025
+ SENSITIVE = []
4026
+ include Aws::Structure
4027
+ end
4028
+
3657
4029
  # @note When making an API call, you may pass CreateScriptRequest
3658
4030
  # data as a hash:
3659
4031
  #
@@ -3832,6 +4204,15 @@ module Aws::Glue
3832
4204
  # },
3833
4205
  # },
3834
4206
  # stored_as_sub_directories: false,
4207
+ # schema_reference: {
4208
+ # schema_id: {
4209
+ # schema_arn: "GlueResourceArn",
4210
+ # schema_name: "SchemaRegistryNameString",
4211
+ # registry_name: "SchemaRegistryNameString",
4212
+ # },
4213
+ # schema_version_id: "SchemaVersionIdString",
4214
+ # schema_version_number: 1,
4215
+ # },
3835
4216
  # },
3836
4217
  # partition_keys: [
3837
4218
  # {
@@ -4441,7 +4822,7 @@ module Aws::Glue
4441
4822
  include Aws::Structure
4442
4823
  end
4443
4824
 
4444
- # Defines a date column statistics data.
4825
+ # Defines column statistics supported for timestamp data columns.
4445
4826
  #
4446
4827
  # @note When making an API call, you may pass DateColumnStatisticsData
4447
4828
  # data as a hash:
@@ -4454,19 +4835,19 @@ module Aws::Glue
4454
4835
  # }
4455
4836
  #
4456
4837
  # @!attribute [rw] minimum_value
4457
- # Minimum value of the column.
4838
+ # The lowest value in the column.
4458
4839
  # @return [Time]
4459
4840
  #
4460
4841
  # @!attribute [rw] maximum_value
4461
- # Maximum value of the column.
4842
+ # The highest value in the column.
4462
4843
  # @return [Time]
4463
4844
  #
4464
4845
  # @!attribute [rw] number_of_nulls
4465
- # Number of nulls.
4846
+ # The number of null values in the column.
4466
4847
  # @return [Integer]
4467
4848
  #
4468
4849
  # @!attribute [rw] number_of_distinct_values
4469
- # Number of distinct values.
4850
+ # The number of distinct values in a column.
4470
4851
  # @return [Integer]
4471
4852
  #
4472
4853
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
@@ -4480,7 +4861,8 @@ module Aws::Glue
4480
4861
  include Aws::Structure
4481
4862
  end
4482
4863
 
4483
- # Defines a decimal column statistics data.
4864
+ # Defines column statistics supported for fixed-point number data
4865
+ # columns.
4484
4866
  #
4485
4867
  # @note When making an API call, you may pass DecimalColumnStatisticsData
4486
4868
  # data as a hash:
@@ -4499,19 +4881,19 @@ module Aws::Glue
4499
4881
  # }
4500
4882
  #
4501
4883
  # @!attribute [rw] minimum_value
4502
- # Minimum value of the column.
4884
+ # The lowest value in the column.
4503
4885
  # @return [Types::DecimalNumber]
4504
4886
  #
4505
4887
  # @!attribute [rw] maximum_value
4506
- # Maximum value of the column.
4888
+ # The highest value in the column.
4507
4889
  # @return [Types::DecimalNumber]
4508
4890
  #
4509
4891
  # @!attribute [rw] number_of_nulls
4510
- # Number of nulls.
4892
+ # The number of null values in the column.
4511
4893
  # @return [Integer]
4512
4894
  #
4513
4895
  # @!attribute [rw] number_of_distinct_values
4514
- # Number of distinct values.
4896
+ # The number of distinct values in a column.
4515
4897
  # @return [Integer]
4516
4898
  #
4517
4899
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
@@ -4878,6 +5260,52 @@ module Aws::Glue
4878
5260
  #
4879
5261
  class DeletePartitionResponse < Aws::EmptyStructure; end
4880
5262
 
5263
+ # @note When making an API call, you may pass DeleteRegistryInput
5264
+ # data as a hash:
5265
+ #
5266
+ # {
5267
+ # registry_id: { # required
5268
+ # registry_name: "SchemaRegistryNameString",
5269
+ # registry_arn: "GlueResourceArn",
5270
+ # },
5271
+ # }
5272
+ #
5273
+ # @!attribute [rw] registry_id
5274
+ # This is a wrapper structure that may contain the registry name and
5275
+ # Amazon Resource Name (ARN).
5276
+ # @return [Types::RegistryId]
5277
+ #
5278
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
5279
+ #
5280
+ class DeleteRegistryInput < Struct.new(
5281
+ :registry_id)
5282
+ SENSITIVE = []
5283
+ include Aws::Structure
5284
+ end
5285
+
5286
+ # @!attribute [rw] registry_name
5287
+ # The name of the registry being deleted.
5288
+ # @return [String]
5289
+ #
5290
+ # @!attribute [rw] registry_arn
5291
+ # The Amazon Resource Name (ARN) of the registry being deleted.
5292
+ # @return [String]
5293
+ #
5294
+ # @!attribute [rw] status
5295
+ # The status of the registry. A successful operation will return the
5296
+ # `Deleting` status.
5297
+ # @return [String]
5298
+ #
5299
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
5300
+ #
5301
+ class DeleteRegistryResponse < Struct.new(
5302
+ :registry_name,
5303
+ :registry_arn,
5304
+ :status)
5305
+ SENSITIVE = []
5306
+ include Aws::Structure
5307
+ end
5308
+
4881
5309
  # @note When making an API call, you may pass DeleteResourcePolicyRequest
4882
5310
  # data as a hash:
4883
5311
  #
@@ -4908,6 +5336,99 @@ module Aws::Glue
4908
5336
  #
4909
5337
  class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
4910
5338
 
5339
+ # @note When making an API call, you may pass DeleteSchemaInput
5340
+ # data as a hash:
5341
+ #
5342
+ # {
5343
+ # schema_id: { # required
5344
+ # schema_arn: "GlueResourceArn",
5345
+ # schema_name: "SchemaRegistryNameString",
5346
+ # registry_name: "SchemaRegistryNameString",
5347
+ # },
5348
+ # }
5349
+ #
5350
+ # @!attribute [rw] schema_id
5351
+ # This is a wrapper structure that may contain the schema name and
5352
+ # Amazon Resource Name (ARN).
5353
+ # @return [Types::SchemaId]
5354
+ #
5355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
5356
+ #
5357
+ class DeleteSchemaInput < Struct.new(
5358
+ :schema_id)
5359
+ SENSITIVE = []
5360
+ include Aws::Structure
5361
+ end
5362
+
5363
+ # @!attribute [rw] schema_arn
5364
+ # The Amazon Resource Name (ARN) of the schema being deleted.
5365
+ # @return [String]
5366
+ #
5367
+ # @!attribute [rw] schema_name
5368
+ # The name of the schema being deleted.
5369
+ # @return [String]
5370
+ #
5371
+ # @!attribute [rw] status
5372
+ # The status of the schema.
5373
+ # @return [String]
5374
+ #
5375
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
5376
+ #
5377
+ class DeleteSchemaResponse < Struct.new(
5378
+ :schema_arn,
5379
+ :schema_name,
5380
+ :status)
5381
+ SENSITIVE = []
5382
+ include Aws::Structure
5383
+ end
5384
+
5385
+ # @note When making an API call, you may pass DeleteSchemaVersionsInput
5386
+ # data as a hash:
5387
+ #
5388
+ # {
5389
+ # schema_id: { # required
5390
+ # schema_arn: "GlueResourceArn",
5391
+ # schema_name: "SchemaRegistryNameString",
5392
+ # registry_name: "SchemaRegistryNameString",
5393
+ # },
5394
+ # versions: "VersionsString", # required
5395
+ # }
5396
+ #
5397
+ # @!attribute [rw] schema_id
5398
+ # This is a wrapper structure that may contain the schema name and
5399
+ # Amazon Resource Name (ARN).
5400
+ # @return [Types::SchemaId]
5401
+ #
5402
+ # @!attribute [rw] versions
5403
+ # A version range may be supplied which may be of the format:
5404
+ #
5405
+ # * a single version number, 5
5406
+ #
5407
+ # * a range, 5-8 : deletes versions 5, 6, 7, 8
5408
+ # @return [String]
5409
+ #
5410
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
5411
+ #
5412
+ class DeleteSchemaVersionsInput < Struct.new(
5413
+ :schema_id,
5414
+ :versions)
5415
+ SENSITIVE = []
5416
+ include Aws::Structure
5417
+ end
5418
+
5419
+ # @!attribute [rw] schema_version_errors
5420
+ # A list of `SchemaVersionErrorItem` objects, each containing an error
5421
+ # and schema version.
5422
+ # @return [Array<Types::SchemaVersionErrorItem>]
5423
+ #
5424
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
5425
+ #
5426
+ class DeleteSchemaVersionsResponse < Struct.new(
5427
+ :schema_version_errors)
5428
+ SENSITIVE = []
5429
+ include Aws::Structure
5430
+ end
5431
+
4911
5432
  # @note When making an API call, you may pass DeleteSecurityConfigurationRequest
4912
5433
  # data as a hash:
4913
5434
  #
@@ -5381,7 +5902,8 @@ module Aws::Glue
5381
5902
  include Aws::Structure
5382
5903
  end
5383
5904
 
5384
- # Defines a double column statistics data.
5905
+ # Defines column statistics supported for floating-point number data
5906
+ # columns.
5385
5907
  #
5386
5908
  # @note When making an API call, you may pass DoubleColumnStatisticsData
5387
5909
  # data as a hash:
@@ -5394,19 +5916,19 @@ module Aws::Glue
5394
5916
  # }
5395
5917
  #
5396
5918
  # @!attribute [rw] minimum_value
5397
- # Minimum value of the column.
5919
+ # The lowest value in the column.
5398
5920
  # @return [Float]
5399
5921
  #
5400
5922
  # @!attribute [rw] maximum_value
5401
- # Maximum value of the column.
5923
+ # The highest value in the column.
5402
5924
  # @return [Float]
5403
5925
  #
5404
5926
  # @!attribute [rw] number_of_nulls
5405
- # Number of nulls.
5927
+ # The number of null values in the column.
5406
5928
  # @return [Integer]
5407
5929
  #
5408
5930
  # @!attribute [rw] number_of_distinct_values
5409
- # Number of distinct values.
5931
+ # The number of distinct values in a column.
5410
5932
  # @return [Integer]
5411
5933
  #
5412
5934
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
@@ -5593,6 +6115,25 @@ module Aws::Glue
5593
6115
  include Aws::Structure
5594
6116
  end
5595
6117
 
6118
+ # An object containing error details.
6119
+ #
6120
+ # @!attribute [rw] error_code
6121
+ # The error code for an error.
6122
+ # @return [String]
6123
+ #
6124
+ # @!attribute [rw] error_message
6125
+ # The error message for an error.
6126
+ # @return [String]
6127
+ #
6128
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
6129
+ #
6130
+ class ErrorDetails < Struct.new(
6131
+ :error_code,
6132
+ :error_message)
6133
+ SENSITIVE = []
6134
+ include Aws::Structure
6135
+ end
6136
+
5596
6137
  # Evaluation metrics provide an estimate of the quality of your machine
5597
6138
  # learning transform.
5598
6139
  #
@@ -7050,6 +7591,12 @@ module Aws::Glue
7050
7591
  # a task run fails.
7051
7592
  # @return [Integer]
7052
7593
  #
7594
+ # @!attribute [rw] transform_encryption
7595
+ # The encryption-at-rest settings of the transform that apply to
7596
+ # accessing user data. Machine learning transforms can access user
7597
+ # data encrypted in Amazon S3 using KMS.
7598
+ # @return [Types::TransformEncryption]
7599
+ #
7053
7600
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
7054
7601
  #
7055
7602
  class GetMLTransformResponse < Struct.new(
@@ -7070,7 +7617,8 @@ module Aws::Glue
7070
7617
  :worker_type,
7071
7618
  :number_of_workers,
7072
7619
  :timeout,
7073
- :max_retries)
7620
+ :max_retries,
7621
+ :transform_encryption)
7074
7622
  SENSITIVE = []
7075
7623
  include Aws::Structure
7076
7624
  end
@@ -7573,6 +8121,15 @@ module Aws::Glue
7573
8121
  #
7574
8122
  # @!attribute [rw] additional_plan_options_map
7575
8123
  # A map to hold additional optional key-value parameters.
8124
+ #
8125
+ # Currently, these key-value pairs are supported:
8126
+ #
8127
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8128
+ # or false for the default script generated by an AWS Glue job. For
8129
+ # example, to set `inferSchema` to true, pass the following key
8130
+ # value pair:
8131
+ #
8132
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
7576
8133
  # @return [Hash<String,String>]
7577
8134
  #
7578
8135
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
@@ -7605,21 +8162,81 @@ module Aws::Glue
7605
8162
  include Aws::Structure
7606
8163
  end
7607
8164
 
7608
- # @note When making an API call, you may pass GetResourcePoliciesRequest
8165
+ # @note When making an API call, you may pass GetRegistryInput
7609
8166
  # data as a hash:
7610
8167
  #
7611
8168
  # {
7612
- # next_token: "Token",
7613
- # max_results: 1,
8169
+ # registry_id: { # required
8170
+ # registry_name: "SchemaRegistryNameString",
8171
+ # registry_arn: "GlueResourceArn",
8172
+ # },
7614
8173
  # }
7615
8174
  #
7616
- # @!attribute [rw] next_token
7617
- # A continuation token, if this is a continuation request.
7618
- # @return [String]
8175
+ # @!attribute [rw] registry_id
8176
+ # This is a wrapper structure that may contain the registry name and
8177
+ # Amazon Resource Name (ARN).
8178
+ # @return [Types::RegistryId]
7619
8179
  #
7620
- # @!attribute [rw] max_results
7621
- # The maximum size of a list to return.
7622
- # @return [Integer]
8180
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
8181
+ #
8182
+ class GetRegistryInput < Struct.new(
8183
+ :registry_id)
8184
+ SENSITIVE = []
8185
+ include Aws::Structure
8186
+ end
8187
+
8188
+ # @!attribute [rw] registry_name
8189
+ # The name of the registry.
8190
+ # @return [String]
8191
+ #
8192
+ # @!attribute [rw] registry_arn
8193
+ # The Amazon Resource Name (ARN) of the registry.
8194
+ # @return [String]
8195
+ #
8196
+ # @!attribute [rw] description
8197
+ # A description of the registry.
8198
+ # @return [String]
8199
+ #
8200
+ # @!attribute [rw] status
8201
+ # The status of the registry.
8202
+ # @return [String]
8203
+ #
8204
+ # @!attribute [rw] created_time
8205
+ # The date and time the registry was created.
8206
+ # @return [String]
8207
+ #
8208
+ # @!attribute [rw] updated_time
8209
+ # The date and time the registry was updated.
8210
+ # @return [String]
8211
+ #
8212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
8213
+ #
8214
+ class GetRegistryResponse < Struct.new(
8215
+ :registry_name,
8216
+ :registry_arn,
8217
+ :description,
8218
+ :status,
8219
+ :created_time,
8220
+ :updated_time)
8221
+ SENSITIVE = []
8222
+ include Aws::Structure
8223
+ end
8224
+
8225
+ # @note When making an API call, you may pass GetResourcePoliciesRequest
8226
+ # data as a hash:
8227
+ #
8228
+ # {
8229
+ # next_token: "Token",
8230
+ # max_results: 1,
8231
+ # }
8232
+ #
8233
+ # @!attribute [rw] next_token
8234
+ # A continuation token, if this is a continuation request.
8235
+ # @return [String]
8236
+ #
8237
+ # @!attribute [rw] max_results
8238
+ # The maximum size of a list to return.
8239
+ # @return [Integer]
7623
8240
  #
7624
8241
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
7625
8242
  #
@@ -7701,6 +8318,339 @@ module Aws::Glue
7701
8318
  include Aws::Structure
7702
8319
  end
7703
8320
 
8321
+ # @note When making an API call, you may pass GetSchemaByDefinitionInput
8322
+ # data as a hash:
8323
+ #
8324
+ # {
8325
+ # schema_id: { # required
8326
+ # schema_arn: "GlueResourceArn",
8327
+ # schema_name: "SchemaRegistryNameString",
8328
+ # registry_name: "SchemaRegistryNameString",
8329
+ # },
8330
+ # schema_definition: "SchemaDefinitionString", # required
8331
+ # }
8332
+ #
8333
+ # @!attribute [rw] schema_id
8334
+ # This is a wrapper structure to contain schema identity fields. The
8335
+ # structure contains:
8336
+ #
8337
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8338
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8339
+ #
8340
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8341
+ # `SchemaName` has to be provided.
8342
+ # @return [Types::SchemaId]
8343
+ #
8344
+ # @!attribute [rw] schema_definition
8345
+ # The definition of the schema for which schema details are required.
8346
+ # @return [String]
8347
+ #
8348
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
8349
+ #
8350
+ class GetSchemaByDefinitionInput < Struct.new(
8351
+ :schema_id,
8352
+ :schema_definition)
8353
+ SENSITIVE = []
8354
+ include Aws::Structure
8355
+ end
8356
+
8357
+ # @!attribute [rw] schema_version_id
8358
+ # The schema ID of the schema version.
8359
+ # @return [String]
8360
+ #
8361
+ # @!attribute [rw] schema_arn
8362
+ # The Amazon Resource Name (ARN) of the schema.
8363
+ # @return [String]
8364
+ #
8365
+ # @!attribute [rw] data_format
8366
+ # The data format of the schema definition. Currently only `AVRO` is
8367
+ # supported.
8368
+ # @return [String]
8369
+ #
8370
+ # @!attribute [rw] status
8371
+ # The status of the schema version.
8372
+ # @return [String]
8373
+ #
8374
+ # @!attribute [rw] created_time
8375
+ # The date and time the schema was created.
8376
+ # @return [String]
8377
+ #
8378
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
8379
+ #
8380
+ class GetSchemaByDefinitionResponse < Struct.new(
8381
+ :schema_version_id,
8382
+ :schema_arn,
8383
+ :data_format,
8384
+ :status,
8385
+ :created_time)
8386
+ SENSITIVE = []
8387
+ include Aws::Structure
8388
+ end
8389
+
8390
+ # @note When making an API call, you may pass GetSchemaInput
8391
+ # data as a hash:
8392
+ #
8393
+ # {
8394
+ # schema_id: { # required
8395
+ # schema_arn: "GlueResourceArn",
8396
+ # schema_name: "SchemaRegistryNameString",
8397
+ # registry_name: "SchemaRegistryNameString",
8398
+ # },
8399
+ # }
8400
+ #
8401
+ # @!attribute [rw] schema_id
8402
+ # This is a wrapper structure to contain schema identity fields. The
8403
+ # structure contains:
8404
+ #
8405
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8406
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8407
+ # provided.
8408
+ #
8409
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8410
+ # `SchemaName` and `RegistryName` has to be provided.
8411
+ # @return [Types::SchemaId]
8412
+ #
8413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
8414
+ #
8415
+ class GetSchemaInput < Struct.new(
8416
+ :schema_id)
8417
+ SENSITIVE = []
8418
+ include Aws::Structure
8419
+ end
8420
+
8421
+ # @!attribute [rw] registry_name
8422
+ # The name of the registry.
8423
+ # @return [String]
8424
+ #
8425
+ # @!attribute [rw] registry_arn
8426
+ # The Amazon Resource Name (ARN) of the registry.
8427
+ # @return [String]
8428
+ #
8429
+ # @!attribute [rw] schema_name
8430
+ # The name of the schema.
8431
+ # @return [String]
8432
+ #
8433
+ # @!attribute [rw] schema_arn
8434
+ # The Amazon Resource Name (ARN) of the schema.
8435
+ # @return [String]
8436
+ #
8437
+ # @!attribute [rw] description
8438
+ # A description of schema if specified when created
8439
+ # @return [String]
8440
+ #
8441
+ # @!attribute [rw] data_format
8442
+ # The data format of the schema definition. Currently only `AVRO` is
8443
+ # supported.
8444
+ # @return [String]
8445
+ #
8446
+ # @!attribute [rw] compatibility
8447
+ # The compatibility mode of the schema.
8448
+ # @return [String]
8449
+ #
8450
+ # @!attribute [rw] schema_checkpoint
8451
+ # The version number of the checkpoint (the last time the
8452
+ # compatibility mode was changed).
8453
+ # @return [Integer]
8454
+ #
8455
+ # @!attribute [rw] latest_schema_version
8456
+ # The latest version of the schema associated with the returned schema
8457
+ # definition.
8458
+ # @return [Integer]
8459
+ #
8460
+ # @!attribute [rw] next_schema_version
8461
+ # The next version of the schema associated with the returned schema
8462
+ # definition.
8463
+ # @return [Integer]
8464
+ #
8465
+ # @!attribute [rw] schema_status
8466
+ # The status of the schema.
8467
+ # @return [String]
8468
+ #
8469
+ # @!attribute [rw] created_time
8470
+ # The date and time the schema was created.
8471
+ # @return [String]
8472
+ #
8473
+ # @!attribute [rw] updated_time
8474
+ # The date and time the schema was updated.
8475
+ # @return [String]
8476
+ #
8477
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
8478
+ #
8479
+ class GetSchemaResponse < Struct.new(
8480
+ :registry_name,
8481
+ :registry_arn,
8482
+ :schema_name,
8483
+ :schema_arn,
8484
+ :description,
8485
+ :data_format,
8486
+ :compatibility,
8487
+ :schema_checkpoint,
8488
+ :latest_schema_version,
8489
+ :next_schema_version,
8490
+ :schema_status,
8491
+ :created_time,
8492
+ :updated_time)
8493
+ SENSITIVE = []
8494
+ include Aws::Structure
8495
+ end
8496
+
8497
+ # @note When making an API call, you may pass GetSchemaVersionInput
8498
+ # data as a hash:
8499
+ #
8500
+ # {
8501
+ # schema_id: {
8502
+ # schema_arn: "GlueResourceArn",
8503
+ # schema_name: "SchemaRegistryNameString",
8504
+ # registry_name: "SchemaRegistryNameString",
8505
+ # },
8506
+ # schema_version_id: "SchemaVersionIdString",
8507
+ # schema_version_number: {
8508
+ # latest_version: false,
8509
+ # version_number: 1,
8510
+ # },
8511
+ # }
8512
+ #
8513
+ # @!attribute [rw] schema_id
8514
+ # This is a wrapper structure to contain schema identity fields. The
8515
+ # structure contains:
8516
+ #
8517
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8518
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8519
+ # provided.
8520
+ #
8521
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8522
+ # `SchemaName` and `RegistryName` has to be provided.
8523
+ # @return [Types::SchemaId]
8524
+ #
8525
+ # @!attribute [rw] schema_version_id
8526
+ # The `SchemaVersionId` of the schema version. This field is required
8527
+ # for fetching by schema ID. Either this or the `SchemaId` wrapper has
8528
+ # to be provided.
8529
+ # @return [String]
8530
+ #
8531
+ # @!attribute [rw] schema_version_number
8532
+ # The version number of the schema.
8533
+ # @return [Types::SchemaVersionNumber]
8534
+ #
8535
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
8536
+ #
8537
+ class GetSchemaVersionInput < Struct.new(
8538
+ :schema_id,
8539
+ :schema_version_id,
8540
+ :schema_version_number)
8541
+ SENSITIVE = []
8542
+ include Aws::Structure
8543
+ end
8544
+
8545
+ # @!attribute [rw] schema_version_id
8546
+ # The `SchemaVersionId` of the schema version.
8547
+ # @return [String]
8548
+ #
8549
+ # @!attribute [rw] schema_definition
8550
+ # The schema definition for the schema ID.
8551
+ # @return [String]
8552
+ #
8553
+ # @!attribute [rw] data_format
8554
+ # The data format of the schema definition. Currently only `AVRO` is
8555
+ # supported.
8556
+ # @return [String]
8557
+ #
8558
+ # @!attribute [rw] schema_arn
8559
+ # The Amazon Resource Name (ARN) of the schema.
8560
+ # @return [String]
8561
+ #
8562
+ # @!attribute [rw] version_number
8563
+ # The version number of the schema.
8564
+ # @return [Integer]
8565
+ #
8566
+ # @!attribute [rw] status
8567
+ # The status of the schema version.
8568
+ # @return [String]
8569
+ #
8570
+ # @!attribute [rw] created_time
8571
+ # The date and time the schema version was created.
8572
+ # @return [String]
8573
+ #
8574
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
8575
+ #
8576
+ class GetSchemaVersionResponse < Struct.new(
8577
+ :schema_version_id,
8578
+ :schema_definition,
8579
+ :data_format,
8580
+ :schema_arn,
8581
+ :version_number,
8582
+ :status,
8583
+ :created_time)
8584
+ SENSITIVE = []
8585
+ include Aws::Structure
8586
+ end
8587
+
8588
+ # @note When making an API call, you may pass GetSchemaVersionsDiffInput
8589
+ # data as a hash:
8590
+ #
8591
+ # {
8592
+ # schema_id: { # required
8593
+ # schema_arn: "GlueResourceArn",
8594
+ # schema_name: "SchemaRegistryNameString",
8595
+ # registry_name: "SchemaRegistryNameString",
8596
+ # },
8597
+ # first_schema_version_number: { # required
8598
+ # latest_version: false,
8599
+ # version_number: 1,
8600
+ # },
8601
+ # second_schema_version_number: { # required
8602
+ # latest_version: false,
8603
+ # version_number: 1,
8604
+ # },
8605
+ # schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
8606
+ # }
8607
+ #
8608
+ # @!attribute [rw] schema_id
8609
+ # This is a wrapper structure to contain schema identity fields. The
8610
+ # structure contains:
8611
+ #
8612
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8613
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8614
+ #
8615
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8616
+ # `SchemaName` has to be provided.
8617
+ # @return [Types::SchemaId]
8618
+ #
8619
+ # @!attribute [rw] first_schema_version_number
8620
+ # The first of the two schema versions to be compared.
8621
+ # @return [Types::SchemaVersionNumber]
8622
+ #
8623
+ # @!attribute [rw] second_schema_version_number
8624
+ # The second of the two schema versions to be compared.
8625
+ # @return [Types::SchemaVersionNumber]
8626
+ #
8627
+ # @!attribute [rw] schema_diff_type
8628
+ # Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
8629
+ # @return [String]
8630
+ #
8631
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
8632
+ #
8633
+ class GetSchemaVersionsDiffInput < Struct.new(
8634
+ :schema_id,
8635
+ :first_schema_version_number,
8636
+ :second_schema_version_number,
8637
+ :schema_diff_type)
8638
+ SENSITIVE = []
8639
+ include Aws::Structure
8640
+ end
8641
+
8642
+ # @!attribute [rw] diff
8643
+ # The difference between schemas as a string in JsonPatch format.
8644
+ # @return [String]
8645
+ #
8646
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
8647
+ #
8648
+ class GetSchemaVersionsDiffResponse < Struct.new(
8649
+ :diff)
8650
+ SENSITIVE = []
8651
+ include Aws::Structure
8652
+ end
8653
+
7704
8654
  # @note When making an API call, you may pass GetSecurityConfigurationRequest
7705
8655
  # data as a hash:
7706
8656
  #
@@ -9778,102 +10728,265 @@ module Aws::Glue
9778
10728
  include Aws::Structure
9779
10729
  end
9780
10730
 
9781
- # @note When making an API call, you may pass ListTriggersRequest
10731
+ # @note When making an API call, you may pass ListRegistriesInput
9782
10732
  # data as a hash:
9783
10733
  #
9784
10734
  # {
9785
- # next_token: "GenericString",
9786
- # dependent_job_name: "NameString",
9787
10735
  # max_results: 1,
9788
- # tags: {
9789
- # "TagKey" => "TagValue",
9790
- # },
10736
+ # next_token: "SchemaRegistryTokenString",
9791
10737
  # }
9792
10738
  #
9793
- # @!attribute [rw] next_token
9794
- # A continuation token, if this is a continuation request.
9795
- # @return [String]
9796
- #
9797
- # @!attribute [rw] dependent_job_name
9798
- # The name of the job for which to retrieve triggers. The trigger that
9799
- # can start this job is returned. If there is no such trigger, all
9800
- # triggers are returned.
9801
- # @return [String]
9802
- #
9803
10739
  # @!attribute [rw] max_results
9804
- # The maximum size of a list to return.
10740
+ # Maximum number of results required per page. If the value is not
10741
+ # supplied, this will be defaulted to 25 per page.
9805
10742
  # @return [Integer]
9806
10743
  #
9807
- # @!attribute [rw] tags
9808
- # Specifies to return only these tagged resources.
9809
- # @return [Hash<String,String>]
10744
+ # @!attribute [rw] next_token
10745
+ # A continuation token, if this is a continuation call.
10746
+ # @return [String]
9810
10747
  #
9811
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
10748
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
9812
10749
  #
9813
- class ListTriggersRequest < Struct.new(
9814
- :next_token,
9815
- :dependent_job_name,
10750
+ class ListRegistriesInput < Struct.new(
9816
10751
  :max_results,
9817
- :tags)
10752
+ :next_token)
9818
10753
  SENSITIVE = []
9819
10754
  include Aws::Structure
9820
10755
  end
9821
10756
 
9822
- # @!attribute [rw] trigger_names
9823
- # The names of all triggers in the account, or the triggers with the
9824
- # specified tags.
9825
- # @return [Array<String>]
10757
+ # @!attribute [rw] registries
10758
+ # An array of `RegistryDetailedListItem` objects containing minimal
10759
+ # details of each registry.
10760
+ # @return [Array<Types::RegistryListItem>]
9826
10761
  #
9827
10762
  # @!attribute [rw] next_token
9828
- # A continuation token, if the returned list does not contain the last
9829
- # metric available.
10763
+ # A continuation token for paginating the returned list of tokens,
10764
+ # returned if the current segment of the list is not the last.
9830
10765
  # @return [String]
9831
10766
  #
9832
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
10767
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
9833
10768
  #
9834
- class ListTriggersResponse < Struct.new(
9835
- :trigger_names,
10769
+ class ListRegistriesResponse < Struct.new(
10770
+ :registries,
9836
10771
  :next_token)
9837
10772
  SENSITIVE = []
9838
10773
  include Aws::Structure
9839
10774
  end
9840
10775
 
9841
- # @note When making an API call, you may pass ListWorkflowsRequest
10776
+ # @note When making an API call, you may pass ListSchemaVersionsInput
9842
10777
  # data as a hash:
9843
10778
  #
9844
10779
  # {
9845
- # next_token: "GenericString",
10780
+ # schema_id: { # required
10781
+ # schema_arn: "GlueResourceArn",
10782
+ # schema_name: "SchemaRegistryNameString",
10783
+ # registry_name: "SchemaRegistryNameString",
10784
+ # },
9846
10785
  # max_results: 1,
10786
+ # next_token: "SchemaRegistryTokenString",
9847
10787
  # }
9848
10788
  #
9849
- # @!attribute [rw] next_token
9850
- # A continuation token, if this is a continuation request.
9851
- # @return [String]
10789
+ # @!attribute [rw] schema_id
10790
+ # This is a wrapper structure to contain schema identity fields. The
10791
+ # structure contains:
10792
+ #
10793
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
10794
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
10795
+ # provided.
10796
+ #
10797
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
10798
+ # `SchemaName` and `RegistryName` has to be provided.
10799
+ # @return [Types::SchemaId]
9852
10800
  #
9853
10801
  # @!attribute [rw] max_results
9854
- # The maximum size of a list to return.
10802
+ # Maximum number of results required per page. If the value is not
10803
+ # supplied, this will be defaulted to 25 per page.
9855
10804
  # @return [Integer]
9856
10805
  #
9857
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
10806
+ # @!attribute [rw] next_token
10807
+ # A continuation token, if this is a continuation call.
10808
+ # @return [String]
9858
10809
  #
9859
- class ListWorkflowsRequest < Struct.new(
9860
- :next_token,
9861
- :max_results)
10810
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
10811
+ #
10812
+ class ListSchemaVersionsInput < Struct.new(
10813
+ :schema_id,
10814
+ :max_results,
10815
+ :next_token)
9862
10816
  SENSITIVE = []
9863
10817
  include Aws::Structure
9864
10818
  end
9865
10819
 
9866
- # @!attribute [rw] workflows
9867
- # List of names of workflows in the account.
9868
- # @return [Array<String>]
10820
+ # @!attribute [rw] schemas
10821
+ # An array of `SchemaVersionList` objects containing details of each
10822
+ # schema version.
10823
+ # @return [Array<Types::SchemaVersionListItem>]
9869
10824
  #
9870
10825
  # @!attribute [rw] next_token
9871
- # A continuation token, if not all workflow names have been returned.
10826
+ # A continuation token for paginating the returned list of tokens,
10827
+ # returned if the current segment of the list is not the last.
9872
10828
  # @return [String]
9873
10829
  #
9874
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
10830
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
9875
10831
  #
9876
- class ListWorkflowsResponse < Struct.new(
10832
+ class ListSchemaVersionsResponse < Struct.new(
10833
+ :schemas,
10834
+ :next_token)
10835
+ SENSITIVE = []
10836
+ include Aws::Structure
10837
+ end
10838
+
10839
+ # @note When making an API call, you may pass ListSchemasInput
10840
+ # data as a hash:
10841
+ #
10842
+ # {
10843
+ # registry_id: {
10844
+ # registry_name: "SchemaRegistryNameString",
10845
+ # registry_arn: "GlueResourceArn",
10846
+ # },
10847
+ # max_results: 1,
10848
+ # next_token: "SchemaRegistryTokenString",
10849
+ # }
10850
+ #
10851
+ # @!attribute [rw] registry_id
10852
+ # A wrapper structure that may contain the registry name and Amazon
10853
+ # Resource Name (ARN).
10854
+ # @return [Types::RegistryId]
10855
+ #
10856
+ # @!attribute [rw] max_results
10857
+ # Maximum number of results required per page. If the value is not
10858
+ # supplied, this will be defaulted to 25 per page.
10859
+ # @return [Integer]
10860
+ #
10861
+ # @!attribute [rw] next_token
10862
+ # A continuation token, if this is a continuation call.
10863
+ # @return [String]
10864
+ #
10865
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
10866
+ #
10867
+ class ListSchemasInput < Struct.new(
10868
+ :registry_id,
10869
+ :max_results,
10870
+ :next_token)
10871
+ SENSITIVE = []
10872
+ include Aws::Structure
10873
+ end
10874
+
10875
+ # @!attribute [rw] schemas
10876
+ # An array of `SchemaListItem` objects containing details of each
10877
+ # schema.
10878
+ # @return [Array<Types::SchemaListItem>]
10879
+ #
10880
+ # @!attribute [rw] next_token
10881
+ # A continuation token for paginating the returned list of tokens,
10882
+ # returned if the current segment of the list is not the last.
10883
+ # @return [String]
10884
+ #
10885
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
10886
+ #
10887
+ class ListSchemasResponse < Struct.new(
10888
+ :schemas,
10889
+ :next_token)
10890
+ SENSITIVE = []
10891
+ include Aws::Structure
10892
+ end
10893
+
10894
+ # @note When making an API call, you may pass ListTriggersRequest
10895
+ # data as a hash:
10896
+ #
10897
+ # {
10898
+ # next_token: "GenericString",
10899
+ # dependent_job_name: "NameString",
10900
+ # max_results: 1,
10901
+ # tags: {
10902
+ # "TagKey" => "TagValue",
10903
+ # },
10904
+ # }
10905
+ #
10906
+ # @!attribute [rw] next_token
10907
+ # A continuation token, if this is a continuation request.
10908
+ # @return [String]
10909
+ #
10910
+ # @!attribute [rw] dependent_job_name
10911
+ # The name of the job for which to retrieve triggers. The trigger that
10912
+ # can start this job is returned. If there is no such trigger, all
10913
+ # triggers are returned.
10914
+ # @return [String]
10915
+ #
10916
+ # @!attribute [rw] max_results
10917
+ # The maximum size of a list to return.
10918
+ # @return [Integer]
10919
+ #
10920
+ # @!attribute [rw] tags
10921
+ # Specifies to return only these tagged resources.
10922
+ # @return [Hash<String,String>]
10923
+ #
10924
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
10925
+ #
10926
+ class ListTriggersRequest < Struct.new(
10927
+ :next_token,
10928
+ :dependent_job_name,
10929
+ :max_results,
10930
+ :tags)
10931
+ SENSITIVE = []
10932
+ include Aws::Structure
10933
+ end
10934
+
10935
+ # @!attribute [rw] trigger_names
10936
+ # The names of all triggers in the account, or the triggers with the
10937
+ # specified tags.
10938
+ # @return [Array<String>]
10939
+ #
10940
+ # @!attribute [rw] next_token
10941
+ # A continuation token, if the returned list does not contain the last
10942
+ # metric available.
10943
+ # @return [String]
10944
+ #
10945
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
10946
+ #
10947
+ class ListTriggersResponse < Struct.new(
10948
+ :trigger_names,
10949
+ :next_token)
10950
+ SENSITIVE = []
10951
+ include Aws::Structure
10952
+ end
10953
+
10954
+ # @note When making an API call, you may pass ListWorkflowsRequest
10955
+ # data as a hash:
10956
+ #
10957
+ # {
10958
+ # next_token: "GenericString",
10959
+ # max_results: 1,
10960
+ # }
10961
+ #
10962
+ # @!attribute [rw] next_token
10963
+ # A continuation token, if this is a continuation request.
10964
+ # @return [String]
10965
+ #
10966
+ # @!attribute [rw] max_results
10967
+ # The maximum size of a list to return.
10968
+ # @return [Integer]
10969
+ #
10970
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
10971
+ #
10972
+ class ListWorkflowsRequest < Struct.new(
10973
+ :next_token,
10974
+ :max_results)
10975
+ SENSITIVE = []
10976
+ include Aws::Structure
10977
+ end
10978
+
10979
+ # @!attribute [rw] workflows
10980
+ # List of names of workflows in the account.
10981
+ # @return [Array<String>]
10982
+ #
10983
+ # @!attribute [rw] next_token
10984
+ # A continuation token, if not all workflow names have been returned.
10985
+ # @return [String]
10986
+ #
10987
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
10988
+ #
10989
+ class ListWorkflowsResponse < Struct.new(
9877
10990
  :workflows,
9878
10991
  :next_token)
9879
10992
  SENSITIVE = []
@@ -9931,7 +11044,7 @@ module Aws::Glue
9931
11044
  include Aws::Structure
9932
11045
  end
9933
11046
 
9934
- # Defines a long column statistics data.
11047
+ # Defines column statistics supported for integer data columns.
9935
11048
  #
9936
11049
  # @note When making an API call, you may pass LongColumnStatisticsData
9937
11050
  # data as a hash:
@@ -9944,19 +11057,19 @@ module Aws::Glue
9944
11057
  # }
9945
11058
  #
9946
11059
  # @!attribute [rw] minimum_value
9947
- # Minimum value of the column.
11060
+ # The lowest value in the column.
9948
11061
  # @return [Integer]
9949
11062
  #
9950
11063
  # @!attribute [rw] maximum_value
9951
- # Maximum value of the column.
11064
+ # The highest value in the column.
9952
11065
  # @return [Integer]
9953
11066
  #
9954
11067
  # @!attribute [rw] number_of_nulls
9955
- # Number of nulls.
11068
+ # The number of null values in the column.
9956
11069
  # @return [Integer]
9957
11070
  #
9958
11071
  # @!attribute [rw] number_of_distinct_values
9959
- # Number of distinct values.
11072
+ # The number of distinct values in a column.
9960
11073
  # @return [Integer]
9961
11074
  #
9962
11075
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
@@ -10136,6 +11249,12 @@ module Aws::Glue
10136
11249
  # machine learning transform fails.
10137
11250
  # @return [Integer]
10138
11251
  #
11252
+ # @!attribute [rw] transform_encryption
11253
+ # The encryption-at-rest settings of the transform that apply to
11254
+ # accessing user data. Machine learning transforms can access user
11255
+ # data encrypted in Amazon S3 using KMS.
11256
+ # @return [Types::TransformEncryption]
11257
+ #
10139
11258
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
10140
11259
  #
10141
11260
  class MLTransform < Struct.new(
@@ -10156,7 +11275,8 @@ module Aws::Glue
10156
11275
  :worker_type,
10157
11276
  :number_of_workers,
10158
11277
  :timeout,
10159
- :max_retries)
11278
+ :max_retries,
11279
+ :transform_encryption)
10160
11280
  SENSITIVE = []
10161
11281
  include Aws::Structure
10162
11282
  end
@@ -10175,6 +11295,39 @@ module Aws::Glue
10175
11295
  include Aws::Structure
10176
11296
  end
10177
11297
 
11298
+ # The encryption-at-rest settings of the transform that apply to
11299
+ # accessing user data.
11300
+ #
11301
+ # @note When making an API call, you may pass MLUserDataEncryption
11302
+ # data as a hash:
11303
+ #
11304
+ # {
11305
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
11306
+ # kms_key_id: "NameString",
11307
+ # }
11308
+ #
11309
+ # @!attribute [rw] ml_user_data_encryption_mode
11310
+ # The encryption mode applied to user data. Valid values are:
11311
+ #
11312
+ # * DISABLED: encryption is disabled
11313
+ #
11314
+ # * SSEKMS: use of server-side encryption with AWS Key Management
11315
+ # Service (SSE-KMS) for user data stored in Amazon S3.
11316
+ # @return [String]
11317
+ #
11318
+ # @!attribute [rw] kms_key_id
11319
+ # The ID for the customer-provided KMS key.
11320
+ # @return [String]
11321
+ #
11322
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
11323
+ #
11324
+ class MLUserDataEncryption < Struct.new(
11325
+ :ml_user_data_encryption_mode,
11326
+ :kms_key_id)
11327
+ SENSITIVE = []
11328
+ include Aws::Structure
11329
+ end
11330
+
10178
11331
  # Defines a mapping.
10179
11332
  #
10180
11333
  # @note When making an API call, you may pass MappingEntry
@@ -10226,6 +11379,52 @@ module Aws::Glue
10226
11379
  include Aws::Structure
10227
11380
  end
10228
11381
 
11382
+ # A structure containing metadata information for a schema version.
11383
+ #
11384
+ # @!attribute [rw] metadata_value
11385
+ # The metadata key’s corresponding value.
11386
+ # @return [String]
11387
+ #
11388
+ # @!attribute [rw] created_time
11389
+ # The time at which the entry was created.
11390
+ # @return [String]
11391
+ #
11392
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
11393
+ #
11394
+ class MetadataInfo < Struct.new(
11395
+ :metadata_value,
11396
+ :created_time)
11397
+ SENSITIVE = []
11398
+ include Aws::Structure
11399
+ end
11400
+
11401
+ # A structure containing a key value pair for metadata.
11402
+ #
11403
+ # @note When making an API call, you may pass MetadataKeyValuePair
11404
+ # data as a hash:
11405
+ #
11406
+ # {
11407
+ # metadata_key: "MetadataKeyString",
11408
+ # metadata_value: "MetadataValueString",
11409
+ # }
11410
+ #
11411
+ # @!attribute [rw] metadata_key
11412
+ # A metadata key.
11413
+ # @return [String]
11414
+ #
11415
+ # @!attribute [rw] metadata_value
11416
+ # A metadata key’s corresponding value.
11417
+ # @return [String]
11418
+ #
11419
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
11420
+ #
11421
+ class MetadataKeyValuePair < Struct.new(
11422
+ :metadata_key,
11423
+ :metadata_value)
11424
+ SENSITIVE = []
11425
+ include Aws::Structure
11426
+ end
11427
+
10229
11428
  # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
10230
11429
  #
10231
11430
  # @note When making an API call, you may pass MongoDBTarget
@@ -10561,6 +11760,15 @@ module Aws::Glue
10561
11760
  # },
10562
11761
  # },
10563
11762
  # stored_as_sub_directories: false,
11763
+ # schema_reference: {
11764
+ # schema_id: {
11765
+ # schema_arn: "GlueResourceArn",
11766
+ # schema_name: "SchemaRegistryNameString",
11767
+ # registry_name: "SchemaRegistryNameString",
11768
+ # },
11769
+ # schema_version_id: "SchemaVersionIdString",
11770
+ # schema_version_number: 1,
11771
+ # },
10564
11772
  # },
10565
11773
  # parameters: {
10566
11774
  # "KeyString" => "ParametersMapValue",
@@ -10873,68 +12081,510 @@ module Aws::Glue
10873
12081
  # policies is allowed.
10874
12082
  # @return [String]
10875
12083
  #
10876
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12084
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12085
+ #
12086
+ class PutResourcePolicyRequest < Struct.new(
12087
+ :policy_in_json,
12088
+ :resource_arn,
12089
+ :policy_hash_condition,
12090
+ :policy_exists_condition,
12091
+ :enable_hybrid)
12092
+ SENSITIVE = []
12093
+ include Aws::Structure
12094
+ end
12095
+
12096
+ # @!attribute [rw] policy_hash
12097
+ # A hash of the policy that has just been set. This must be included
12098
+ # in a subsequent call that overwrites or updates this policy.
12099
+ # @return [String]
12100
+ #
12101
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12102
+ #
12103
+ class PutResourcePolicyResponse < Struct.new(
12104
+ :policy_hash)
12105
+ SENSITIVE = []
12106
+ include Aws::Structure
12107
+ end
12108
+
12109
+ # @note When making an API call, you may pass PutSchemaVersionMetadataInput
12110
+ # data as a hash:
12111
+ #
12112
+ # {
12113
+ # schema_id: {
12114
+ # schema_arn: "GlueResourceArn",
12115
+ # schema_name: "SchemaRegistryNameString",
12116
+ # registry_name: "SchemaRegistryNameString",
12117
+ # },
12118
+ # schema_version_number: {
12119
+ # latest_version: false,
12120
+ # version_number: 1,
12121
+ # },
12122
+ # schema_version_id: "SchemaVersionIdString",
12123
+ # metadata_key_value: { # required
12124
+ # metadata_key: "MetadataKeyString",
12125
+ # metadata_value: "MetadataValueString",
12126
+ # },
12127
+ # }
12128
+ #
12129
+ # @!attribute [rw] schema_id
12130
+ # The unique ID for the schema.
12131
+ # @return [Types::SchemaId]
12132
+ #
12133
+ # @!attribute [rw] schema_version_number
12134
+ # The version number of the schema.
12135
+ # @return [Types::SchemaVersionNumber]
12136
+ #
12137
+ # @!attribute [rw] schema_version_id
12138
+ # The unique version ID of the schema version.
12139
+ # @return [String]
12140
+ #
12141
+ # @!attribute [rw] metadata_key_value
12142
+ # The metadata key's corresponding value.
12143
+ # @return [Types::MetadataKeyValuePair]
12144
+ #
12145
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
12146
+ #
12147
+ class PutSchemaVersionMetadataInput < Struct.new(
12148
+ :schema_id,
12149
+ :schema_version_number,
12150
+ :schema_version_id,
12151
+ :metadata_key_value)
12152
+ SENSITIVE = []
12153
+ include Aws::Structure
12154
+ end
12155
+
12156
+ # @!attribute [rw] schema_arn
12157
+ # The Amazon Resource Name (ARN) for the schema.
12158
+ # @return [String]
12159
+ #
12160
+ # @!attribute [rw] schema_name
12161
+ # The name for the schema.
12162
+ # @return [String]
12163
+ #
12164
+ # @!attribute [rw] registry_name
12165
+ # The name for the registry.
12166
+ # @return [String]
12167
+ #
12168
+ # @!attribute [rw] latest_version
12169
+ # The latest version of the schema.
12170
+ # @return [Boolean]
12171
+ #
12172
+ # @!attribute [rw] version_number
12173
+ # The version number of the schema.
12174
+ # @return [Integer]
12175
+ #
12176
+ # @!attribute [rw] schema_version_id
12177
+ # The unique version ID of the schema version.
12178
+ # @return [String]
12179
+ #
12180
+ # @!attribute [rw] metadata_key
12181
+ # The metadata key.
12182
+ # @return [String]
12183
+ #
12184
+ # @!attribute [rw] metadata_value
12185
+ # The value of the metadata key.
12186
+ # @return [String]
12187
+ #
12188
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
12189
+ #
12190
+ class PutSchemaVersionMetadataResponse < Struct.new(
12191
+ :schema_arn,
12192
+ :schema_name,
12193
+ :registry_name,
12194
+ :latest_version,
12195
+ :version_number,
12196
+ :schema_version_id,
12197
+ :metadata_key,
12198
+ :metadata_value)
12199
+ SENSITIVE = []
12200
+ include Aws::Structure
12201
+ end
12202
+
12203
+ # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12204
+ # data as a hash:
12205
+ #
12206
+ # {
12207
+ # name: "NameString", # required
12208
+ # run_id: "IdString", # required
12209
+ # run_properties: { # required
12210
+ # "IdString" => "GenericString",
12211
+ # },
12212
+ # }
12213
+ #
12214
+ # @!attribute [rw] name
12215
+ # Name of the workflow which was run.
12216
+ # @return [String]
12217
+ #
12218
+ # @!attribute [rw] run_id
12219
+ # The ID of the workflow run for which the run properties should be
12220
+ # updated.
12221
+ # @return [String]
12222
+ #
12223
+ # @!attribute [rw] run_properties
12224
+ # The properties to put for the specified run.
12225
+ # @return [Hash<String,String>]
12226
+ #
12227
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12228
+ #
12229
+ class PutWorkflowRunPropertiesRequest < Struct.new(
12230
+ :name,
12231
+ :run_id,
12232
+ :run_properties)
12233
+ SENSITIVE = []
12234
+ include Aws::Structure
12235
+ end
12236
+
12237
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12238
+ #
12239
+ class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12240
+
12241
+ # @note When making an API call, you may pass QuerySchemaVersionMetadataInput
12242
+ # data as a hash:
12243
+ #
12244
+ # {
12245
+ # schema_id: {
12246
+ # schema_arn: "GlueResourceArn",
12247
+ # schema_name: "SchemaRegistryNameString",
12248
+ # registry_name: "SchemaRegistryNameString",
12249
+ # },
12250
+ # schema_version_number: {
12251
+ # latest_version: false,
12252
+ # version_number: 1,
12253
+ # },
12254
+ # schema_version_id: "SchemaVersionIdString",
12255
+ # metadata_list: [
12256
+ # {
12257
+ # metadata_key: "MetadataKeyString",
12258
+ # metadata_value: "MetadataValueString",
12259
+ # },
12260
+ # ],
12261
+ # max_results: 1,
12262
+ # next_token: "SchemaRegistryTokenString",
12263
+ # }
12264
+ #
12265
+ # @!attribute [rw] schema_id
12266
+ # A wrapper structure that may contain the schema name and Amazon
12267
+ # Resource Name (ARN).
12268
+ # @return [Types::SchemaId]
12269
+ #
12270
+ # @!attribute [rw] schema_version_number
12271
+ # The version number of the schema.
12272
+ # @return [Types::SchemaVersionNumber]
12273
+ #
12274
+ # @!attribute [rw] schema_version_id
12275
+ # The unique version ID of the schema version.
12276
+ # @return [String]
12277
+ #
12278
+ # @!attribute [rw] metadata_list
12279
+ # Search key-value pairs for metadata, if they are not provided all
12280
+ # the metadata information will be fetched.
12281
+ # @return [Array<Types::MetadataKeyValuePair>]
12282
+ #
12283
+ # @!attribute [rw] max_results
12284
+ # Maximum number of results required per page. If the value is not
12285
+ # supplied, this will be defaulted to 25 per page.
12286
+ # @return [Integer]
12287
+ #
12288
+ # @!attribute [rw] next_token
12289
+ # A continuation token, if this is a continuation call.
12290
+ # @return [String]
12291
+ #
12292
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
12293
+ #
12294
+ class QuerySchemaVersionMetadataInput < Struct.new(
12295
+ :schema_id,
12296
+ :schema_version_number,
12297
+ :schema_version_id,
12298
+ :metadata_list,
12299
+ :max_results,
12300
+ :next_token)
12301
+ SENSITIVE = []
12302
+ include Aws::Structure
12303
+ end
12304
+
12305
+ # @!attribute [rw] metadata_info_map
12306
+ # A map of a metadata key and associated values.
12307
+ # @return [Hash<String,Types::MetadataInfo>]
12308
+ #
12309
+ # @!attribute [rw] schema_version_id
12310
+ # The unique version ID of the schema version.
12311
+ # @return [String]
12312
+ #
12313
+ # @!attribute [rw] next_token
12314
+ # A continuation token for paginating the returned list of tokens,
12315
+ # returned if the current segment of the list is not the last.
12316
+ # @return [String]
12317
+ #
12318
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
12319
+ #
12320
+ class QuerySchemaVersionMetadataResponse < Struct.new(
12321
+ :metadata_info_map,
12322
+ :schema_version_id,
12323
+ :next_token)
12324
+ SENSITIVE = []
12325
+ include Aws::Structure
12326
+ end
12327
+
12328
+ # When crawling an Amazon S3 data source after the first crawl is
12329
+ # complete, specifies whether to crawl the entire dataset again or to
12330
+ # crawl only folders that were added since the last crawler run. For
12331
+ # more information, see [Incremental Crawls in AWS Glue][1] in the
12332
+ # developer guide.
12333
+ #
12334
+ #
12335
+ #
12336
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
12337
+ #
12338
+ # @note When making an API call, you may pass RecrawlPolicy
12339
+ # data as a hash:
12340
+ #
12341
+ # {
12342
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
12343
+ # }
12344
+ #
12345
+ # @!attribute [rw] recrawl_behavior
12346
+ # Specifies whether to crawl the entire dataset again or to crawl only
12347
+ # folders that were added since the last crawler run.
12348
+ #
12349
+ # A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
12350
+ # again.
12351
+ #
12352
+ # A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
12353
+ # that were added since the last crawler run.
12354
+ # @return [String]
12355
+ #
12356
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
12357
+ #
12358
+ class RecrawlPolicy < Struct.new(
12359
+ :recrawl_behavior)
12360
+ SENSITIVE = []
12361
+ include Aws::Structure
12362
+ end
12363
+
12364
+ # @note When making an API call, you may pass RegisterSchemaVersionInput
12365
+ # data as a hash:
12366
+ #
12367
+ # {
12368
+ # schema_id: { # required
12369
+ # schema_arn: "GlueResourceArn",
12370
+ # schema_name: "SchemaRegistryNameString",
12371
+ # registry_name: "SchemaRegistryNameString",
12372
+ # },
12373
+ # schema_definition: "SchemaDefinitionString", # required
12374
+ # }
12375
+ #
12376
+ # @!attribute [rw] schema_id
12377
+ # This is a wrapper structure to contain schema identity fields. The
12378
+ # structure contains:
12379
+ #
12380
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
12381
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
12382
+ # provided.
12383
+ #
12384
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
12385
+ # `SchemaName` and `RegistryName` has to be provided.
12386
+ # @return [Types::SchemaId]
12387
+ #
12388
+ # @!attribute [rw] schema_definition
12389
+ # The schema definition using the `DataFormat` setting for the
12390
+ # `SchemaName`.
12391
+ # @return [String]
12392
+ #
12393
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
12394
+ #
12395
+ class RegisterSchemaVersionInput < Struct.new(
12396
+ :schema_id,
12397
+ :schema_definition)
12398
+ SENSITIVE = []
12399
+ include Aws::Structure
12400
+ end
12401
+
12402
+ # @!attribute [rw] schema_version_id
12403
+ # The unique ID that represents the version of this schema.
12404
+ # @return [String]
12405
+ #
12406
+ # @!attribute [rw] version_number
12407
+ # The version of this schema (for sync flow only, in case this is the
12408
+ # first version).
12409
+ # @return [Integer]
12410
+ #
12411
+ # @!attribute [rw] status
12412
+ # The status of the schema version.
12413
+ # @return [String]
12414
+ #
12415
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
12416
+ #
12417
+ class RegisterSchemaVersionResponse < Struct.new(
12418
+ :schema_version_id,
12419
+ :version_number,
12420
+ :status)
12421
+ SENSITIVE = []
12422
+ include Aws::Structure
12423
+ end
12424
+
12425
+ # A wrapper structure that may contain the registry name and Amazon
12426
+ # Resource Name (ARN).
12427
+ #
12428
+ # @note When making an API call, you may pass RegistryId
12429
+ # data as a hash:
12430
+ #
12431
+ # {
12432
+ # registry_name: "SchemaRegistryNameString",
12433
+ # registry_arn: "GlueResourceArn",
12434
+ # }
12435
+ #
12436
+ # @!attribute [rw] registry_name
12437
+ # Name of the registry. Used only for lookup. One of `RegistryArn` or
12438
+ # `RegistryName` has to be provided.
12439
+ # @return [String]
12440
+ #
12441
+ # @!attribute [rw] registry_arn
12442
+ # Arn of the registry to be updated. One of `RegistryArn` or
12443
+ # `RegistryName` has to be provided.
12444
+ # @return [String]
10877
12445
  #
10878
- class PutResourcePolicyRequest < Struct.new(
10879
- :policy_in_json,
10880
- :resource_arn,
10881
- :policy_hash_condition,
10882
- :policy_exists_condition,
10883
- :enable_hybrid)
12446
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
12447
+ #
12448
+ class RegistryId < Struct.new(
12449
+ :registry_name,
12450
+ :registry_arn)
10884
12451
  SENSITIVE = []
10885
12452
  include Aws::Structure
10886
12453
  end
10887
12454
 
10888
- # @!attribute [rw] policy_hash
10889
- # A hash of the policy that has just been set. This must be included
10890
- # in a subsequent call that overwrites or updates this policy.
12455
+ # A structure containing the details for a registry.
12456
+ #
12457
+ # @!attribute [rw] registry_name
12458
+ # The name of the registry.
10891
12459
  # @return [String]
10892
12460
  #
10893
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12461
+ # @!attribute [rw] registry_arn
12462
+ # The Amazon Resource Name (ARN) of the registry.
12463
+ # @return [String]
10894
12464
  #
10895
- class PutResourcePolicyResponse < Struct.new(
10896
- :policy_hash)
12465
+ # @!attribute [rw] description
12466
+ # A description of the registry.
12467
+ # @return [String]
12468
+ #
12469
+ # @!attribute [rw] status
12470
+ # The status of the registry.
12471
+ # @return [String]
12472
+ #
12473
+ # @!attribute [rw] created_time
12474
+ # The data the registry was created.
12475
+ # @return [String]
12476
+ #
12477
+ # @!attribute [rw] updated_time
12478
+ # The date the registry was updated.
12479
+ # @return [String]
12480
+ #
12481
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
12482
+ #
12483
+ class RegistryListItem < Struct.new(
12484
+ :registry_name,
12485
+ :registry_arn,
12486
+ :description,
12487
+ :status,
12488
+ :created_time,
12489
+ :updated_time)
10897
12490
  SENSITIVE = []
10898
12491
  include Aws::Structure
10899
12492
  end
10900
12493
 
10901
- # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12494
+ # @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
10902
12495
  # data as a hash:
10903
12496
  #
10904
12497
  # {
10905
- # name: "NameString", # required
10906
- # run_id: "IdString", # required
10907
- # run_properties: { # required
10908
- # "IdString" => "GenericString",
12498
+ # schema_id: {
12499
+ # schema_arn: "GlueResourceArn",
12500
+ # schema_name: "SchemaRegistryNameString",
12501
+ # registry_name: "SchemaRegistryNameString",
12502
+ # },
12503
+ # schema_version_number: {
12504
+ # latest_version: false,
12505
+ # version_number: 1,
12506
+ # },
12507
+ # schema_version_id: "SchemaVersionIdString",
12508
+ # metadata_key_value: { # required
12509
+ # metadata_key: "MetadataKeyString",
12510
+ # metadata_value: "MetadataValueString",
10909
12511
  # },
10910
12512
  # }
10911
12513
  #
10912
- # @!attribute [rw] name
10913
- # Name of the workflow which was run.
10914
- # @return [String]
12514
+ # @!attribute [rw] schema_id
12515
+ # A wrapper structure that may contain the schema name and Amazon
12516
+ # Resource Name (ARN).
12517
+ # @return [Types::SchemaId]
10915
12518
  #
10916
- # @!attribute [rw] run_id
10917
- # The ID of the workflow run for which the run properties should be
10918
- # updated.
12519
+ # @!attribute [rw] schema_version_number
12520
+ # The version number of the schema.
12521
+ # @return [Types::SchemaVersionNumber]
12522
+ #
12523
+ # @!attribute [rw] schema_version_id
12524
+ # The unique version ID of the schema version.
10919
12525
  # @return [String]
10920
12526
  #
10921
- # @!attribute [rw] run_properties
10922
- # The properties to put for the specified run.
10923
- # @return [Hash<String,String>]
12527
+ # @!attribute [rw] metadata_key_value
12528
+ # The value of the metadata key.
12529
+ # @return [Types::MetadataKeyValuePair]
10924
12530
  #
10925
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12531
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
10926
12532
  #
10927
- class PutWorkflowRunPropertiesRequest < Struct.new(
10928
- :name,
10929
- :run_id,
10930
- :run_properties)
12533
+ class RemoveSchemaVersionMetadataInput < Struct.new(
12534
+ :schema_id,
12535
+ :schema_version_number,
12536
+ :schema_version_id,
12537
+ :metadata_key_value)
10931
12538
  SENSITIVE = []
10932
12539
  include Aws::Structure
10933
12540
  end
10934
12541
 
10935
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12542
+ # @!attribute [rw] schema_arn
12543
+ # The Amazon Resource Name (ARN) of the schema.
12544
+ # @return [String]
10936
12545
  #
10937
- class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12546
+ # @!attribute [rw] schema_name
12547
+ # The name of the schema.
12548
+ # @return [String]
12549
+ #
12550
+ # @!attribute [rw] registry_name
12551
+ # The name of the registry.
12552
+ # @return [String]
12553
+ #
12554
+ # @!attribute [rw] latest_version
12555
+ # The latest version of the schema.
12556
+ # @return [Boolean]
12557
+ #
12558
+ # @!attribute [rw] version_number
12559
+ # The version number of the schema.
12560
+ # @return [Integer]
12561
+ #
12562
+ # @!attribute [rw] schema_version_id
12563
+ # The version ID for the schema version.
12564
+ # @return [String]
12565
+ #
12566
+ # @!attribute [rw] metadata_key
12567
+ # The metadata key.
12568
+ # @return [String]
12569
+ #
12570
+ # @!attribute [rw] metadata_value
12571
+ # The value of the metadata key.
12572
+ # @return [String]
12573
+ #
12574
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
12575
+ #
12576
+ class RemoveSchemaVersionMetadataResponse < Struct.new(
12577
+ :schema_arn,
12578
+ :schema_name,
12579
+ :registry_name,
12580
+ :latest_version,
12581
+ :version_number,
12582
+ :schema_version_id,
12583
+ :metadata_key,
12584
+ :metadata_value)
12585
+ SENSITIVE = []
12586
+ include Aws::Structure
12587
+ end
10938
12588
 
10939
12589
  # @note When making an API call, you may pass ResetJobBookmarkRequest
10940
12590
  # data as a hash:
@@ -11257,6 +12907,195 @@ module Aws::Glue
11257
12907
  include Aws::Structure
11258
12908
  end
11259
12909
 
12910
+ # @note When making an API call, you may pass SchemaId
12911
+ # data as a hash:
12912
+ #
12913
+ # {
12914
+ # schema_arn: "GlueResourceArn",
12915
+ # schema_name: "SchemaRegistryNameString",
12916
+ # registry_name: "SchemaRegistryNameString",
12917
+ # }
12918
+ #
12919
+ # @!attribute [rw] schema_arn
12920
+ # @return [String]
12921
+ #
12922
+ # @!attribute [rw] schema_name
12923
+ # @return [String]
12924
+ #
12925
+ # @!attribute [rw] registry_name
12926
+ # @return [String]
12927
+ #
12928
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
12929
+ #
12930
+ class SchemaId < Struct.new(
12931
+ :schema_arn,
12932
+ :schema_name,
12933
+ :registry_name)
12934
+ SENSITIVE = []
12935
+ include Aws::Structure
12936
+ end
12937
+
12938
+ # An object that contains minimal details for a schema.
12939
+ #
12940
+ # @!attribute [rw] registry_name
12941
+ # the name of the registry where the schema resides.
12942
+ # @return [String]
12943
+ #
12944
+ # @!attribute [rw] schema_name
12945
+ # The name of the schema.
12946
+ # @return [String]
12947
+ #
12948
+ # @!attribute [rw] schema_arn
12949
+ # The Amazon Resource Name (ARN) for the schema.
12950
+ # @return [String]
12951
+ #
12952
+ # @!attribute [rw] description
12953
+ # A description for the schema.
12954
+ # @return [String]
12955
+ #
12956
+ # @!attribute [rw] schema_status
12957
+ # The status of the schema.
12958
+ # @return [String]
12959
+ #
12960
+ # @!attribute [rw] created_time
12961
+ # The date and time that a schema was created.
12962
+ # @return [String]
12963
+ #
12964
+ # @!attribute [rw] updated_time
12965
+ # The date and time that a schema was updated.
12966
+ # @return [String]
12967
+ #
12968
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
12969
+ #
12970
+ class SchemaListItem < Struct.new(
12971
+ :registry_name,
12972
+ :schema_name,
12973
+ :schema_arn,
12974
+ :description,
12975
+ :schema_status,
12976
+ :created_time,
12977
+ :updated_time)
12978
+ SENSITIVE = []
12979
+ include Aws::Structure
12980
+ end
12981
+
12982
+ # An object that references a schema stored in the AWS Glue Schema
12983
+ # Registry.
12984
+ #
12985
+ # @note When making an API call, you may pass SchemaReference
12986
+ # data as a hash:
12987
+ #
12988
+ # {
12989
+ # schema_id: {
12990
+ # schema_arn: "GlueResourceArn",
12991
+ # schema_name: "SchemaRegistryNameString",
12992
+ # registry_name: "SchemaRegistryNameString",
12993
+ # },
12994
+ # schema_version_id: "SchemaVersionIdString",
12995
+ # schema_version_number: 1,
12996
+ # }
12997
+ #
12998
+ # @!attribute [rw] schema_id
12999
+ # A structure that contains schema identity fields. Either this or the
13000
+ # `SchemaVersionId` has to be provided.
13001
+ # @return [Types::SchemaId]
13002
+ #
13003
+ # @!attribute [rw] schema_version_id
13004
+ # The unique ID assigned to a version of the schema. Either this or
13005
+ # the `SchemaId` has to be provided.
13006
+ # @return [String]
13007
+ #
13008
+ # @!attribute [rw] schema_version_number
13009
+ # The version number of the schema.
13010
+ # @return [Integer]
13011
+ #
13012
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
13013
+ #
13014
+ class SchemaReference < Struct.new(
13015
+ :schema_id,
13016
+ :schema_version_id,
13017
+ :schema_version_number)
13018
+ SENSITIVE = []
13019
+ include Aws::Structure
13020
+ end
13021
+
13022
+ # An object that contains the error details for an operation on a schema
13023
+ # version.
13024
+ #
13025
+ # @!attribute [rw] version_number
13026
+ # The version number of the schema.
13027
+ # @return [Integer]
13028
+ #
13029
+ # @!attribute [rw] error_details
13030
+ # The details of the error for the schema version.
13031
+ # @return [Types::ErrorDetails]
13032
+ #
13033
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
13034
+ #
13035
+ class SchemaVersionErrorItem < Struct.new(
13036
+ :version_number,
13037
+ :error_details)
13038
+ SENSITIVE = []
13039
+ include Aws::Structure
13040
+ end
13041
+
13042
+ # An object containing the details about a schema version.
13043
+ #
13044
+ # @!attribute [rw] schema_arn
13045
+ # The Amazon Resource Name (ARN) of the schema.
13046
+ # @return [String]
13047
+ #
13048
+ # @!attribute [rw] schema_version_id
13049
+ # The unique identifier of the schema version.
13050
+ # @return [String]
13051
+ #
13052
+ # @!attribute [rw] version_number
13053
+ # The version number of the schema.
13054
+ # @return [Integer]
13055
+ #
13056
+ # @!attribute [rw] status
13057
+ # The status of the schema version.
13058
+ # @return [String]
13059
+ #
13060
+ # @!attribute [rw] created_time
13061
+ # The date and time the schema version was created.
13062
+ # @return [String]
13063
+ #
13064
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
13065
+ #
13066
+ class SchemaVersionListItem < Struct.new(
13067
+ :schema_arn,
13068
+ :schema_version_id,
13069
+ :version_number,
13070
+ :status,
13071
+ :created_time)
13072
+ SENSITIVE = []
13073
+ include Aws::Structure
13074
+ end
13075
+
13076
+ # @note When making an API call, you may pass SchemaVersionNumber
13077
+ # data as a hash:
13078
+ #
13079
+ # {
13080
+ # latest_version: false,
13081
+ # version_number: 1,
13082
+ # }
13083
+ #
13084
+ # @!attribute [rw] latest_version
13085
+ # @return [Boolean]
13086
+ #
13087
+ # @!attribute [rw] version_number
13088
+ # @return [Integer]
13089
+ #
13090
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
13091
+ #
13092
+ class SchemaVersionNumber < Struct.new(
13093
+ :latest_version,
13094
+ :version_number)
13095
+ SENSITIVE = []
13096
+ include Aws::Structure
13097
+ end
13098
+
11260
13099
  # @note When making an API call, you may pass SearchTablesRequest
11261
13100
  # data as a hash:
11262
13101
  #
@@ -12089,6 +13928,15 @@ module Aws::Glue
12089
13928
  # },
12090
13929
  # },
12091
13930
  # stored_as_sub_directories: false,
13931
+ # schema_reference: {
13932
+ # schema_id: {
13933
+ # schema_arn: "GlueResourceArn",
13934
+ # schema_name: "SchemaRegistryNameString",
13935
+ # registry_name: "SchemaRegistryNameString",
13936
+ # },
13937
+ # schema_version_id: "SchemaVersionIdString",
13938
+ # schema_version_number: 1,
13939
+ # },
12092
13940
  # }
12093
13941
  #
12094
13942
  # @!attribute [rw] columns
@@ -12146,6 +13994,14 @@ module Aws::Glue
12146
13994
  # not.
12147
13995
  # @return [Boolean]
12148
13996
  #
13997
+ # @!attribute [rw] schema_reference
13998
+ # An object that references a schema stored in the AWS Glue Schema
13999
+ # Registry.
14000
+ #
14001
+ # When creating a table, you can pass an empty list of columns for the
14002
+ # schema, and instead use a schema reference.
14003
+ # @return [Types::SchemaReference]
14004
+ #
12149
14005
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
12150
14006
  #
12151
14007
  class StorageDescriptor < Struct.new(
@@ -12160,12 +14016,14 @@ module Aws::Glue
12160
14016
  :sort_columns,
12161
14017
  :parameters,
12162
14018
  :skewed_info,
12163
- :stored_as_sub_directories)
14019
+ :stored_as_sub_directories,
14020
+ :schema_reference)
12164
14021
  SENSITIVE = []
12165
14022
  include Aws::Structure
12166
14023
  end
12167
14024
 
12168
- # Defines a string column statistics data.
14025
+ # Defines column statistics supported for character sequence data
14026
+ # values.
12169
14027
  #
12170
14028
  # @note When making an API call, you may pass StringColumnStatisticsData
12171
14029
  # data as a hash:
@@ -12178,19 +14036,19 @@ module Aws::Glue
12178
14036
  # }
12179
14037
  #
12180
14038
  # @!attribute [rw] maximum_length
12181
- # Maximum value of the column.
14039
+ # The size of the longest string in the column.
12182
14040
  # @return [Integer]
12183
14041
  #
12184
14042
  # @!attribute [rw] average_length
12185
- # Average value of the column.
14043
+ # The average string length in the column.
12186
14044
  # @return [Float]
12187
14045
  #
12188
14046
  # @!attribute [rw] number_of_nulls
12189
- # Number of nulls.
14047
+ # The number of null values in the column.
12190
14048
  # @return [Integer]
12191
14049
  #
12192
14050
  # @!attribute [rw] number_of_distinct_values
12193
- # Number of distinct values.
14051
+ # The number of distinct values in a column.
12194
14052
  # @return [Integer]
12195
14053
  #
12196
14054
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
@@ -12429,6 +14287,15 @@ module Aws::Glue
12429
14287
  # },
12430
14288
  # },
12431
14289
  # stored_as_sub_directories: false,
14290
+ # schema_reference: {
14291
+ # schema_id: {
14292
+ # schema_arn: "GlueResourceArn",
14293
+ # schema_name: "SchemaRegistryNameString",
14294
+ # registry_name: "SchemaRegistryNameString",
14295
+ # },
14296
+ # schema_version_id: "SchemaVersionIdString",
14297
+ # schema_version_number: 1,
14298
+ # },
12432
14299
  # },
12433
14300
  # partition_keys: [
12434
14301
  # {
@@ -12786,6 +14653,42 @@ module Aws::Glue
12786
14653
  include Aws::Structure
12787
14654
  end
12788
14655
 
14656
+ # The encryption-at-rest settings of the transform that apply to
14657
+ # accessing user data. Machine learning transforms can access user data
14658
+ # encrypted in Amazon S3 using KMS.
14659
+ #
14660
+ # Additionally, imported labels and trained transforms can now be
14661
+ # encrypted using a customer provided KMS key.
14662
+ #
14663
+ # @note When making an API call, you may pass TransformEncryption
14664
+ # data as a hash:
14665
+ #
14666
+ # {
14667
+ # ml_user_data_encryption: {
14668
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
14669
+ # kms_key_id: "NameString",
14670
+ # },
14671
+ # task_run_security_configuration_name: "NameString",
14672
+ # }
14673
+ #
14674
+ # @!attribute [rw] ml_user_data_encryption
14675
+ # An `MLUserDataEncryption` object containing the encryption mode and
14676
+ # customer-provided KMS key ID.
14677
+ # @return [Types::MLUserDataEncryption]
14678
+ #
14679
+ # @!attribute [rw] task_run_security_configuration_name
14680
+ # The name of the security configuration.
14681
+ # @return [String]
14682
+ #
14683
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
14684
+ #
14685
+ class TransformEncryption < Struct.new(
14686
+ :ml_user_data_encryption,
14687
+ :task_run_security_configuration_name)
14688
+ SENSITIVE = []
14689
+ include Aws::Structure
14690
+ end
14691
+
12789
14692
  # The criteria used to filter the machine learning transforms.
12790
14693
  #
12791
14694
  # @note When making an API call, you may pass TransformFilterCriteria
@@ -12900,7 +14803,7 @@ module Aws::Glue
12900
14803
  #
12901
14804
  #
12902
14805
  #
12903
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
14806
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
12904
14807
  # @return [String]
12905
14808
  #
12906
14809
  # @!attribute [rw] find_matches_parameters
@@ -13505,6 +15408,9 @@ module Aws::Glue
13505
15408
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
13506
15409
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
13507
15410
  # },
15411
+ # recrawl_policy: {
15412
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
15413
+ # },
13508
15414
  # configuration: "CrawlerConfiguration",
13509
15415
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
13510
15416
  # }
@@ -13556,6 +15462,11 @@ module Aws::Glue
13556
15462
  # The policy for the crawler's update and deletion behavior.
13557
15463
  # @return [Types::SchemaChangePolicy]
13558
15464
  #
15465
+ # @!attribute [rw] recrawl_policy
15466
+ # A policy that specifies whether to crawl the entire dataset again,
15467
+ # or to crawl only folders that were added since the last crawler run.
15468
+ # @return [Types::RecrawlPolicy]
15469
+ #
13559
15470
  # @!attribute [rw] configuration
13560
15471
  # Crawler configuration information. This versioned JSON string allows
13561
15472
  # users to specify aspects of a crawler's behavior. For more
@@ -13583,6 +15494,7 @@ module Aws::Glue
13583
15494
  :classifiers,
13584
15495
  :table_prefix,
13585
15496
  :schema_change_policy,
15497
+ :recrawl_policy,
13586
15498
  :configuration,
13587
15499
  :crawler_security_configuration)
13588
15500
  SENSITIVE = []
@@ -14164,6 +16076,15 @@ module Aws::Glue
14164
16076
  # },
14165
16077
  # },
14166
16078
  # stored_as_sub_directories: false,
16079
+ # schema_reference: {
16080
+ # schema_id: {
16081
+ # schema_arn: "GlueResourceArn",
16082
+ # schema_name: "SchemaRegistryNameString",
16083
+ # registry_name: "SchemaRegistryNameString",
16084
+ # },
16085
+ # schema_version_id: "SchemaVersionIdString",
16086
+ # schema_version_number: 1,
16087
+ # },
14167
16088
  # },
14168
16089
  # parameters: {
14169
16090
  # "KeyString" => "ParametersMapValue",
@@ -14215,6 +16136,127 @@ module Aws::Glue
14215
16136
  #
14216
16137
  class UpdatePartitionResponse < Aws::EmptyStructure; end
14217
16138
 
16139
+ # @note When making an API call, you may pass UpdateRegistryInput
16140
+ # data as a hash:
16141
+ #
16142
+ # {
16143
+ # registry_id: { # required
16144
+ # registry_name: "SchemaRegistryNameString",
16145
+ # registry_arn: "GlueResourceArn",
16146
+ # },
16147
+ # description: "DescriptionString", # required
16148
+ # }
16149
+ #
16150
+ # @!attribute [rw] registry_id
16151
+ # This is a wrapper structure that may contain the registry name and
16152
+ # Amazon Resource Name (ARN).
16153
+ # @return [Types::RegistryId]
16154
+ #
16155
+ # @!attribute [rw] description
16156
+ # A description of the registry. If description is not provided, this
16157
+ # field will not be updated.
16158
+ # @return [String]
16159
+ #
16160
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
16161
+ #
16162
+ class UpdateRegistryInput < Struct.new(
16163
+ :registry_id,
16164
+ :description)
16165
+ SENSITIVE = []
16166
+ include Aws::Structure
16167
+ end
16168
+
16169
+ # @!attribute [rw] registry_name
16170
+ # The name of the updated registry.
16171
+ # @return [String]
16172
+ #
16173
+ # @!attribute [rw] registry_arn
16174
+ # The Amazon Resource name (ARN) of the updated registry.
16175
+ # @return [String]
16176
+ #
16177
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
16178
+ #
16179
+ class UpdateRegistryResponse < Struct.new(
16180
+ :registry_name,
16181
+ :registry_arn)
16182
+ SENSITIVE = []
16183
+ include Aws::Structure
16184
+ end
16185
+
16186
+ # @note When making an API call, you may pass UpdateSchemaInput
16187
+ # data as a hash:
16188
+ #
16189
+ # {
16190
+ # schema_id: { # required
16191
+ # schema_arn: "GlueResourceArn",
16192
+ # schema_name: "SchemaRegistryNameString",
16193
+ # registry_name: "SchemaRegistryNameString",
16194
+ # },
16195
+ # schema_version_number: {
16196
+ # latest_version: false,
16197
+ # version_number: 1,
16198
+ # },
16199
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
16200
+ # description: "DescriptionString",
16201
+ # }
16202
+ #
16203
+ # @!attribute [rw] schema_id
16204
+ # This is a wrapper structure to contain schema identity fields. The
16205
+ # structure contains:
16206
+ #
16207
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
16208
+ # One of `SchemaArn` or `SchemaName` has to be provided.
16209
+ #
16210
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
16211
+ # `SchemaName` has to be provided.
16212
+ # @return [Types::SchemaId]
16213
+ #
16214
+ # @!attribute [rw] schema_version_number
16215
+ # Version number required for check pointing. One of `VersionNumber`
16216
+ # or `Compatibility` has to be provided.
16217
+ # @return [Types::SchemaVersionNumber]
16218
+ #
16219
+ # @!attribute [rw] compatibility
16220
+ # The new compatibility setting for the schema.
16221
+ # @return [String]
16222
+ #
16223
+ # @!attribute [rw] description
16224
+ # The new description for the schema.
16225
+ # @return [String]
16226
+ #
16227
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
16228
+ #
16229
+ class UpdateSchemaInput < Struct.new(
16230
+ :schema_id,
16231
+ :schema_version_number,
16232
+ :compatibility,
16233
+ :description)
16234
+ SENSITIVE = []
16235
+ include Aws::Structure
16236
+ end
16237
+
16238
+ # @!attribute [rw] schema_arn
16239
+ # The Amazon Resource Name (ARN) of the schema.
16240
+ # @return [String]
16241
+ #
16242
+ # @!attribute [rw] schema_name
16243
+ # The name of the schema.
16244
+ # @return [String]
16245
+ #
16246
+ # @!attribute [rw] registry_name
16247
+ # The name of the registry that contains the schema.
16248
+ # @return [String]
16249
+ #
16250
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
16251
+ #
16252
+ class UpdateSchemaResponse < Struct.new(
16253
+ :schema_arn,
16254
+ :schema_name,
16255
+ :registry_name)
16256
+ SENSITIVE = []
16257
+ include Aws::Structure
16258
+ end
16259
+
14218
16260
  # @note When making an API call, you may pass UpdateTableRequest
14219
16261
  # data as a hash:
14220
16262
  #
@@ -14269,6 +16311,15 @@ module Aws::Glue
14269
16311
  # },
14270
16312
  # },
14271
16313
  # stored_as_sub_directories: false,
16314
+ # schema_reference: {
16315
+ # schema_id: {
16316
+ # schema_arn: "GlueResourceArn",
16317
+ # schema_name: "SchemaRegistryNameString",
16318
+ # registry_name: "SchemaRegistryNameString",
16319
+ # },
16320
+ # schema_version_id: "SchemaVersionIdString",
16321
+ # schema_version_number: 1,
16322
+ # },
14272
16323
  # },
14273
16324
  # partition_keys: [
14274
16325
  # {