aws-sdk-glue 1.74.0 → 1.79.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -166,6 +166,15 @@ module Aws::Glue
166
166
  # },
167
167
  # },
168
168
  # stored_as_sub_directories: false,
169
+ # schema_reference: {
170
+ # schema_id: {
171
+ # schema_arn: "GlueResourceArn",
172
+ # schema_name: "SchemaRegistryNameString",
173
+ # registry_name: "SchemaRegistryNameString",
174
+ # },
175
+ # schema_version_id: "SchemaVersionIdString",
176
+ # schema_version_number: 1,
177
+ # },
169
178
  # },
170
179
  # parameters: {
171
180
  # "KeyString" => "ParametersMapValue",
@@ -837,6 +846,15 @@ module Aws::Glue
837
846
  # },
838
847
  # },
839
848
  # stored_as_sub_directories: false,
849
+ # schema_reference: {
850
+ # schema_id: {
851
+ # schema_arn: "GlueResourceArn",
852
+ # schema_name: "SchemaRegistryNameString",
853
+ # registry_name: "SchemaRegistryNameString",
854
+ # },
855
+ # schema_version_id: "SchemaVersionIdString",
856
+ # schema_version_number: 1,
857
+ # },
840
858
  # },
841
859
  # parameters: {
842
860
  # "KeyString" => "ParametersMapValue",
@@ -930,6 +948,15 @@ module Aws::Glue
930
948
  # },
931
949
  # },
932
950
  # stored_as_sub_directories: false,
951
+ # schema_reference: {
952
+ # schema_id: {
953
+ # schema_arn: "GlueResourceArn",
954
+ # schema_name: "SchemaRegistryNameString",
955
+ # registry_name: "SchemaRegistryNameString",
956
+ # },
957
+ # schema_version_id: "SchemaVersionIdString",
958
+ # schema_version_number: 1,
959
+ # },
933
960
  # },
934
961
  # parameters: {
935
962
  # "KeyString" => "ParametersMapValue",
@@ -968,7 +995,7 @@ module Aws::Glue
968
995
  include Aws::Structure
969
996
  end
970
997
 
971
- # Defines a binary column statistics data.
998
+ # Defines column statistics supported for bit sequence data values.
972
999
  #
973
1000
  # @note When making an API call, you may pass BinaryColumnStatisticsData
974
1001
  # data as a hash:
@@ -980,15 +1007,15 @@ module Aws::Glue
980
1007
  # }
981
1008
  #
982
1009
  # @!attribute [rw] maximum_length
983
- # Maximum length of the column.
1010
+ # The size of the longest bit sequence in the column.
984
1011
  # @return [Integer]
985
1012
  #
986
1013
  # @!attribute [rw] average_length
987
- # Average length of the column.
1014
+ # The average bit sequence length in the column.
988
1015
  # @return [Float]
989
1016
  #
990
1017
  # @!attribute [rw] number_of_nulls
991
- # Number of nulls.
1018
+ # The number of null values in the column.
992
1019
  # @return [Integer]
993
1020
  #
994
1021
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
@@ -1001,7 +1028,7 @@ module Aws::Glue
1001
1028
  include Aws::Structure
1002
1029
  end
1003
1030
 
1004
- # Defines a boolean column statistics.
1031
+ # Defines column statistics supported for Boolean data columns.
1005
1032
  #
1006
1033
  # @note When making an API call, you may pass BooleanColumnStatisticsData
1007
1034
  # data as a hash:
@@ -1013,15 +1040,15 @@ module Aws::Glue
1013
1040
  # }
1014
1041
  #
1015
1042
  # @!attribute [rw] number_of_trues
1016
- # Number of true value.
1043
+ # The number of true values in the column.
1017
1044
  # @return [Integer]
1018
1045
  #
1019
1046
  # @!attribute [rw] number_of_falses
1020
- # Number of false value.
1047
+ # The number of false values in the column.
1021
1048
  # @return [Integer]
1022
1049
  #
1023
1050
  # @!attribute [rw] number_of_nulls
1024
- # Number of nulls.
1051
+ # The number of null values in the column.
1025
1052
  # @return [Integer]
1026
1053
  #
1027
1054
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
@@ -1159,6 +1186,49 @@ module Aws::Glue
1159
1186
  include Aws::Structure
1160
1187
  end
1161
1188
 
1189
+ # @note When making an API call, you may pass CheckSchemaVersionValidityInput
1190
+ # data as a hash:
1191
+ #
1192
+ # {
1193
+ # data_format: "AVRO", # required, accepts AVRO
1194
+ # schema_definition: "SchemaDefinitionString", # required
1195
+ # }
1196
+ #
1197
+ # @!attribute [rw] data_format
1198
+ # The data format of the schema definition. Currently only `AVRO` is
1199
+ # supported.
1200
+ # @return [String]
1201
+ #
1202
+ # @!attribute [rw] schema_definition
1203
+ # The definition of the schema that has to be validated.
1204
+ # @return [String]
1205
+ #
1206
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
1207
+ #
1208
+ class CheckSchemaVersionValidityInput < Struct.new(
1209
+ :data_format,
1210
+ :schema_definition)
1211
+ SENSITIVE = []
1212
+ include Aws::Structure
1213
+ end
1214
+
1215
+ # @!attribute [rw] valid
1216
+ # Return true, if the schema is valid and false otherwise.
1217
+ # @return [Boolean]
1218
+ #
1219
+ # @!attribute [rw] error
1220
+ # A validation failure error message.
1221
+ # @return [String]
1222
+ #
1223
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
1224
+ #
1225
+ class CheckSchemaVersionValidityResponse < Struct.new(
1226
+ :valid,
1227
+ :error)
1228
+ SENSITIVE = []
1229
+ include Aws::Structure
1230
+ end
1231
+
1162
1232
  # Classifiers are triggered during a crawl task. A classifier checks
1163
1233
  # whether a given file is in a format it can handle. If it is, the
1164
1234
  # classifier creates a schema in the form of a `StructType` object that
@@ -1378,14 +1448,14 @@ module Aws::Glue
1378
1448
  include Aws::Structure
1379
1449
  end
1380
1450
 
1381
- # Defines a column containing error.
1451
+ # Encapsulates a column name that failed and the reason for failure.
1382
1452
  #
1383
1453
  # @!attribute [rw] column_name
1384
- # The name of the column.
1454
+ # The name of the column that failed.
1385
1455
  # @return [String]
1386
1456
  #
1387
1457
  # @!attribute [rw] error
1388
- # The error message occurred during operation.
1458
+ # An error message with the reason for the failure of an operation.
1389
1459
  # @return [Types::ErrorDetail]
1390
1460
  #
1391
1461
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
@@ -1397,7 +1467,8 @@ module Aws::Glue
1397
1467
  include Aws::Structure
1398
1468
  end
1399
1469
 
1400
- # Defines a column statistics.
1470
+ # Represents the generated column-level statistics for a table or
1471
+ # partition.
1401
1472
  #
1402
1473
  # @note When making an API call, you may pass ColumnStatistics
1403
1474
  # data as a hash:
@@ -1458,19 +1529,20 @@ module Aws::Glue
1458
1529
  # }
1459
1530
  #
1460
1531
  # @!attribute [rw] column_name
1461
- # The name of the column.
1532
+ # Name of column which statistics belong to.
1462
1533
  # @return [String]
1463
1534
  #
1464
1535
  # @!attribute [rw] column_type
1465
- # The type of the column.
1536
+ # The data type of the column.
1466
1537
  # @return [String]
1467
1538
  #
1468
1539
  # @!attribute [rw] analyzed_time
1469
- # The analyzed time of the column statistics.
1540
+ # The timestamp of when column statistics were generated.
1470
1541
  # @return [Time]
1471
1542
  #
1472
1543
  # @!attribute [rw] statistics_data
1473
- # The statistics of the column.
1544
+ # A `ColumnStatisticData` object that contains the statistics data
1545
+ # values.
1474
1546
  # @return [Types::ColumnStatisticsData]
1475
1547
  #
1476
1548
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
@@ -1484,7 +1556,8 @@ module Aws::Glue
1484
1556
  include Aws::Structure
1485
1557
  end
1486
1558
 
1487
- # Defines a column statistics data.
1559
+ # Contains the individual types of column statistics data. Only one data
1560
+ # object should be set and indicated by the `Type` attribute.
1488
1561
  #
1489
1562
  # @note When making an API call, you may pass ColumnStatisticsData
1490
1563
  # data as a hash:
@@ -1540,35 +1613,35 @@ module Aws::Glue
1540
1613
  # }
1541
1614
  #
1542
1615
  # @!attribute [rw] type
1543
- # The name of the column.
1616
+ # The type of column statistics data.
1544
1617
  # @return [String]
1545
1618
  #
1546
1619
  # @!attribute [rw] boolean_column_statistics_data
1547
- # Boolean Column Statistics Data.
1620
+ # Boolean column statistics data.
1548
1621
  # @return [Types::BooleanColumnStatisticsData]
1549
1622
  #
1550
1623
  # @!attribute [rw] date_column_statistics_data
1551
- # Date Column Statistics Data.
1624
+ # Date column statistics data.
1552
1625
  # @return [Types::DateColumnStatisticsData]
1553
1626
  #
1554
1627
  # @!attribute [rw] decimal_column_statistics_data
1555
- # Decimal Column Statistics Data.
1628
+ # Decimal column statistics data.
1556
1629
  # @return [Types::DecimalColumnStatisticsData]
1557
1630
  #
1558
1631
  # @!attribute [rw] double_column_statistics_data
1559
- # Double Column Statistics Data.
1632
+ # Double column statistics data.
1560
1633
  # @return [Types::DoubleColumnStatisticsData]
1561
1634
  #
1562
1635
  # @!attribute [rw] long_column_statistics_data
1563
- # Long Column Statistics Data.
1636
+ # Long column statistics data.
1564
1637
  # @return [Types::LongColumnStatisticsData]
1565
1638
  #
1566
1639
  # @!attribute [rw] string_column_statistics_data
1567
- # String Column Statistics Data.
1640
+ # String column statistics data.
1568
1641
  # @return [Types::StringColumnStatisticsData]
1569
1642
  #
1570
1643
  # @!attribute [rw] binary_column_statistics_data
1571
- # Binary Column Statistics Data.
1644
+ # Binary column statistics data.
1572
1645
  # @return [Types::BinaryColumnStatisticsData]
1573
1646
  #
1574
1647
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
@@ -1586,14 +1659,15 @@ module Aws::Glue
1586
1659
  include Aws::Structure
1587
1660
  end
1588
1661
 
1589
- # Defines a column containing error.
1662
+ # Encapsulates a `ColumnStatistics` object that failed and the reason
1663
+ # for failure.
1590
1664
  #
1591
1665
  # @!attribute [rw] column_statistics
1592
- # The ColumnStatistics of the column.
1666
+ # The `ColumnStatistics` of the column.
1593
1667
  # @return [Types::ColumnStatistics]
1594
1668
  #
1595
1669
  # @!attribute [rw] error
1596
- # The error message occurred during operation.
1670
+ # An error message with the reason for the failure of an operation.
1597
1671
  # @return [Types::ErrorDetail]
1598
1672
  #
1599
1673
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
@@ -2103,6 +2177,11 @@ module Aws::Glue
2103
2177
  # associated with the crawler.
2104
2178
  # @return [Array<String>]
2105
2179
  #
2180
+ # @!attribute [rw] recrawl_policy
2181
+ # A policy that specifies whether to crawl the entire dataset again,
2182
+ # or to crawl only folders that were added since the last crawler run.
2183
+ # @return [Types::RecrawlPolicy]
2184
+ #
2106
2185
  # @!attribute [rw] schema_change_policy
2107
2186
  # The policy that specifies update and delete behaviors for the
2108
2187
  # crawler.
@@ -2167,6 +2246,7 @@ module Aws::Glue
2167
2246
  :database_name,
2168
2247
  :description,
2169
2248
  :classifiers,
2249
+ :recrawl_policy,
2170
2250
  :schema_change_policy,
2171
2251
  :state,
2172
2252
  :table_prefix,
@@ -2518,6 +2598,9 @@ module Aws::Glue
2518
2598
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
2519
2599
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
2520
2600
  # },
2601
+ # recrawl_policy: {
2602
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
2603
+ # },
2521
2604
  # configuration: "CrawlerConfiguration",
2522
2605
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
2523
2606
  # tags: {
@@ -2572,6 +2655,11 @@ module Aws::Glue
2572
2655
  # The policy for the crawler's update and deletion behavior.
2573
2656
  # @return [Types::SchemaChangePolicy]
2574
2657
  #
2658
+ # @!attribute [rw] recrawl_policy
2659
+ # A policy that specifies whether to crawl the entire dataset again,
2660
+ # or to crawl only folders that were added since the last crawler run.
2661
+ # @return [Types::RecrawlPolicy]
2662
+ #
2575
2663
  # @!attribute [rw] configuration
2576
2664
  # Crawler configuration information. This versioned JSON string allows
2577
2665
  # users to specify aspects of a crawler's behavior. For more
@@ -2609,6 +2697,7 @@ module Aws::Glue
2609
2697
  :classifiers,
2610
2698
  :table_prefix,
2611
2699
  :schema_change_policy,
2700
+ :recrawl_policy,
2612
2701
  :configuration,
2613
2702
  :crawler_security_configuration,
2614
2703
  :tags)
@@ -3387,6 +3476,13 @@ module Aws::Glue
3387
3476
  # tags: {
3388
3477
  # "TagKey" => "TagValue",
3389
3478
  # },
3479
+ # transform_encryption: {
3480
+ # ml_user_data_encryption: {
3481
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
3482
+ # kms_key_id: "NameString",
3483
+ # },
3484
+ # task_run_security_configuration_name: "NameString",
3485
+ # },
3390
3486
  # }
3391
3487
  #
3392
3488
  # @!attribute [rw] name
@@ -3530,6 +3626,12 @@ module Aws::Glue
3530
3626
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
3531
3627
  # @return [Hash<String,String>]
3532
3628
  #
3629
+ # @!attribute [rw] transform_encryption
3630
+ # The encryption-at-rest settings of the transform that apply to
3631
+ # accessing user data. Machine learning transforms can access user
3632
+ # data encrypted in Amazon S3 using KMS.
3633
+ # @return [Types::TransformEncryption]
3634
+ #
3533
3635
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
3534
3636
  #
3535
3637
  class CreateMLTransformRequest < Struct.new(
@@ -3544,7 +3646,8 @@ module Aws::Glue
3544
3646
  :number_of_workers,
3545
3647
  :timeout,
3546
3648
  :max_retries,
3547
- :tags)
3649
+ :tags,
3650
+ :transform_encryption)
3548
3651
  SENSITIVE = []
3549
3652
  include Aws::Structure
3550
3653
  end
@@ -3612,6 +3715,15 @@ module Aws::Glue
3612
3715
  # },
3613
3716
  # },
3614
3717
  # stored_as_sub_directories: false,
3718
+ # schema_reference: {
3719
+ # schema_id: {
3720
+ # schema_arn: "GlueResourceArn",
3721
+ # schema_name: "SchemaRegistryNameString",
3722
+ # registry_name: "SchemaRegistryNameString",
3723
+ # },
3724
+ # schema_version_id: "SchemaVersionIdString",
3725
+ # schema_version_number: 1,
3726
+ # },
3615
3727
  # },
3616
3728
  # parameters: {
3617
3729
  # "KeyString" => "ParametersMapValue",
@@ -3654,6 +3766,266 @@ module Aws::Glue
3654
3766
  #
3655
3767
  class CreatePartitionResponse < Aws::EmptyStructure; end
3656
3768
 
3769
+ # @note When making an API call, you may pass CreateRegistryInput
3770
+ # data as a hash:
3771
+ #
3772
+ # {
3773
+ # registry_name: "SchemaRegistryNameString", # required
3774
+ # description: "DescriptionString",
3775
+ # tags: {
3776
+ # "TagKey" => "TagValue",
3777
+ # },
3778
+ # }
3779
+ #
3780
+ # @!attribute [rw] registry_name
3781
+ # Name of the registry to be created of max length of 255, and may
3782
+ # only contain letters, numbers, hyphen, underscore, dollar sign, or
3783
+ # hash mark. No whitespace.
3784
+ # @return [String]
3785
+ #
3786
+ # @!attribute [rw] description
3787
+ # A description of the registry. If description is not provided, there
3788
+ # will not be any default value for this.
3789
+ # @return [String]
3790
+ #
3791
+ # @!attribute [rw] tags
3792
+ # AWS tags that contain a key value pair and may be searched by
3793
+ # console, command line, or API.
3794
+ # @return [Hash<String,String>]
3795
+ #
3796
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
3797
+ #
3798
+ class CreateRegistryInput < Struct.new(
3799
+ :registry_name,
3800
+ :description,
3801
+ :tags)
3802
+ SENSITIVE = []
3803
+ include Aws::Structure
3804
+ end
3805
+
3806
+ # @!attribute [rw] registry_arn
3807
+ # The Amazon Resource Name (ARN) of the newly created registry.
3808
+ # @return [String]
3809
+ #
3810
+ # @!attribute [rw] registry_name
3811
+ # The name of the registry.
3812
+ # @return [String]
3813
+ #
3814
+ # @!attribute [rw] description
3815
+ # A description of the registry.
3816
+ # @return [String]
3817
+ #
3818
+ # @!attribute [rw] tags
3819
+ # The tags for the registry.
3820
+ # @return [Hash<String,String>]
3821
+ #
3822
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
3823
+ #
3824
+ class CreateRegistryResponse < Struct.new(
3825
+ :registry_arn,
3826
+ :registry_name,
3827
+ :description,
3828
+ :tags)
3829
+ SENSITIVE = []
3830
+ include Aws::Structure
3831
+ end
3832
+
3833
+ # @note When making an API call, you may pass CreateSchemaInput
3834
+ # data as a hash:
3835
+ #
3836
+ # {
3837
+ # registry_id: {
3838
+ # registry_name: "SchemaRegistryNameString",
3839
+ # registry_arn: "GlueResourceArn",
3840
+ # },
3841
+ # schema_name: "SchemaRegistryNameString", # required
3842
+ # data_format: "AVRO", # required, accepts AVRO
3843
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
3844
+ # description: "DescriptionString",
3845
+ # tags: {
3846
+ # "TagKey" => "TagValue",
3847
+ # },
3848
+ # schema_definition: "SchemaDefinitionString",
3849
+ # }
3850
+ #
3851
+ # @!attribute [rw] registry_id
3852
+ # This is a wrapper shape to contain the registry identity fields. If
3853
+ # this is not provided, the default registry will be used. The ARN
3854
+ # format for the same will be: `arn:aws:glue:us-east-2:<customer
3855
+ # id>:registry/default-registry:random-5-letter-id`.
3856
+ # @return [Types::RegistryId]
3857
+ #
3858
+ # @!attribute [rw] schema_name
3859
+ # Name of the schema to be created of max length of 255, and may only
3860
+ # contain letters, numbers, hyphen, underscore, dollar sign, or hash
3861
+ # mark. No whitespace.
3862
+ # @return [String]
3863
+ #
3864
+ # @!attribute [rw] data_format
3865
+ # The data format of the schema definition. Currently only `AVRO` is
3866
+ # supported.
3867
+ # @return [String]
3868
+ #
3869
+ # @!attribute [rw] compatibility
3870
+ # The compatibility mode of the schema. The possible values are:
3871
+ #
3872
+ # * *NONE*\: No compatibility mode applies. You can use this choice in
3873
+ # development scenarios or if you do not know the compatibility mode
3874
+ # that you want to apply to schemas. Any new version added will be
3875
+ # accepted without undergoing a compatibility check.
3876
+ #
3877
+ # * *DISABLED*\: This compatibility choice prevents versioning for a
3878
+ # particular schema. You can use this choice to prevent future
3879
+ # versioning of a schema.
3880
+ #
3881
+ # * *BACKWARD*\: This compatibility choice is recommended as it allows
3882
+ # data receivers to read both the current and one previous schema
3883
+ # version. This means that for instance, a new schema version cannot
3884
+ # drop data fields or change the type of these fields, so they
3885
+ # can't be read by readers using the previous version.
3886
+ #
3887
+ # * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
3888
+ # to read both the current and all previous schema versions. You can
3889
+ # use this choice when you need to delete fields or add optional
3890
+ # fields, and check compatibility against all previous schema
3891
+ # versions.
3892
+ #
3893
+ # * *FORWARD*\: This compatibility choice allows data receivers to
3894
+ # read both the current and one next schema version, but not
3895
+ # necessarily later versions. You can use this choice when you need
3896
+ # to add fields or delete optional fields, but only check
3897
+ # compatibility against the last schema version.
3898
+ #
3899
+ # * *FORWARD\_ALL*\: This compatibility choice allows data receivers
3900
+ # to read written by producers of any new registered schema. You can
3901
+ # use this choice when you need to add fields or delete optional
3902
+ # fields, and check compatibility against all previous schema
3903
+ # versions.
3904
+ #
3905
+ # * *FULL*\: This compatibility choice allows data receivers to read
3906
+ # data written by producers using the previous or next version of
3907
+ # the schema, but not necessarily earlier or later versions. You can
3908
+ # use this choice when you need to add or remove optional fields,
3909
+ # but only check compatibility against the last schema version.
3910
+ #
3911
+ # * *FULL\_ALL*\: This compatibility choice allows data receivers to
3912
+ # read data written by producers using all previous schema versions.
3913
+ # You can use this choice when you need to add or remove optional
3914
+ # fields, and check compatibility against all previous schema
3915
+ # versions.
3916
+ # @return [String]
3917
+ #
3918
+ # @!attribute [rw] description
3919
+ # An optional description of the schema. If description is not
3920
+ # provided, there will not be any automatic default value for this.
3921
+ # @return [String]
3922
+ #
3923
+ # @!attribute [rw] tags
3924
+ # AWS tags that contain a key value pair and may be searched by
3925
+ # console, command line, or API. If specified, follows the AWS
3926
+ # tags-on-create pattern.
3927
+ # @return [Hash<String,String>]
3928
+ #
3929
+ # @!attribute [rw] schema_definition
3930
+ # The schema definition using the `DataFormat` setting for
3931
+ # `SchemaName`.
3932
+ # @return [String]
3933
+ #
3934
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
3935
+ #
3936
+ class CreateSchemaInput < Struct.new(
3937
+ :registry_id,
3938
+ :schema_name,
3939
+ :data_format,
3940
+ :compatibility,
3941
+ :description,
3942
+ :tags,
3943
+ :schema_definition)
3944
+ SENSITIVE = []
3945
+ include Aws::Structure
3946
+ end
3947
+
3948
+ # @!attribute [rw] registry_name
3949
+ # The name of the registry.
3950
+ # @return [String]
3951
+ #
3952
+ # @!attribute [rw] registry_arn
3953
+ # The Amazon Resource Name (ARN) of the registry.
3954
+ # @return [String]
3955
+ #
3956
+ # @!attribute [rw] schema_name
3957
+ # The name of the schema.
3958
+ # @return [String]
3959
+ #
3960
+ # @!attribute [rw] schema_arn
3961
+ # The Amazon Resource Name (ARN) of the schema.
3962
+ # @return [String]
3963
+ #
3964
+ # @!attribute [rw] description
3965
+ # A description of the schema if specified when created.
3966
+ # @return [String]
3967
+ #
3968
+ # @!attribute [rw] data_format
3969
+ # The data format of the schema definition. Currently only `AVRO` is
3970
+ # supported.
3971
+ # @return [String]
3972
+ #
3973
+ # @!attribute [rw] compatibility
3974
+ # The schema compatibility mode.
3975
+ # @return [String]
3976
+ #
3977
+ # @!attribute [rw] schema_checkpoint
3978
+ # The version number of the checkpoint (the last time the
3979
+ # compatibility mode was changed).
3980
+ # @return [Integer]
3981
+ #
3982
+ # @!attribute [rw] latest_schema_version
3983
+ # The latest version of the schema associated with the returned schema
3984
+ # definition.
3985
+ # @return [Integer]
3986
+ #
3987
+ # @!attribute [rw] next_schema_version
3988
+ # The next version of the schema associated with the returned schema
3989
+ # definition.
3990
+ # @return [Integer]
3991
+ #
3992
+ # @!attribute [rw] schema_status
3993
+ # The status of the schema.
3994
+ # @return [String]
3995
+ #
3996
+ # @!attribute [rw] tags
3997
+ # The tags for the schema.
3998
+ # @return [Hash<String,String>]
3999
+ #
4000
+ # @!attribute [rw] schema_version_id
4001
+ # The unique identifier of the first schema version.
4002
+ # @return [String]
4003
+ #
4004
+ # @!attribute [rw] schema_version_status
4005
+ # The status of the first schema version created.
4006
+ # @return [String]
4007
+ #
4008
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
4009
+ #
4010
+ class CreateSchemaResponse < Struct.new(
4011
+ :registry_name,
4012
+ :registry_arn,
4013
+ :schema_name,
4014
+ :schema_arn,
4015
+ :description,
4016
+ :data_format,
4017
+ :compatibility,
4018
+ :schema_checkpoint,
4019
+ :latest_schema_version,
4020
+ :next_schema_version,
4021
+ :schema_status,
4022
+ :tags,
4023
+ :schema_version_id,
4024
+ :schema_version_status)
4025
+ SENSITIVE = []
4026
+ include Aws::Structure
4027
+ end
4028
+
3657
4029
  # @note When making an API call, you may pass CreateScriptRequest
3658
4030
  # data as a hash:
3659
4031
  #
@@ -3832,6 +4204,15 @@ module Aws::Glue
3832
4204
  # },
3833
4205
  # },
3834
4206
  # stored_as_sub_directories: false,
4207
+ # schema_reference: {
4208
+ # schema_id: {
4209
+ # schema_arn: "GlueResourceArn",
4210
+ # schema_name: "SchemaRegistryNameString",
4211
+ # registry_name: "SchemaRegistryNameString",
4212
+ # },
4213
+ # schema_version_id: "SchemaVersionIdString",
4214
+ # schema_version_number: 1,
4215
+ # },
3835
4216
  # },
3836
4217
  # partition_keys: [
3837
4218
  # {
@@ -4441,7 +4822,7 @@ module Aws::Glue
4441
4822
  include Aws::Structure
4442
4823
  end
4443
4824
 
4444
- # Defines a date column statistics data.
4825
+ # Defines column statistics supported for timestamp data columns.
4445
4826
  #
4446
4827
  # @note When making an API call, you may pass DateColumnStatisticsData
4447
4828
  # data as a hash:
@@ -4454,19 +4835,19 @@ module Aws::Glue
4454
4835
  # }
4455
4836
  #
4456
4837
  # @!attribute [rw] minimum_value
4457
- # Minimum value of the column.
4838
+ # The lowest value in the column.
4458
4839
  # @return [Time]
4459
4840
  #
4460
4841
  # @!attribute [rw] maximum_value
4461
- # Maximum value of the column.
4842
+ # The highest value in the column.
4462
4843
  # @return [Time]
4463
4844
  #
4464
4845
  # @!attribute [rw] number_of_nulls
4465
- # Number of nulls.
4846
+ # The number of null values in the column.
4466
4847
  # @return [Integer]
4467
4848
  #
4468
4849
  # @!attribute [rw] number_of_distinct_values
4469
- # Number of distinct values.
4850
+ # The number of distinct values in a column.
4470
4851
  # @return [Integer]
4471
4852
  #
4472
4853
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
@@ -4480,7 +4861,8 @@ module Aws::Glue
4480
4861
  include Aws::Structure
4481
4862
  end
4482
4863
 
4483
- # Defines a decimal column statistics data.
4864
+ # Defines column statistics supported for fixed-point number data
4865
+ # columns.
4484
4866
  #
4485
4867
  # @note When making an API call, you may pass DecimalColumnStatisticsData
4486
4868
  # data as a hash:
@@ -4499,19 +4881,19 @@ module Aws::Glue
4499
4881
  # }
4500
4882
  #
4501
4883
  # @!attribute [rw] minimum_value
4502
- # Minimum value of the column.
4884
+ # The lowest value in the column.
4503
4885
  # @return [Types::DecimalNumber]
4504
4886
  #
4505
4887
  # @!attribute [rw] maximum_value
4506
- # Maximum value of the column.
4888
+ # The highest value in the column.
4507
4889
  # @return [Types::DecimalNumber]
4508
4890
  #
4509
4891
  # @!attribute [rw] number_of_nulls
4510
- # Number of nulls.
4892
+ # The number of null values in the column.
4511
4893
  # @return [Integer]
4512
4894
  #
4513
4895
  # @!attribute [rw] number_of_distinct_values
4514
- # Number of distinct values.
4896
+ # The number of distinct values in a column.
4515
4897
  # @return [Integer]
4516
4898
  #
4517
4899
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
@@ -4878,6 +5260,52 @@ module Aws::Glue
4878
5260
  #
4879
5261
  class DeletePartitionResponse < Aws::EmptyStructure; end
4880
5262
 
5263
+ # @note When making an API call, you may pass DeleteRegistryInput
5264
+ # data as a hash:
5265
+ #
5266
+ # {
5267
+ # registry_id: { # required
5268
+ # registry_name: "SchemaRegistryNameString",
5269
+ # registry_arn: "GlueResourceArn",
5270
+ # },
5271
+ # }
5272
+ #
5273
+ # @!attribute [rw] registry_id
5274
+ # This is a wrapper structure that may contain the registry name and
5275
+ # Amazon Resource Name (ARN).
5276
+ # @return [Types::RegistryId]
5277
+ #
5278
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
5279
+ #
5280
+ class DeleteRegistryInput < Struct.new(
5281
+ :registry_id)
5282
+ SENSITIVE = []
5283
+ include Aws::Structure
5284
+ end
5285
+
5286
+ # @!attribute [rw] registry_name
5287
+ # The name of the registry being deleted.
5288
+ # @return [String]
5289
+ #
5290
+ # @!attribute [rw] registry_arn
5291
+ # The Amazon Resource Name (ARN) of the registry being deleted.
5292
+ # @return [String]
5293
+ #
5294
+ # @!attribute [rw] status
5295
+ # The status of the registry. A successful operation will return the
5296
+ # `Deleting` status.
5297
+ # @return [String]
5298
+ #
5299
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
5300
+ #
5301
+ class DeleteRegistryResponse < Struct.new(
5302
+ :registry_name,
5303
+ :registry_arn,
5304
+ :status)
5305
+ SENSITIVE = []
5306
+ include Aws::Structure
5307
+ end
5308
+
4881
5309
  # @note When making an API call, you may pass DeleteResourcePolicyRequest
4882
5310
  # data as a hash:
4883
5311
  #
@@ -4908,6 +5336,99 @@ module Aws::Glue
4908
5336
  #
4909
5337
  class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
4910
5338
 
5339
+ # @note When making an API call, you may pass DeleteSchemaInput
5340
+ # data as a hash:
5341
+ #
5342
+ # {
5343
+ # schema_id: { # required
5344
+ # schema_arn: "GlueResourceArn",
5345
+ # schema_name: "SchemaRegistryNameString",
5346
+ # registry_name: "SchemaRegistryNameString",
5347
+ # },
5348
+ # }
5349
+ #
5350
+ # @!attribute [rw] schema_id
5351
+ # This is a wrapper structure that may contain the schema name and
5352
+ # Amazon Resource Name (ARN).
5353
+ # @return [Types::SchemaId]
5354
+ #
5355
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
5356
+ #
5357
+ class DeleteSchemaInput < Struct.new(
5358
+ :schema_id)
5359
+ SENSITIVE = []
5360
+ include Aws::Structure
5361
+ end
5362
+
5363
+ # @!attribute [rw] schema_arn
5364
+ # The Amazon Resource Name (ARN) of the schema being deleted.
5365
+ # @return [String]
5366
+ #
5367
+ # @!attribute [rw] schema_name
5368
+ # The name of the schema being deleted.
5369
+ # @return [String]
5370
+ #
5371
+ # @!attribute [rw] status
5372
+ # The status of the schema.
5373
+ # @return [String]
5374
+ #
5375
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
5376
+ #
5377
+ class DeleteSchemaResponse < Struct.new(
5378
+ :schema_arn,
5379
+ :schema_name,
5380
+ :status)
5381
+ SENSITIVE = []
5382
+ include Aws::Structure
5383
+ end
5384
+
5385
+ # @note When making an API call, you may pass DeleteSchemaVersionsInput
5386
+ # data as a hash:
5387
+ #
5388
+ # {
5389
+ # schema_id: { # required
5390
+ # schema_arn: "GlueResourceArn",
5391
+ # schema_name: "SchemaRegistryNameString",
5392
+ # registry_name: "SchemaRegistryNameString",
5393
+ # },
5394
+ # versions: "VersionsString", # required
5395
+ # }
5396
+ #
5397
+ # @!attribute [rw] schema_id
5398
+ # This is a wrapper structure that may contain the schema name and
5399
+ # Amazon Resource Name (ARN).
5400
+ # @return [Types::SchemaId]
5401
+ #
5402
+ # @!attribute [rw] versions
5403
+ # A version range may be supplied which may be of the format:
5404
+ #
5405
+ # * a single version number, 5
5406
+ #
5407
+ # * a range, 5-8 : deletes versions 5, 6, 7, 8
5408
+ # @return [String]
5409
+ #
5410
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
5411
+ #
5412
+ class DeleteSchemaVersionsInput < Struct.new(
5413
+ :schema_id,
5414
+ :versions)
5415
+ SENSITIVE = []
5416
+ include Aws::Structure
5417
+ end
5418
+
5419
+ # @!attribute [rw] schema_version_errors
5420
+ # A list of `SchemaVersionErrorItem` objects, each containing an error
5421
+ # and schema version.
5422
+ # @return [Array<Types::SchemaVersionErrorItem>]
5423
+ #
5424
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
5425
+ #
5426
+ class DeleteSchemaVersionsResponse < Struct.new(
5427
+ :schema_version_errors)
5428
+ SENSITIVE = []
5429
+ include Aws::Structure
5430
+ end
5431
+
4911
5432
  # @note When making an API call, you may pass DeleteSecurityConfigurationRequest
4912
5433
  # data as a hash:
4913
5434
  #
@@ -5381,7 +5902,8 @@ module Aws::Glue
5381
5902
  include Aws::Structure
5382
5903
  end
5383
5904
 
5384
- # Defines a double column statistics data.
5905
+ # Defines column statistics supported for floating-point number data
5906
+ # columns.
5385
5907
  #
5386
5908
  # @note When making an API call, you may pass DoubleColumnStatisticsData
5387
5909
  # data as a hash:
@@ -5394,19 +5916,19 @@ module Aws::Glue
5394
5916
  # }
5395
5917
  #
5396
5918
  # @!attribute [rw] minimum_value
5397
- # Minimum value of the column.
5919
+ # The lowest value in the column.
5398
5920
  # @return [Float]
5399
5921
  #
5400
5922
  # @!attribute [rw] maximum_value
5401
- # Maximum value of the column.
5923
+ # The highest value in the column.
5402
5924
  # @return [Float]
5403
5925
  #
5404
5926
  # @!attribute [rw] number_of_nulls
5405
- # Number of nulls.
5927
+ # The number of null values in the column.
5406
5928
  # @return [Integer]
5407
5929
  #
5408
5930
  # @!attribute [rw] number_of_distinct_values
5409
- # Number of distinct values.
5931
+ # The number of distinct values in a column.
5410
5932
  # @return [Integer]
5411
5933
  #
5412
5934
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
@@ -5593,6 +6115,25 @@ module Aws::Glue
5593
6115
  include Aws::Structure
5594
6116
  end
5595
6117
 
6118
+ # An object containing error details.
6119
+ #
6120
+ # @!attribute [rw] error_code
6121
+ # The error code for an error.
6122
+ # @return [String]
6123
+ #
6124
+ # @!attribute [rw] error_message
6125
+ # The error message for an error.
6126
+ # @return [String]
6127
+ #
6128
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
6129
+ #
6130
+ class ErrorDetails < Struct.new(
6131
+ :error_code,
6132
+ :error_message)
6133
+ SENSITIVE = []
6134
+ include Aws::Structure
6135
+ end
6136
+
5596
6137
  # Evaluation metrics provide an estimate of the quality of your machine
5597
6138
  # learning transform.
5598
6139
  #
@@ -7050,6 +7591,12 @@ module Aws::Glue
7050
7591
  # a task run fails.
7051
7592
  # @return [Integer]
7052
7593
  #
7594
+ # @!attribute [rw] transform_encryption
7595
+ # The encryption-at-rest settings of the transform that apply to
7596
+ # accessing user data. Machine learning transforms can access user
7597
+ # data encrypted in Amazon S3 using KMS.
7598
+ # @return [Types::TransformEncryption]
7599
+ #
7053
7600
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
7054
7601
  #
7055
7602
  class GetMLTransformResponse < Struct.new(
@@ -7070,7 +7617,8 @@ module Aws::Glue
7070
7617
  :worker_type,
7071
7618
  :number_of_workers,
7072
7619
  :timeout,
7073
- :max_retries)
7620
+ :max_retries,
7621
+ :transform_encryption)
7074
7622
  SENSITIVE = []
7075
7623
  include Aws::Structure
7076
7624
  end
@@ -7573,6 +8121,15 @@ module Aws::Glue
7573
8121
  #
7574
8122
  # @!attribute [rw] additional_plan_options_map
7575
8123
  # A map to hold additional optional key-value parameters.
8124
+ #
8125
+ # Currently, these key-value pairs are supported:
8126
+ #
8127
+ # * `inferSchema`  —  Specifies whether to set `inferSchema` to true
8128
+ # or false for the default script generated by an AWS Glue job. For
8129
+ # example, to set `inferSchema` to true, pass the following key
8130
+ # value pair:
8131
+ #
8132
+ # `--additional-plan-options-map '\{"inferSchema":"true"\}'`
7576
8133
  # @return [Hash<String,String>]
7577
8134
  #
7578
8135
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
@@ -7605,21 +8162,81 @@ module Aws::Glue
7605
8162
  include Aws::Structure
7606
8163
  end
7607
8164
 
7608
- # @note When making an API call, you may pass GetResourcePoliciesRequest
8165
+ # @note When making an API call, you may pass GetRegistryInput
7609
8166
  # data as a hash:
7610
8167
  #
7611
8168
  # {
7612
- # next_token: "Token",
7613
- # max_results: 1,
8169
+ # registry_id: { # required
8170
+ # registry_name: "SchemaRegistryNameString",
8171
+ # registry_arn: "GlueResourceArn",
8172
+ # },
7614
8173
  # }
7615
8174
  #
7616
- # @!attribute [rw] next_token
7617
- # A continuation token, if this is a continuation request.
7618
- # @return [String]
8175
+ # @!attribute [rw] registry_id
8176
+ # This is a wrapper structure that may contain the registry name and
8177
+ # Amazon Resource Name (ARN).
8178
+ # @return [Types::RegistryId]
7619
8179
  #
7620
- # @!attribute [rw] max_results
7621
- # The maximum size of a list to return.
7622
- # @return [Integer]
8180
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
8181
+ #
8182
+ class GetRegistryInput < Struct.new(
8183
+ :registry_id)
8184
+ SENSITIVE = []
8185
+ include Aws::Structure
8186
+ end
8187
+
8188
+ # @!attribute [rw] registry_name
8189
+ # The name of the registry.
8190
+ # @return [String]
8191
+ #
8192
+ # @!attribute [rw] registry_arn
8193
+ # The Amazon Resource Name (ARN) of the registry.
8194
+ # @return [String]
8195
+ #
8196
+ # @!attribute [rw] description
8197
+ # A description of the registry.
8198
+ # @return [String]
8199
+ #
8200
+ # @!attribute [rw] status
8201
+ # The status of the registry.
8202
+ # @return [String]
8203
+ #
8204
+ # @!attribute [rw] created_time
8205
+ # The date and time the registry was created.
8206
+ # @return [String]
8207
+ #
8208
+ # @!attribute [rw] updated_time
8209
+ # The date and time the registry was updated.
8210
+ # @return [String]
8211
+ #
8212
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
8213
+ #
8214
+ class GetRegistryResponse < Struct.new(
8215
+ :registry_name,
8216
+ :registry_arn,
8217
+ :description,
8218
+ :status,
8219
+ :created_time,
8220
+ :updated_time)
8221
+ SENSITIVE = []
8222
+ include Aws::Structure
8223
+ end
8224
+
8225
+ # @note When making an API call, you may pass GetResourcePoliciesRequest
8226
+ # data as a hash:
8227
+ #
8228
+ # {
8229
+ # next_token: "Token",
8230
+ # max_results: 1,
8231
+ # }
8232
+ #
8233
+ # @!attribute [rw] next_token
8234
+ # A continuation token, if this is a continuation request.
8235
+ # @return [String]
8236
+ #
8237
+ # @!attribute [rw] max_results
8238
+ # The maximum size of a list to return.
8239
+ # @return [Integer]
7623
8240
  #
7624
8241
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
7625
8242
  #
@@ -7701,6 +8318,339 @@ module Aws::Glue
7701
8318
  include Aws::Structure
7702
8319
  end
7703
8320
 
8321
+ # @note When making an API call, you may pass GetSchemaByDefinitionInput
8322
+ # data as a hash:
8323
+ #
8324
+ # {
8325
+ # schema_id: { # required
8326
+ # schema_arn: "GlueResourceArn",
8327
+ # schema_name: "SchemaRegistryNameString",
8328
+ # registry_name: "SchemaRegistryNameString",
8329
+ # },
8330
+ # schema_definition: "SchemaDefinitionString", # required
8331
+ # }
8332
+ #
8333
+ # @!attribute [rw] schema_id
8334
+ # This is a wrapper structure to contain schema identity fields. The
8335
+ # structure contains:
8336
+ #
8337
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8338
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8339
+ #
8340
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8341
+ # `SchemaName` has to be provided.
8342
+ # @return [Types::SchemaId]
8343
+ #
8344
+ # @!attribute [rw] schema_definition
8345
+ # The definition of the schema for which schema details are required.
8346
+ # @return [String]
8347
+ #
8348
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
8349
+ #
8350
+ class GetSchemaByDefinitionInput < Struct.new(
8351
+ :schema_id,
8352
+ :schema_definition)
8353
+ SENSITIVE = []
8354
+ include Aws::Structure
8355
+ end
8356
+
8357
+ # @!attribute [rw] schema_version_id
8358
+ # The schema ID of the schema version.
8359
+ # @return [String]
8360
+ #
8361
+ # @!attribute [rw] schema_arn
8362
+ # The Amazon Resource Name (ARN) of the schema.
8363
+ # @return [String]
8364
+ #
8365
+ # @!attribute [rw] data_format
8366
+ # The data format of the schema definition. Currently only `AVRO` is
8367
+ # supported.
8368
+ # @return [String]
8369
+ #
8370
+ # @!attribute [rw] status
8371
+ # The status of the schema version.
8372
+ # @return [String]
8373
+ #
8374
+ # @!attribute [rw] created_time
8375
+ # The date and time the schema was created.
8376
+ # @return [String]
8377
+ #
8378
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
8379
+ #
8380
+ class GetSchemaByDefinitionResponse < Struct.new(
8381
+ :schema_version_id,
8382
+ :schema_arn,
8383
+ :data_format,
8384
+ :status,
8385
+ :created_time)
8386
+ SENSITIVE = []
8387
+ include Aws::Structure
8388
+ end
8389
+
8390
+ # @note When making an API call, you may pass GetSchemaInput
8391
+ # data as a hash:
8392
+ #
8393
+ # {
8394
+ # schema_id: { # required
8395
+ # schema_arn: "GlueResourceArn",
8396
+ # schema_name: "SchemaRegistryNameString",
8397
+ # registry_name: "SchemaRegistryNameString",
8398
+ # },
8399
+ # }
8400
+ #
8401
+ # @!attribute [rw] schema_id
8402
+ # This is a wrapper structure to contain schema identity fields. The
8403
+ # structure contains:
8404
+ #
8405
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8406
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8407
+ # provided.
8408
+ #
8409
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8410
+ # `SchemaName` and `RegistryName` has to be provided.
8411
+ # @return [Types::SchemaId]
8412
+ #
8413
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
8414
+ #
8415
+ class GetSchemaInput < Struct.new(
8416
+ :schema_id)
8417
+ SENSITIVE = []
8418
+ include Aws::Structure
8419
+ end
8420
+
8421
+ # @!attribute [rw] registry_name
8422
+ # The name of the registry.
8423
+ # @return [String]
8424
+ #
8425
+ # @!attribute [rw] registry_arn
8426
+ # The Amazon Resource Name (ARN) of the registry.
8427
+ # @return [String]
8428
+ #
8429
+ # @!attribute [rw] schema_name
8430
+ # The name of the schema.
8431
+ # @return [String]
8432
+ #
8433
+ # @!attribute [rw] schema_arn
8434
+ # The Amazon Resource Name (ARN) of the schema.
8435
+ # @return [String]
8436
+ #
8437
+ # @!attribute [rw] description
8438
+ # A description of schema if specified when created
8439
+ # @return [String]
8440
+ #
8441
+ # @!attribute [rw] data_format
8442
+ # The data format of the schema definition. Currently only `AVRO` is
8443
+ # supported.
8444
+ # @return [String]
8445
+ #
8446
+ # @!attribute [rw] compatibility
8447
+ # The compatibility mode of the schema.
8448
+ # @return [String]
8449
+ #
8450
+ # @!attribute [rw] schema_checkpoint
8451
+ # The version number of the checkpoint (the last time the
8452
+ # compatibility mode was changed).
8453
+ # @return [Integer]
8454
+ #
8455
+ # @!attribute [rw] latest_schema_version
8456
+ # The latest version of the schema associated with the returned schema
8457
+ # definition.
8458
+ # @return [Integer]
8459
+ #
8460
+ # @!attribute [rw] next_schema_version
8461
+ # The next version of the schema associated with the returned schema
8462
+ # definition.
8463
+ # @return [Integer]
8464
+ #
8465
+ # @!attribute [rw] schema_status
8466
+ # The status of the schema.
8467
+ # @return [String]
8468
+ #
8469
+ # @!attribute [rw] created_time
8470
+ # The date and time the schema was created.
8471
+ # @return [String]
8472
+ #
8473
+ # @!attribute [rw] updated_time
8474
+ # The date and time the schema was updated.
8475
+ # @return [String]
8476
+ #
8477
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
8478
+ #
8479
+ class GetSchemaResponse < Struct.new(
8480
+ :registry_name,
8481
+ :registry_arn,
8482
+ :schema_name,
8483
+ :schema_arn,
8484
+ :description,
8485
+ :data_format,
8486
+ :compatibility,
8487
+ :schema_checkpoint,
8488
+ :latest_schema_version,
8489
+ :next_schema_version,
8490
+ :schema_status,
8491
+ :created_time,
8492
+ :updated_time)
8493
+ SENSITIVE = []
8494
+ include Aws::Structure
8495
+ end
8496
+
8497
+ # @note When making an API call, you may pass GetSchemaVersionInput
8498
+ # data as a hash:
8499
+ #
8500
+ # {
8501
+ # schema_id: {
8502
+ # schema_arn: "GlueResourceArn",
8503
+ # schema_name: "SchemaRegistryNameString",
8504
+ # registry_name: "SchemaRegistryNameString",
8505
+ # },
8506
+ # schema_version_id: "SchemaVersionIdString",
8507
+ # schema_version_number: {
8508
+ # latest_version: false,
8509
+ # version_number: 1,
8510
+ # },
8511
+ # }
8512
+ #
8513
+ # @!attribute [rw] schema_id
8514
+ # This is a wrapper structure to contain schema identity fields. The
8515
+ # structure contains:
8516
+ #
8517
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8518
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
8519
+ # provided.
8520
+ #
8521
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
8522
+ # `SchemaName` and `RegistryName` has to be provided.
8523
+ # @return [Types::SchemaId]
8524
+ #
8525
+ # @!attribute [rw] schema_version_id
8526
+ # The `SchemaVersionId` of the schema version. This field is required
8527
+ # for fetching by schema ID. Either this or the `SchemaId` wrapper has
8528
+ # to be provided.
8529
+ # @return [String]
8530
+ #
8531
+ # @!attribute [rw] schema_version_number
8532
+ # The version number of the schema.
8533
+ # @return [Types::SchemaVersionNumber]
8534
+ #
8535
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
8536
+ #
8537
+ class GetSchemaVersionInput < Struct.new(
8538
+ :schema_id,
8539
+ :schema_version_id,
8540
+ :schema_version_number)
8541
+ SENSITIVE = []
8542
+ include Aws::Structure
8543
+ end
8544
+
8545
+ # @!attribute [rw] schema_version_id
8546
+ # The `SchemaVersionId` of the schema version.
8547
+ # @return [String]
8548
+ #
8549
+ # @!attribute [rw] schema_definition
8550
+ # The schema definition for the schema ID.
8551
+ # @return [String]
8552
+ #
8553
+ # @!attribute [rw] data_format
8554
+ # The data format of the schema definition. Currently only `AVRO` is
8555
+ # supported.
8556
+ # @return [String]
8557
+ #
8558
+ # @!attribute [rw] schema_arn
8559
+ # The Amazon Resource Name (ARN) of the schema.
8560
+ # @return [String]
8561
+ #
8562
+ # @!attribute [rw] version_number
8563
+ # The version number of the schema.
8564
+ # @return [Integer]
8565
+ #
8566
+ # @!attribute [rw] status
8567
+ # The status of the schema version.
8568
+ # @return [String]
8569
+ #
8570
+ # @!attribute [rw] created_time
8571
+ # The date and time the schema version was created.
8572
+ # @return [String]
8573
+ #
8574
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
8575
+ #
8576
+ class GetSchemaVersionResponse < Struct.new(
8577
+ :schema_version_id,
8578
+ :schema_definition,
8579
+ :data_format,
8580
+ :schema_arn,
8581
+ :version_number,
8582
+ :status,
8583
+ :created_time)
8584
+ SENSITIVE = []
8585
+ include Aws::Structure
8586
+ end
8587
+
8588
+ # @note When making an API call, you may pass GetSchemaVersionsDiffInput
8589
+ # data as a hash:
8590
+ #
8591
+ # {
8592
+ # schema_id: { # required
8593
+ # schema_arn: "GlueResourceArn",
8594
+ # schema_name: "SchemaRegistryNameString",
8595
+ # registry_name: "SchemaRegistryNameString",
8596
+ # },
8597
+ # first_schema_version_number: { # required
8598
+ # latest_version: false,
8599
+ # version_number: 1,
8600
+ # },
8601
+ # second_schema_version_number: { # required
8602
+ # latest_version: false,
8603
+ # version_number: 1,
8604
+ # },
8605
+ # schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
8606
+ # }
8607
+ #
8608
+ # @!attribute [rw] schema_id
8609
+ # This is a wrapper structure to contain schema identity fields. The
8610
+ # structure contains:
8611
+ #
8612
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
8613
+ # One of `SchemaArn` or `SchemaName` has to be provided.
8614
+ #
8615
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
8616
+ # `SchemaName` has to be provided.
8617
+ # @return [Types::SchemaId]
8618
+ #
8619
+ # @!attribute [rw] first_schema_version_number
8620
+ # The first of the two schema versions to be compared.
8621
+ # @return [Types::SchemaVersionNumber]
8622
+ #
8623
+ # @!attribute [rw] second_schema_version_number
8624
+ # The second of the two schema versions to be compared.
8625
+ # @return [Types::SchemaVersionNumber]
8626
+ #
8627
+ # @!attribute [rw] schema_diff_type
8628
+ # Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
8629
+ # @return [String]
8630
+ #
8631
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
8632
+ #
8633
+ class GetSchemaVersionsDiffInput < Struct.new(
8634
+ :schema_id,
8635
+ :first_schema_version_number,
8636
+ :second_schema_version_number,
8637
+ :schema_diff_type)
8638
+ SENSITIVE = []
8639
+ include Aws::Structure
8640
+ end
8641
+
8642
+ # @!attribute [rw] diff
8643
+ # The difference between schemas as a string in JsonPatch format.
8644
+ # @return [String]
8645
+ #
8646
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
8647
+ #
8648
+ class GetSchemaVersionsDiffResponse < Struct.new(
8649
+ :diff)
8650
+ SENSITIVE = []
8651
+ include Aws::Structure
8652
+ end
8653
+
7704
8654
  # @note When making an API call, you may pass GetSecurityConfigurationRequest
7705
8655
  # data as a hash:
7706
8656
  #
@@ -9778,102 +10728,265 @@ module Aws::Glue
9778
10728
  include Aws::Structure
9779
10729
  end
9780
10730
 
9781
- # @note When making an API call, you may pass ListTriggersRequest
10731
+ # @note When making an API call, you may pass ListRegistriesInput
9782
10732
  # data as a hash:
9783
10733
  #
9784
10734
  # {
9785
- # next_token: "GenericString",
9786
- # dependent_job_name: "NameString",
9787
10735
  # max_results: 1,
9788
- # tags: {
9789
- # "TagKey" => "TagValue",
9790
- # },
10736
+ # next_token: "SchemaRegistryTokenString",
9791
10737
  # }
9792
10738
  #
9793
- # @!attribute [rw] next_token
9794
- # A continuation token, if this is a continuation request.
9795
- # @return [String]
9796
- #
9797
- # @!attribute [rw] dependent_job_name
9798
- # The name of the job for which to retrieve triggers. The trigger that
9799
- # can start this job is returned. If there is no such trigger, all
9800
- # triggers are returned.
9801
- # @return [String]
9802
- #
9803
10739
  # @!attribute [rw] max_results
9804
- # The maximum size of a list to return.
10740
+ # Maximum number of results required per page. If the value is not
10741
+ # supplied, this will be defaulted to 25 per page.
9805
10742
  # @return [Integer]
9806
10743
  #
9807
- # @!attribute [rw] tags
9808
- # Specifies to return only these tagged resources.
9809
- # @return [Hash<String,String>]
10744
+ # @!attribute [rw] next_token
10745
+ # A continuation token, if this is a continuation call.
10746
+ # @return [String]
9810
10747
  #
9811
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
10748
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
9812
10749
  #
9813
- class ListTriggersRequest < Struct.new(
9814
- :next_token,
9815
- :dependent_job_name,
10750
+ class ListRegistriesInput < Struct.new(
9816
10751
  :max_results,
9817
- :tags)
10752
+ :next_token)
9818
10753
  SENSITIVE = []
9819
10754
  include Aws::Structure
9820
10755
  end
9821
10756
 
9822
- # @!attribute [rw] trigger_names
9823
- # The names of all triggers in the account, or the triggers with the
9824
- # specified tags.
9825
- # @return [Array<String>]
10757
+ # @!attribute [rw] registries
10758
+ # An array of `RegistryDetailedListItem` objects containing minimal
10759
+ # details of each registry.
10760
+ # @return [Array<Types::RegistryListItem>]
9826
10761
  #
9827
10762
  # @!attribute [rw] next_token
9828
- # A continuation token, if the returned list does not contain the last
9829
- # metric available.
10763
+ # A continuation token for paginating the returned list of tokens,
10764
+ # returned if the current segment of the list is not the last.
9830
10765
  # @return [String]
9831
10766
  #
9832
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
10767
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
9833
10768
  #
9834
- class ListTriggersResponse < Struct.new(
9835
- :trigger_names,
10769
+ class ListRegistriesResponse < Struct.new(
10770
+ :registries,
9836
10771
  :next_token)
9837
10772
  SENSITIVE = []
9838
10773
  include Aws::Structure
9839
10774
  end
9840
10775
 
9841
- # @note When making an API call, you may pass ListWorkflowsRequest
10776
+ # @note When making an API call, you may pass ListSchemaVersionsInput
9842
10777
  # data as a hash:
9843
10778
  #
9844
10779
  # {
9845
- # next_token: "GenericString",
10780
+ # schema_id: { # required
10781
+ # schema_arn: "GlueResourceArn",
10782
+ # schema_name: "SchemaRegistryNameString",
10783
+ # registry_name: "SchemaRegistryNameString",
10784
+ # },
9846
10785
  # max_results: 1,
10786
+ # next_token: "SchemaRegistryTokenString",
9847
10787
  # }
9848
10788
  #
9849
- # @!attribute [rw] next_token
9850
- # A continuation token, if this is a continuation request.
9851
- # @return [String]
10789
+ # @!attribute [rw] schema_id
10790
+ # This is a wrapper structure to contain schema identity fields. The
10791
+ # structure contains:
10792
+ #
10793
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
10794
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
10795
+ # provided.
10796
+ #
10797
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
10798
+ # `SchemaName` and `RegistryName` has to be provided.
10799
+ # @return [Types::SchemaId]
9852
10800
  #
9853
10801
  # @!attribute [rw] max_results
9854
- # The maximum size of a list to return.
10802
+ # Maximum number of results required per page. If the value is not
10803
+ # supplied, this will be defaulted to 25 per page.
9855
10804
  # @return [Integer]
9856
10805
  #
9857
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
10806
+ # @!attribute [rw] next_token
10807
+ # A continuation token, if this is a continuation call.
10808
+ # @return [String]
9858
10809
  #
9859
- class ListWorkflowsRequest < Struct.new(
9860
- :next_token,
9861
- :max_results)
10810
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
10811
+ #
10812
+ class ListSchemaVersionsInput < Struct.new(
10813
+ :schema_id,
10814
+ :max_results,
10815
+ :next_token)
9862
10816
  SENSITIVE = []
9863
10817
  include Aws::Structure
9864
10818
  end
9865
10819
 
9866
- # @!attribute [rw] workflows
9867
- # List of names of workflows in the account.
9868
- # @return [Array<String>]
10820
+ # @!attribute [rw] schemas
10821
+ # An array of `SchemaVersionList` objects containing details of each
10822
+ # schema version.
10823
+ # @return [Array<Types::SchemaVersionListItem>]
9869
10824
  #
9870
10825
  # @!attribute [rw] next_token
9871
- # A continuation token, if not all workflow names have been returned.
10826
+ # A continuation token for paginating the returned list of tokens,
10827
+ # returned if the current segment of the list is not the last.
9872
10828
  # @return [String]
9873
10829
  #
9874
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
10830
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
9875
10831
  #
9876
- class ListWorkflowsResponse < Struct.new(
10832
+ class ListSchemaVersionsResponse < Struct.new(
10833
+ :schemas,
10834
+ :next_token)
10835
+ SENSITIVE = []
10836
+ include Aws::Structure
10837
+ end
10838
+
10839
+ # @note When making an API call, you may pass ListSchemasInput
10840
+ # data as a hash:
10841
+ #
10842
+ # {
10843
+ # registry_id: {
10844
+ # registry_name: "SchemaRegistryNameString",
10845
+ # registry_arn: "GlueResourceArn",
10846
+ # },
10847
+ # max_results: 1,
10848
+ # next_token: "SchemaRegistryTokenString",
10849
+ # }
10850
+ #
10851
+ # @!attribute [rw] registry_id
10852
+ # A wrapper structure that may contain the registry name and Amazon
10853
+ # Resource Name (ARN).
10854
+ # @return [Types::RegistryId]
10855
+ #
10856
+ # @!attribute [rw] max_results
10857
+ # Maximum number of results required per page. If the value is not
10858
+ # supplied, this will be defaulted to 25 per page.
10859
+ # @return [Integer]
10860
+ #
10861
+ # @!attribute [rw] next_token
10862
+ # A continuation token, if this is a continuation call.
10863
+ # @return [String]
10864
+ #
10865
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
10866
+ #
10867
+ class ListSchemasInput < Struct.new(
10868
+ :registry_id,
10869
+ :max_results,
10870
+ :next_token)
10871
+ SENSITIVE = []
10872
+ include Aws::Structure
10873
+ end
10874
+
10875
+ # @!attribute [rw] schemas
10876
+ # An array of `SchemaListItem` objects containing details of each
10877
+ # schema.
10878
+ # @return [Array<Types::SchemaListItem>]
10879
+ #
10880
+ # @!attribute [rw] next_token
10881
+ # A continuation token for paginating the returned list of tokens,
10882
+ # returned if the current segment of the list is not the last.
10883
+ # @return [String]
10884
+ #
10885
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
10886
+ #
10887
+ class ListSchemasResponse < Struct.new(
10888
+ :schemas,
10889
+ :next_token)
10890
+ SENSITIVE = []
10891
+ include Aws::Structure
10892
+ end
10893
+
10894
+ # @note When making an API call, you may pass ListTriggersRequest
10895
+ # data as a hash:
10896
+ #
10897
+ # {
10898
+ # next_token: "GenericString",
10899
+ # dependent_job_name: "NameString",
10900
+ # max_results: 1,
10901
+ # tags: {
10902
+ # "TagKey" => "TagValue",
10903
+ # },
10904
+ # }
10905
+ #
10906
+ # @!attribute [rw] next_token
10907
+ # A continuation token, if this is a continuation request.
10908
+ # @return [String]
10909
+ #
10910
+ # @!attribute [rw] dependent_job_name
10911
+ # The name of the job for which to retrieve triggers. The trigger that
10912
+ # can start this job is returned. If there is no such trigger, all
10913
+ # triggers are returned.
10914
+ # @return [String]
10915
+ #
10916
+ # @!attribute [rw] max_results
10917
+ # The maximum size of a list to return.
10918
+ # @return [Integer]
10919
+ #
10920
+ # @!attribute [rw] tags
10921
+ # Specifies to return only these tagged resources.
10922
+ # @return [Hash<String,String>]
10923
+ #
10924
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
10925
+ #
10926
+ class ListTriggersRequest < Struct.new(
10927
+ :next_token,
10928
+ :dependent_job_name,
10929
+ :max_results,
10930
+ :tags)
10931
+ SENSITIVE = []
10932
+ include Aws::Structure
10933
+ end
10934
+
10935
+ # @!attribute [rw] trigger_names
10936
+ # The names of all triggers in the account, or the triggers with the
10937
+ # specified tags.
10938
+ # @return [Array<String>]
10939
+ #
10940
+ # @!attribute [rw] next_token
10941
+ # A continuation token, if the returned list does not contain the last
10942
+ # metric available.
10943
+ # @return [String]
10944
+ #
10945
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
10946
+ #
10947
+ class ListTriggersResponse < Struct.new(
10948
+ :trigger_names,
10949
+ :next_token)
10950
+ SENSITIVE = []
10951
+ include Aws::Structure
10952
+ end
10953
+
10954
+ # @note When making an API call, you may pass ListWorkflowsRequest
10955
+ # data as a hash:
10956
+ #
10957
+ # {
10958
+ # next_token: "GenericString",
10959
+ # max_results: 1,
10960
+ # }
10961
+ #
10962
+ # @!attribute [rw] next_token
10963
+ # A continuation token, if this is a continuation request.
10964
+ # @return [String]
10965
+ #
10966
+ # @!attribute [rw] max_results
10967
+ # The maximum size of a list to return.
10968
+ # @return [Integer]
10969
+ #
10970
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
10971
+ #
10972
+ class ListWorkflowsRequest < Struct.new(
10973
+ :next_token,
10974
+ :max_results)
10975
+ SENSITIVE = []
10976
+ include Aws::Structure
10977
+ end
10978
+
10979
+ # @!attribute [rw] workflows
10980
+ # List of names of workflows in the account.
10981
+ # @return [Array<String>]
10982
+ #
10983
+ # @!attribute [rw] next_token
10984
+ # A continuation token, if not all workflow names have been returned.
10985
+ # @return [String]
10986
+ #
10987
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
10988
+ #
10989
+ class ListWorkflowsResponse < Struct.new(
9877
10990
  :workflows,
9878
10991
  :next_token)
9879
10992
  SENSITIVE = []
@@ -9931,7 +11044,7 @@ module Aws::Glue
9931
11044
  include Aws::Structure
9932
11045
  end
9933
11046
 
9934
- # Defines a long column statistics data.
11047
+ # Defines column statistics supported for integer data columns.
9935
11048
  #
9936
11049
  # @note When making an API call, you may pass LongColumnStatisticsData
9937
11050
  # data as a hash:
@@ -9944,19 +11057,19 @@ module Aws::Glue
9944
11057
  # }
9945
11058
  #
9946
11059
  # @!attribute [rw] minimum_value
9947
- # Minimum value of the column.
11060
+ # The lowest value in the column.
9948
11061
  # @return [Integer]
9949
11062
  #
9950
11063
  # @!attribute [rw] maximum_value
9951
- # Maximum value of the column.
11064
+ # The highest value in the column.
9952
11065
  # @return [Integer]
9953
11066
  #
9954
11067
  # @!attribute [rw] number_of_nulls
9955
- # Number of nulls.
11068
+ # The number of null values in the column.
9956
11069
  # @return [Integer]
9957
11070
  #
9958
11071
  # @!attribute [rw] number_of_distinct_values
9959
- # Number of distinct values.
11072
+ # The number of distinct values in a column.
9960
11073
  # @return [Integer]
9961
11074
  #
9962
11075
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
@@ -10136,6 +11249,12 @@ module Aws::Glue
10136
11249
  # machine learning transform fails.
10137
11250
  # @return [Integer]
10138
11251
  #
11252
+ # @!attribute [rw] transform_encryption
11253
+ # The encryption-at-rest settings of the transform that apply to
11254
+ # accessing user data. Machine learning transforms can access user
11255
+ # data encrypted in Amazon S3 using KMS.
11256
+ # @return [Types::TransformEncryption]
11257
+ #
10139
11258
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
10140
11259
  #
10141
11260
  class MLTransform < Struct.new(
@@ -10156,7 +11275,8 @@ module Aws::Glue
10156
11275
  :worker_type,
10157
11276
  :number_of_workers,
10158
11277
  :timeout,
10159
- :max_retries)
11278
+ :max_retries,
11279
+ :transform_encryption)
10160
11280
  SENSITIVE = []
10161
11281
  include Aws::Structure
10162
11282
  end
@@ -10175,6 +11295,39 @@ module Aws::Glue
10175
11295
  include Aws::Structure
10176
11296
  end
10177
11297
 
11298
+ # The encryption-at-rest settings of the transform that apply to
11299
+ # accessing user data.
11300
+ #
11301
+ # @note When making an API call, you may pass MLUserDataEncryption
11302
+ # data as a hash:
11303
+ #
11304
+ # {
11305
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
11306
+ # kms_key_id: "NameString",
11307
+ # }
11308
+ #
11309
+ # @!attribute [rw] ml_user_data_encryption_mode
11310
+ # The encryption mode applied to user data. Valid values are:
11311
+ #
11312
+ # * DISABLED: encryption is disabled
11313
+ #
11314
+ # * SSEKMS: use of server-side encryption with AWS Key Management
11315
+ # Service (SSE-KMS) for user data stored in Amazon S3.
11316
+ # @return [String]
11317
+ #
11318
+ # @!attribute [rw] kms_key_id
11319
+ # The ID for the customer-provided KMS key.
11320
+ # @return [String]
11321
+ #
11322
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
11323
+ #
11324
+ class MLUserDataEncryption < Struct.new(
11325
+ :ml_user_data_encryption_mode,
11326
+ :kms_key_id)
11327
+ SENSITIVE = []
11328
+ include Aws::Structure
11329
+ end
11330
+
10178
11331
  # Defines a mapping.
10179
11332
  #
10180
11333
  # @note When making an API call, you may pass MappingEntry
@@ -10226,6 +11379,52 @@ module Aws::Glue
10226
11379
  include Aws::Structure
10227
11380
  end
10228
11381
 
11382
+ # A structure containing metadata information for a schema version.
11383
+ #
11384
+ # @!attribute [rw] metadata_value
11385
+ # The metadata key’s corresponding value.
11386
+ # @return [String]
11387
+ #
11388
+ # @!attribute [rw] created_time
11389
+ # The time at which the entry was created.
11390
+ # @return [String]
11391
+ #
11392
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
11393
+ #
11394
+ class MetadataInfo < Struct.new(
11395
+ :metadata_value,
11396
+ :created_time)
11397
+ SENSITIVE = []
11398
+ include Aws::Structure
11399
+ end
11400
+
11401
+ # A structure containing a key value pair for metadata.
11402
+ #
11403
+ # @note When making an API call, you may pass MetadataKeyValuePair
11404
+ # data as a hash:
11405
+ #
11406
+ # {
11407
+ # metadata_key: "MetadataKeyString",
11408
+ # metadata_value: "MetadataValueString",
11409
+ # }
11410
+ #
11411
+ # @!attribute [rw] metadata_key
11412
+ # A metadata key.
11413
+ # @return [String]
11414
+ #
11415
+ # @!attribute [rw] metadata_value
11416
+ # A metadata key’s corresponding value.
11417
+ # @return [String]
11418
+ #
11419
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
11420
+ #
11421
+ class MetadataKeyValuePair < Struct.new(
11422
+ :metadata_key,
11423
+ :metadata_value)
11424
+ SENSITIVE = []
11425
+ include Aws::Structure
11426
+ end
11427
+
10229
11428
  # Specifies an Amazon DocumentDB or MongoDB data store to crawl.
10230
11429
  #
10231
11430
  # @note When making an API call, you may pass MongoDBTarget
@@ -10561,6 +11760,15 @@ module Aws::Glue
10561
11760
  # },
10562
11761
  # },
10563
11762
  # stored_as_sub_directories: false,
11763
+ # schema_reference: {
11764
+ # schema_id: {
11765
+ # schema_arn: "GlueResourceArn",
11766
+ # schema_name: "SchemaRegistryNameString",
11767
+ # registry_name: "SchemaRegistryNameString",
11768
+ # },
11769
+ # schema_version_id: "SchemaVersionIdString",
11770
+ # schema_version_number: 1,
11771
+ # },
10564
11772
  # },
10565
11773
  # parameters: {
10566
11774
  # "KeyString" => "ParametersMapValue",
@@ -10873,68 +12081,510 @@ module Aws::Glue
10873
12081
  # policies is allowed.
10874
12082
  # @return [String]
10875
12083
  #
10876
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12084
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
12085
+ #
12086
+ class PutResourcePolicyRequest < Struct.new(
12087
+ :policy_in_json,
12088
+ :resource_arn,
12089
+ :policy_hash_condition,
12090
+ :policy_exists_condition,
12091
+ :enable_hybrid)
12092
+ SENSITIVE = []
12093
+ include Aws::Structure
12094
+ end
12095
+
12096
+ # @!attribute [rw] policy_hash
12097
+ # A hash of the policy that has just been set. This must be included
12098
+ # in a subsequent call that overwrites or updates this policy.
12099
+ # @return [String]
12100
+ #
12101
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12102
+ #
12103
+ class PutResourcePolicyResponse < Struct.new(
12104
+ :policy_hash)
12105
+ SENSITIVE = []
12106
+ include Aws::Structure
12107
+ end
12108
+
12109
+ # @note When making an API call, you may pass PutSchemaVersionMetadataInput
12110
+ # data as a hash:
12111
+ #
12112
+ # {
12113
+ # schema_id: {
12114
+ # schema_arn: "GlueResourceArn",
12115
+ # schema_name: "SchemaRegistryNameString",
12116
+ # registry_name: "SchemaRegistryNameString",
12117
+ # },
12118
+ # schema_version_number: {
12119
+ # latest_version: false,
12120
+ # version_number: 1,
12121
+ # },
12122
+ # schema_version_id: "SchemaVersionIdString",
12123
+ # metadata_key_value: { # required
12124
+ # metadata_key: "MetadataKeyString",
12125
+ # metadata_value: "MetadataValueString",
12126
+ # },
12127
+ # }
12128
+ #
12129
+ # @!attribute [rw] schema_id
12130
+ # The unique ID for the schema.
12131
+ # @return [Types::SchemaId]
12132
+ #
12133
+ # @!attribute [rw] schema_version_number
12134
+ # The version number of the schema.
12135
+ # @return [Types::SchemaVersionNumber]
12136
+ #
12137
+ # @!attribute [rw] schema_version_id
12138
+ # The unique version ID of the schema version.
12139
+ # @return [String]
12140
+ #
12141
+ # @!attribute [rw] metadata_key_value
12142
+ # The metadata key's corresponding value.
12143
+ # @return [Types::MetadataKeyValuePair]
12144
+ #
12145
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
12146
+ #
12147
+ class PutSchemaVersionMetadataInput < Struct.new(
12148
+ :schema_id,
12149
+ :schema_version_number,
12150
+ :schema_version_id,
12151
+ :metadata_key_value)
12152
+ SENSITIVE = []
12153
+ include Aws::Structure
12154
+ end
12155
+
12156
+ # @!attribute [rw] schema_arn
12157
+ # The Amazon Resource Name (ARN) for the schema.
12158
+ # @return [String]
12159
+ #
12160
+ # @!attribute [rw] schema_name
12161
+ # The name for the schema.
12162
+ # @return [String]
12163
+ #
12164
+ # @!attribute [rw] registry_name
12165
+ # The name for the registry.
12166
+ # @return [String]
12167
+ #
12168
+ # @!attribute [rw] latest_version
12169
+ # The latest version of the schema.
12170
+ # @return [Boolean]
12171
+ #
12172
+ # @!attribute [rw] version_number
12173
+ # The version number of the schema.
12174
+ # @return [Integer]
12175
+ #
12176
+ # @!attribute [rw] schema_version_id
12177
+ # The unique version ID of the schema version.
12178
+ # @return [String]
12179
+ #
12180
+ # @!attribute [rw] metadata_key
12181
+ # The metadata key.
12182
+ # @return [String]
12183
+ #
12184
+ # @!attribute [rw] metadata_value
12185
+ # The value of the metadata key.
12186
+ # @return [String]
12187
+ #
12188
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
12189
+ #
12190
+ class PutSchemaVersionMetadataResponse < Struct.new(
12191
+ :schema_arn,
12192
+ :schema_name,
12193
+ :registry_name,
12194
+ :latest_version,
12195
+ :version_number,
12196
+ :schema_version_id,
12197
+ :metadata_key,
12198
+ :metadata_value)
12199
+ SENSITIVE = []
12200
+ include Aws::Structure
12201
+ end
12202
+
12203
+ # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12204
+ # data as a hash:
12205
+ #
12206
+ # {
12207
+ # name: "NameString", # required
12208
+ # run_id: "IdString", # required
12209
+ # run_properties: { # required
12210
+ # "IdString" => "GenericString",
12211
+ # },
12212
+ # }
12213
+ #
12214
+ # @!attribute [rw] name
12215
+ # Name of the workflow which was run.
12216
+ # @return [String]
12217
+ #
12218
+ # @!attribute [rw] run_id
12219
+ # The ID of the workflow run for which the run properties should be
12220
+ # updated.
12221
+ # @return [String]
12222
+ #
12223
+ # @!attribute [rw] run_properties
12224
+ # The properties to put for the specified run.
12225
+ # @return [Hash<String,String>]
12226
+ #
12227
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12228
+ #
12229
+ class PutWorkflowRunPropertiesRequest < Struct.new(
12230
+ :name,
12231
+ :run_id,
12232
+ :run_properties)
12233
+ SENSITIVE = []
12234
+ include Aws::Structure
12235
+ end
12236
+
12237
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12238
+ #
12239
+ class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12240
+
12241
+ # @note When making an API call, you may pass QuerySchemaVersionMetadataInput
12242
+ # data as a hash:
12243
+ #
12244
+ # {
12245
+ # schema_id: {
12246
+ # schema_arn: "GlueResourceArn",
12247
+ # schema_name: "SchemaRegistryNameString",
12248
+ # registry_name: "SchemaRegistryNameString",
12249
+ # },
12250
+ # schema_version_number: {
12251
+ # latest_version: false,
12252
+ # version_number: 1,
12253
+ # },
12254
+ # schema_version_id: "SchemaVersionIdString",
12255
+ # metadata_list: [
12256
+ # {
12257
+ # metadata_key: "MetadataKeyString",
12258
+ # metadata_value: "MetadataValueString",
12259
+ # },
12260
+ # ],
12261
+ # max_results: 1,
12262
+ # next_token: "SchemaRegistryTokenString",
12263
+ # }
12264
+ #
12265
+ # @!attribute [rw] schema_id
12266
+ # A wrapper structure that may contain the schema name and Amazon
12267
+ # Resource Name (ARN).
12268
+ # @return [Types::SchemaId]
12269
+ #
12270
+ # @!attribute [rw] schema_version_number
12271
+ # The version number of the schema.
12272
+ # @return [Types::SchemaVersionNumber]
12273
+ #
12274
+ # @!attribute [rw] schema_version_id
12275
+ # The unique version ID of the schema version.
12276
+ # @return [String]
12277
+ #
12278
+ # @!attribute [rw] metadata_list
12279
+ # Search key-value pairs for metadata, if they are not provided all
12280
+ # the metadata information will be fetched.
12281
+ # @return [Array<Types::MetadataKeyValuePair>]
12282
+ #
12283
+ # @!attribute [rw] max_results
12284
+ # Maximum number of results required per page. If the value is not
12285
+ # supplied, this will be defaulted to 25 per page.
12286
+ # @return [Integer]
12287
+ #
12288
+ # @!attribute [rw] next_token
12289
+ # A continuation token, if this is a continuation call.
12290
+ # @return [String]
12291
+ #
12292
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
12293
+ #
12294
+ class QuerySchemaVersionMetadataInput < Struct.new(
12295
+ :schema_id,
12296
+ :schema_version_number,
12297
+ :schema_version_id,
12298
+ :metadata_list,
12299
+ :max_results,
12300
+ :next_token)
12301
+ SENSITIVE = []
12302
+ include Aws::Structure
12303
+ end
12304
+
12305
+ # @!attribute [rw] metadata_info_map
12306
+ # A map of a metadata key and associated values.
12307
+ # @return [Hash<String,Types::MetadataInfo>]
12308
+ #
12309
+ # @!attribute [rw] schema_version_id
12310
+ # The unique version ID of the schema version.
12311
+ # @return [String]
12312
+ #
12313
+ # @!attribute [rw] next_token
12314
+ # A continuation token for paginating the returned list of tokens,
12315
+ # returned if the current segment of the list is not the last.
12316
+ # @return [String]
12317
+ #
12318
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
12319
+ #
12320
+ class QuerySchemaVersionMetadataResponse < Struct.new(
12321
+ :metadata_info_map,
12322
+ :schema_version_id,
12323
+ :next_token)
12324
+ SENSITIVE = []
12325
+ include Aws::Structure
12326
+ end
12327
+
12328
+ # When crawling an Amazon S3 data source after the first crawl is
12329
+ # complete, specifies whether to crawl the entire dataset again or to
12330
+ # crawl only folders that were added since the last crawler run. For
12331
+ # more information, see [Incremental Crawls in AWS Glue][1] in the
12332
+ # developer guide.
12333
+ #
12334
+ #
12335
+ #
12336
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
12337
+ #
12338
+ # @note When making an API call, you may pass RecrawlPolicy
12339
+ # data as a hash:
12340
+ #
12341
+ # {
12342
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
12343
+ # }
12344
+ #
12345
+ # @!attribute [rw] recrawl_behavior
12346
+ # Specifies whether to crawl the entire dataset again or to crawl only
12347
+ # folders that were added since the last crawler run.
12348
+ #
12349
+ # A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
12350
+ # again.
12351
+ #
12352
+ # A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
12353
+ # that were added since the last crawler run.
12354
+ # @return [String]
12355
+ #
12356
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
12357
+ #
12358
+ class RecrawlPolicy < Struct.new(
12359
+ :recrawl_behavior)
12360
+ SENSITIVE = []
12361
+ include Aws::Structure
12362
+ end
12363
+
12364
+ # @note When making an API call, you may pass RegisterSchemaVersionInput
12365
+ # data as a hash:
12366
+ #
12367
+ # {
12368
+ # schema_id: { # required
12369
+ # schema_arn: "GlueResourceArn",
12370
+ # schema_name: "SchemaRegistryNameString",
12371
+ # registry_name: "SchemaRegistryNameString",
12372
+ # },
12373
+ # schema_definition: "SchemaDefinitionString", # required
12374
+ # }
12375
+ #
12376
+ # @!attribute [rw] schema_id
12377
+ # This is a wrapper structure to contain schema identity fields. The
12378
+ # structure contains:
12379
+ #
12380
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
12381
+ # Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
12382
+ # provided.
12383
+ #
12384
+ # * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
12385
+ # `SchemaName` and `RegistryName` has to be provided.
12386
+ # @return [Types::SchemaId]
12387
+ #
12388
+ # @!attribute [rw] schema_definition
12389
+ # The schema definition using the `DataFormat` setting for the
12390
+ # `SchemaName`.
12391
+ # @return [String]
12392
+ #
12393
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
12394
+ #
12395
+ class RegisterSchemaVersionInput < Struct.new(
12396
+ :schema_id,
12397
+ :schema_definition)
12398
+ SENSITIVE = []
12399
+ include Aws::Structure
12400
+ end
12401
+
12402
+ # @!attribute [rw] schema_version_id
12403
+ # The unique ID that represents the version of this schema.
12404
+ # @return [String]
12405
+ #
12406
+ # @!attribute [rw] version_number
12407
+ # The version of this schema (for sync flow only, in case this is the
12408
+ # first version).
12409
+ # @return [Integer]
12410
+ #
12411
+ # @!attribute [rw] status
12412
+ # The status of the schema version.
12413
+ # @return [String]
12414
+ #
12415
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
12416
+ #
12417
+ class RegisterSchemaVersionResponse < Struct.new(
12418
+ :schema_version_id,
12419
+ :version_number,
12420
+ :status)
12421
+ SENSITIVE = []
12422
+ include Aws::Structure
12423
+ end
12424
+
12425
+ # A wrapper structure that may contain the registry name and Amazon
12426
+ # Resource Name (ARN).
12427
+ #
12428
+ # @note When making an API call, you may pass RegistryId
12429
+ # data as a hash:
12430
+ #
12431
+ # {
12432
+ # registry_name: "SchemaRegistryNameString",
12433
+ # registry_arn: "GlueResourceArn",
12434
+ # }
12435
+ #
12436
+ # @!attribute [rw] registry_name
12437
+ # Name of the registry. Used only for lookup. One of `RegistryArn` or
12438
+ # `RegistryName` has to be provided.
12439
+ # @return [String]
12440
+ #
12441
+ # @!attribute [rw] registry_arn
12442
+ # Arn of the registry to be updated. One of `RegistryArn` or
12443
+ # `RegistryName` has to be provided.
12444
+ # @return [String]
10877
12445
  #
10878
- class PutResourcePolicyRequest < Struct.new(
10879
- :policy_in_json,
10880
- :resource_arn,
10881
- :policy_hash_condition,
10882
- :policy_exists_condition,
10883
- :enable_hybrid)
12446
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
12447
+ #
12448
+ class RegistryId < Struct.new(
12449
+ :registry_name,
12450
+ :registry_arn)
10884
12451
  SENSITIVE = []
10885
12452
  include Aws::Structure
10886
12453
  end
10887
12454
 
10888
- # @!attribute [rw] policy_hash
10889
- # A hash of the policy that has just been set. This must be included
10890
- # in a subsequent call that overwrites or updates this policy.
12455
+ # A structure containing the details for a registry.
12456
+ #
12457
+ # @!attribute [rw] registry_name
12458
+ # The name of the registry.
10891
12459
  # @return [String]
10892
12460
  #
10893
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
12461
+ # @!attribute [rw] registry_arn
12462
+ # The Amazon Resource Name (ARN) of the registry.
12463
+ # @return [String]
10894
12464
  #
10895
- class PutResourcePolicyResponse < Struct.new(
10896
- :policy_hash)
12465
+ # @!attribute [rw] description
12466
+ # A description of the registry.
12467
+ # @return [String]
12468
+ #
12469
+ # @!attribute [rw] status
12470
+ # The status of the registry.
12471
+ # @return [String]
12472
+ #
12473
+ # @!attribute [rw] created_time
12474
+ # The data the registry was created.
12475
+ # @return [String]
12476
+ #
12477
+ # @!attribute [rw] updated_time
12478
+ # The date the registry was updated.
12479
+ # @return [String]
12480
+ #
12481
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
12482
+ #
12483
+ class RegistryListItem < Struct.new(
12484
+ :registry_name,
12485
+ :registry_arn,
12486
+ :description,
12487
+ :status,
12488
+ :created_time,
12489
+ :updated_time)
10897
12490
  SENSITIVE = []
10898
12491
  include Aws::Structure
10899
12492
  end
10900
12493
 
10901
- # @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
12494
+ # @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
10902
12495
  # data as a hash:
10903
12496
  #
10904
12497
  # {
10905
- # name: "NameString", # required
10906
- # run_id: "IdString", # required
10907
- # run_properties: { # required
10908
- # "IdString" => "GenericString",
12498
+ # schema_id: {
12499
+ # schema_arn: "GlueResourceArn",
12500
+ # schema_name: "SchemaRegistryNameString",
12501
+ # registry_name: "SchemaRegistryNameString",
12502
+ # },
12503
+ # schema_version_number: {
12504
+ # latest_version: false,
12505
+ # version_number: 1,
12506
+ # },
12507
+ # schema_version_id: "SchemaVersionIdString",
12508
+ # metadata_key_value: { # required
12509
+ # metadata_key: "MetadataKeyString",
12510
+ # metadata_value: "MetadataValueString",
10909
12511
  # },
10910
12512
  # }
10911
12513
  #
10912
- # @!attribute [rw] name
10913
- # Name of the workflow which was run.
10914
- # @return [String]
12514
+ # @!attribute [rw] schema_id
12515
+ # A wrapper structure that may contain the schema name and Amazon
12516
+ # Resource Name (ARN).
12517
+ # @return [Types::SchemaId]
10915
12518
  #
10916
- # @!attribute [rw] run_id
10917
- # The ID of the workflow run for which the run properties should be
10918
- # updated.
12519
+ # @!attribute [rw] schema_version_number
12520
+ # The version number of the schema.
12521
+ # @return [Types::SchemaVersionNumber]
12522
+ #
12523
+ # @!attribute [rw] schema_version_id
12524
+ # The unique version ID of the schema version.
10919
12525
  # @return [String]
10920
12526
  #
10921
- # @!attribute [rw] run_properties
10922
- # The properties to put for the specified run.
10923
- # @return [Hash<String,String>]
12527
+ # @!attribute [rw] metadata_key_value
12528
+ # The value of the metadata key.
12529
+ # @return [Types::MetadataKeyValuePair]
10924
12530
  #
10925
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
12531
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
10926
12532
  #
10927
- class PutWorkflowRunPropertiesRequest < Struct.new(
10928
- :name,
10929
- :run_id,
10930
- :run_properties)
12533
+ class RemoveSchemaVersionMetadataInput < Struct.new(
12534
+ :schema_id,
12535
+ :schema_version_number,
12536
+ :schema_version_id,
12537
+ :metadata_key_value)
10931
12538
  SENSITIVE = []
10932
12539
  include Aws::Structure
10933
12540
  end
10934
12541
 
10935
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
12542
+ # @!attribute [rw] schema_arn
12543
+ # The Amazon Resource Name (ARN) of the schema.
12544
+ # @return [String]
10936
12545
  #
10937
- class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
12546
+ # @!attribute [rw] schema_name
12547
+ # The name of the schema.
12548
+ # @return [String]
12549
+ #
12550
+ # @!attribute [rw] registry_name
12551
+ # The name of the registry.
12552
+ # @return [String]
12553
+ #
12554
+ # @!attribute [rw] latest_version
12555
+ # The latest version of the schema.
12556
+ # @return [Boolean]
12557
+ #
12558
+ # @!attribute [rw] version_number
12559
+ # The version number of the schema.
12560
+ # @return [Integer]
12561
+ #
12562
+ # @!attribute [rw] schema_version_id
12563
+ # The version ID for the schema version.
12564
+ # @return [String]
12565
+ #
12566
+ # @!attribute [rw] metadata_key
12567
+ # The metadata key.
12568
+ # @return [String]
12569
+ #
12570
+ # @!attribute [rw] metadata_value
12571
+ # The value of the metadata key.
12572
+ # @return [String]
12573
+ #
12574
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
12575
+ #
12576
+ class RemoveSchemaVersionMetadataResponse < Struct.new(
12577
+ :schema_arn,
12578
+ :schema_name,
12579
+ :registry_name,
12580
+ :latest_version,
12581
+ :version_number,
12582
+ :schema_version_id,
12583
+ :metadata_key,
12584
+ :metadata_value)
12585
+ SENSITIVE = []
12586
+ include Aws::Structure
12587
+ end
10938
12588
 
10939
12589
  # @note When making an API call, you may pass ResetJobBookmarkRequest
10940
12590
  # data as a hash:
@@ -11257,6 +12907,195 @@ module Aws::Glue
11257
12907
  include Aws::Structure
11258
12908
  end
11259
12909
 
12910
+ # @note When making an API call, you may pass SchemaId
12911
+ # data as a hash:
12912
+ #
12913
+ # {
12914
+ # schema_arn: "GlueResourceArn",
12915
+ # schema_name: "SchemaRegistryNameString",
12916
+ # registry_name: "SchemaRegistryNameString",
12917
+ # }
12918
+ #
12919
+ # @!attribute [rw] schema_arn
12920
+ # @return [String]
12921
+ #
12922
+ # @!attribute [rw] schema_name
12923
+ # @return [String]
12924
+ #
12925
+ # @!attribute [rw] registry_name
12926
+ # @return [String]
12927
+ #
12928
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
12929
+ #
12930
+ class SchemaId < Struct.new(
12931
+ :schema_arn,
12932
+ :schema_name,
12933
+ :registry_name)
12934
+ SENSITIVE = []
12935
+ include Aws::Structure
12936
+ end
12937
+
12938
+ # An object that contains minimal details for a schema.
12939
+ #
12940
+ # @!attribute [rw] registry_name
12941
+ # the name of the registry where the schema resides.
12942
+ # @return [String]
12943
+ #
12944
+ # @!attribute [rw] schema_name
12945
+ # The name of the schema.
12946
+ # @return [String]
12947
+ #
12948
+ # @!attribute [rw] schema_arn
12949
+ # The Amazon Resource Name (ARN) for the schema.
12950
+ # @return [String]
12951
+ #
12952
+ # @!attribute [rw] description
12953
+ # A description for the schema.
12954
+ # @return [String]
12955
+ #
12956
+ # @!attribute [rw] schema_status
12957
+ # The status of the schema.
12958
+ # @return [String]
12959
+ #
12960
+ # @!attribute [rw] created_time
12961
+ # The date and time that a schema was created.
12962
+ # @return [String]
12963
+ #
12964
+ # @!attribute [rw] updated_time
12965
+ # The date and time that a schema was updated.
12966
+ # @return [String]
12967
+ #
12968
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
12969
+ #
12970
+ class SchemaListItem < Struct.new(
12971
+ :registry_name,
12972
+ :schema_name,
12973
+ :schema_arn,
12974
+ :description,
12975
+ :schema_status,
12976
+ :created_time,
12977
+ :updated_time)
12978
+ SENSITIVE = []
12979
+ include Aws::Structure
12980
+ end
12981
+
12982
+ # An object that references a schema stored in the AWS Glue Schema
12983
+ # Registry.
12984
+ #
12985
+ # @note When making an API call, you may pass SchemaReference
12986
+ # data as a hash:
12987
+ #
12988
+ # {
12989
+ # schema_id: {
12990
+ # schema_arn: "GlueResourceArn",
12991
+ # schema_name: "SchemaRegistryNameString",
12992
+ # registry_name: "SchemaRegistryNameString",
12993
+ # },
12994
+ # schema_version_id: "SchemaVersionIdString",
12995
+ # schema_version_number: 1,
12996
+ # }
12997
+ #
12998
+ # @!attribute [rw] schema_id
12999
+ # A structure that contains schema identity fields. Either this or the
13000
+ # `SchemaVersionId` has to be provided.
13001
+ # @return [Types::SchemaId]
13002
+ #
13003
+ # @!attribute [rw] schema_version_id
13004
+ # The unique ID assigned to a version of the schema. Either this or
13005
+ # the `SchemaId` has to be provided.
13006
+ # @return [String]
13007
+ #
13008
+ # @!attribute [rw] schema_version_number
13009
+ # The version number of the schema.
13010
+ # @return [Integer]
13011
+ #
13012
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
13013
+ #
13014
+ class SchemaReference < Struct.new(
13015
+ :schema_id,
13016
+ :schema_version_id,
13017
+ :schema_version_number)
13018
+ SENSITIVE = []
13019
+ include Aws::Structure
13020
+ end
13021
+
13022
+ # An object that contains the error details for an operation on a schema
13023
+ # version.
13024
+ #
13025
+ # @!attribute [rw] version_number
13026
+ # The version number of the schema.
13027
+ # @return [Integer]
13028
+ #
13029
+ # @!attribute [rw] error_details
13030
+ # The details of the error for the schema version.
13031
+ # @return [Types::ErrorDetails]
13032
+ #
13033
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
13034
+ #
13035
+ class SchemaVersionErrorItem < Struct.new(
13036
+ :version_number,
13037
+ :error_details)
13038
+ SENSITIVE = []
13039
+ include Aws::Structure
13040
+ end
13041
+
13042
+ # An object containing the details about a schema version.
13043
+ #
13044
+ # @!attribute [rw] schema_arn
13045
+ # The Amazon Resource Name (ARN) of the schema.
13046
+ # @return [String]
13047
+ #
13048
+ # @!attribute [rw] schema_version_id
13049
+ # The unique identifier of the schema version.
13050
+ # @return [String]
13051
+ #
13052
+ # @!attribute [rw] version_number
13053
+ # The version number of the schema.
13054
+ # @return [Integer]
13055
+ #
13056
+ # @!attribute [rw] status
13057
+ # The status of the schema version.
13058
+ # @return [String]
13059
+ #
13060
+ # @!attribute [rw] created_time
13061
+ # The date and time the schema version was created.
13062
+ # @return [String]
13063
+ #
13064
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
13065
+ #
13066
+ class SchemaVersionListItem < Struct.new(
13067
+ :schema_arn,
13068
+ :schema_version_id,
13069
+ :version_number,
13070
+ :status,
13071
+ :created_time)
13072
+ SENSITIVE = []
13073
+ include Aws::Structure
13074
+ end
13075
+
13076
+ # @note When making an API call, you may pass SchemaVersionNumber
13077
+ # data as a hash:
13078
+ #
13079
+ # {
13080
+ # latest_version: false,
13081
+ # version_number: 1,
13082
+ # }
13083
+ #
13084
+ # @!attribute [rw] latest_version
13085
+ # @return [Boolean]
13086
+ #
13087
+ # @!attribute [rw] version_number
13088
+ # @return [Integer]
13089
+ #
13090
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
13091
+ #
13092
+ class SchemaVersionNumber < Struct.new(
13093
+ :latest_version,
13094
+ :version_number)
13095
+ SENSITIVE = []
13096
+ include Aws::Structure
13097
+ end
13098
+
11260
13099
  # @note When making an API call, you may pass SearchTablesRequest
11261
13100
  # data as a hash:
11262
13101
  #
@@ -12089,6 +13928,15 @@ module Aws::Glue
12089
13928
  # },
12090
13929
  # },
12091
13930
  # stored_as_sub_directories: false,
13931
+ # schema_reference: {
13932
+ # schema_id: {
13933
+ # schema_arn: "GlueResourceArn",
13934
+ # schema_name: "SchemaRegistryNameString",
13935
+ # registry_name: "SchemaRegistryNameString",
13936
+ # },
13937
+ # schema_version_id: "SchemaVersionIdString",
13938
+ # schema_version_number: 1,
13939
+ # },
12092
13940
  # }
12093
13941
  #
12094
13942
  # @!attribute [rw] columns
@@ -12146,6 +13994,14 @@ module Aws::Glue
12146
13994
  # not.
12147
13995
  # @return [Boolean]
12148
13996
  #
13997
+ # @!attribute [rw] schema_reference
13998
+ # An object that references a schema stored in the AWS Glue Schema
13999
+ # Registry.
14000
+ #
14001
+ # When creating a table, you can pass an empty list of columns for the
14002
+ # schema, and instead use a schema reference.
14003
+ # @return [Types::SchemaReference]
14004
+ #
12149
14005
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
12150
14006
  #
12151
14007
  class StorageDescriptor < Struct.new(
@@ -12160,12 +14016,14 @@ module Aws::Glue
12160
14016
  :sort_columns,
12161
14017
  :parameters,
12162
14018
  :skewed_info,
12163
- :stored_as_sub_directories)
14019
+ :stored_as_sub_directories,
14020
+ :schema_reference)
12164
14021
  SENSITIVE = []
12165
14022
  include Aws::Structure
12166
14023
  end
12167
14024
 
12168
- # Defines a string column statistics data.
14025
+ # Defines column statistics supported for character sequence data
14026
+ # values.
12169
14027
  #
12170
14028
  # @note When making an API call, you may pass StringColumnStatisticsData
12171
14029
  # data as a hash:
@@ -12178,19 +14036,19 @@ module Aws::Glue
12178
14036
  # }
12179
14037
  #
12180
14038
  # @!attribute [rw] maximum_length
12181
- # Maximum value of the column.
14039
+ # The size of the longest string in the column.
12182
14040
  # @return [Integer]
12183
14041
  #
12184
14042
  # @!attribute [rw] average_length
12185
- # Average value of the column.
14043
+ # The average string length in the column.
12186
14044
  # @return [Float]
12187
14045
  #
12188
14046
  # @!attribute [rw] number_of_nulls
12189
- # Number of nulls.
14047
+ # The number of null values in the column.
12190
14048
  # @return [Integer]
12191
14049
  #
12192
14050
  # @!attribute [rw] number_of_distinct_values
12193
- # Number of distinct values.
14051
+ # The number of distinct values in a column.
12194
14052
  # @return [Integer]
12195
14053
  #
12196
14054
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
@@ -12429,6 +14287,15 @@ module Aws::Glue
12429
14287
  # },
12430
14288
  # },
12431
14289
  # stored_as_sub_directories: false,
14290
+ # schema_reference: {
14291
+ # schema_id: {
14292
+ # schema_arn: "GlueResourceArn",
14293
+ # schema_name: "SchemaRegistryNameString",
14294
+ # registry_name: "SchemaRegistryNameString",
14295
+ # },
14296
+ # schema_version_id: "SchemaVersionIdString",
14297
+ # schema_version_number: 1,
14298
+ # },
12432
14299
  # },
12433
14300
  # partition_keys: [
12434
14301
  # {
@@ -12786,6 +14653,42 @@ module Aws::Glue
12786
14653
  include Aws::Structure
12787
14654
  end
12788
14655
 
14656
+ # The encryption-at-rest settings of the transform that apply to
14657
+ # accessing user data. Machine learning transforms can access user data
14658
+ # encrypted in Amazon S3 using KMS.
14659
+ #
14660
+ # Additionally, imported labels and trained transforms can now be
14661
+ # encrypted using a customer provided KMS key.
14662
+ #
14663
+ # @note When making an API call, you may pass TransformEncryption
14664
+ # data as a hash:
14665
+ #
14666
+ # {
14667
+ # ml_user_data_encryption: {
14668
+ # ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
14669
+ # kms_key_id: "NameString",
14670
+ # },
14671
+ # task_run_security_configuration_name: "NameString",
14672
+ # }
14673
+ #
14674
+ # @!attribute [rw] ml_user_data_encryption
14675
+ # An `MLUserDataEncryption` object containing the encryption mode and
14676
+ # customer-provided KMS key ID.
14677
+ # @return [Types::MLUserDataEncryption]
14678
+ #
14679
+ # @!attribute [rw] task_run_security_configuration_name
14680
+ # The name of the security configuration.
14681
+ # @return [String]
14682
+ #
14683
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
14684
+ #
14685
+ class TransformEncryption < Struct.new(
14686
+ :ml_user_data_encryption,
14687
+ :task_run_security_configuration_name)
14688
+ SENSITIVE = []
14689
+ include Aws::Structure
14690
+ end
14691
+
12789
14692
  # The criteria used to filter the machine learning transforms.
12790
14693
  #
12791
14694
  # @note When making an API call, you may pass TransformFilterCriteria
@@ -12900,7 +14803,7 @@ module Aws::Glue
12900
14803
  #
12901
14804
  #
12902
14805
  #
12903
- # [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
14806
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
12904
14807
  # @return [String]
12905
14808
  #
12906
14809
  # @!attribute [rw] find_matches_parameters
@@ -13505,6 +15408,9 @@ module Aws::Glue
13505
15408
  # update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
13506
15409
  # delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
13507
15410
  # },
15411
+ # recrawl_policy: {
15412
+ # recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
15413
+ # },
13508
15414
  # configuration: "CrawlerConfiguration",
13509
15415
  # crawler_security_configuration: "CrawlerSecurityConfiguration",
13510
15416
  # }
@@ -13556,6 +15462,11 @@ module Aws::Glue
13556
15462
  # The policy for the crawler's update and deletion behavior.
13557
15463
  # @return [Types::SchemaChangePolicy]
13558
15464
  #
15465
+ # @!attribute [rw] recrawl_policy
15466
+ # A policy that specifies whether to crawl the entire dataset again,
15467
+ # or to crawl only folders that were added since the last crawler run.
15468
+ # @return [Types::RecrawlPolicy]
15469
+ #
13559
15470
  # @!attribute [rw] configuration
13560
15471
  # Crawler configuration information. This versioned JSON string allows
13561
15472
  # users to specify aspects of a crawler's behavior. For more
@@ -13583,6 +15494,7 @@ module Aws::Glue
13583
15494
  :classifiers,
13584
15495
  :table_prefix,
13585
15496
  :schema_change_policy,
15497
+ :recrawl_policy,
13586
15498
  :configuration,
13587
15499
  :crawler_security_configuration)
13588
15500
  SENSITIVE = []
@@ -14164,6 +16076,15 @@ module Aws::Glue
14164
16076
  # },
14165
16077
  # },
14166
16078
  # stored_as_sub_directories: false,
16079
+ # schema_reference: {
16080
+ # schema_id: {
16081
+ # schema_arn: "GlueResourceArn",
16082
+ # schema_name: "SchemaRegistryNameString",
16083
+ # registry_name: "SchemaRegistryNameString",
16084
+ # },
16085
+ # schema_version_id: "SchemaVersionIdString",
16086
+ # schema_version_number: 1,
16087
+ # },
14167
16088
  # },
14168
16089
  # parameters: {
14169
16090
  # "KeyString" => "ParametersMapValue",
@@ -14215,6 +16136,127 @@ module Aws::Glue
14215
16136
  #
14216
16137
  class UpdatePartitionResponse < Aws::EmptyStructure; end
14217
16138
 
16139
+ # @note When making an API call, you may pass UpdateRegistryInput
16140
+ # data as a hash:
16141
+ #
16142
+ # {
16143
+ # registry_id: { # required
16144
+ # registry_name: "SchemaRegistryNameString",
16145
+ # registry_arn: "GlueResourceArn",
16146
+ # },
16147
+ # description: "DescriptionString", # required
16148
+ # }
16149
+ #
16150
+ # @!attribute [rw] registry_id
16151
+ # This is a wrapper structure that may contain the registry name and
16152
+ # Amazon Resource Name (ARN).
16153
+ # @return [Types::RegistryId]
16154
+ #
16155
+ # @!attribute [rw] description
16156
+ # A description of the registry. If description is not provided, this
16157
+ # field will not be updated.
16158
+ # @return [String]
16159
+ #
16160
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
16161
+ #
16162
+ class UpdateRegistryInput < Struct.new(
16163
+ :registry_id,
16164
+ :description)
16165
+ SENSITIVE = []
16166
+ include Aws::Structure
16167
+ end
16168
+
16169
+ # @!attribute [rw] registry_name
16170
+ # The name of the updated registry.
16171
+ # @return [String]
16172
+ #
16173
+ # @!attribute [rw] registry_arn
16174
+ # The Amazon Resource name (ARN) of the updated registry.
16175
+ # @return [String]
16176
+ #
16177
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
16178
+ #
16179
+ class UpdateRegistryResponse < Struct.new(
16180
+ :registry_name,
16181
+ :registry_arn)
16182
+ SENSITIVE = []
16183
+ include Aws::Structure
16184
+ end
16185
+
16186
+ # @note When making an API call, you may pass UpdateSchemaInput
16187
+ # data as a hash:
16188
+ #
16189
+ # {
16190
+ # schema_id: { # required
16191
+ # schema_arn: "GlueResourceArn",
16192
+ # schema_name: "SchemaRegistryNameString",
16193
+ # registry_name: "SchemaRegistryNameString",
16194
+ # },
16195
+ # schema_version_number: {
16196
+ # latest_version: false,
16197
+ # version_number: 1,
16198
+ # },
16199
+ # compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
16200
+ # description: "DescriptionString",
16201
+ # }
16202
+ #
16203
+ # @!attribute [rw] schema_id
16204
+ # This is a wrapper structure to contain schema identity fields. The
16205
+ # structure contains:
16206
+ #
16207
+ # * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
16208
+ # One of `SchemaArn` or `SchemaName` has to be provided.
16209
+ #
16210
+ # * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
16211
+ # `SchemaName` has to be provided.
16212
+ # @return [Types::SchemaId]
16213
+ #
16214
+ # @!attribute [rw] schema_version_number
16215
+ # Version number required for check pointing. One of `VersionNumber`
16216
+ # or `Compatibility` has to be provided.
16217
+ # @return [Types::SchemaVersionNumber]
16218
+ #
16219
+ # @!attribute [rw] compatibility
16220
+ # The new compatibility setting for the schema.
16221
+ # @return [String]
16222
+ #
16223
+ # @!attribute [rw] description
16224
+ # The new description for the schema.
16225
+ # @return [String]
16226
+ #
16227
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
16228
+ #
16229
+ class UpdateSchemaInput < Struct.new(
16230
+ :schema_id,
16231
+ :schema_version_number,
16232
+ :compatibility,
16233
+ :description)
16234
+ SENSITIVE = []
16235
+ include Aws::Structure
16236
+ end
16237
+
16238
+ # @!attribute [rw] schema_arn
16239
+ # The Amazon Resource Name (ARN) of the schema.
16240
+ # @return [String]
16241
+ #
16242
+ # @!attribute [rw] schema_name
16243
+ # The name of the schema.
16244
+ # @return [String]
16245
+ #
16246
+ # @!attribute [rw] registry_name
16247
+ # The name of the registry that contains the schema.
16248
+ # @return [String]
16249
+ #
16250
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
16251
+ #
16252
+ class UpdateSchemaResponse < Struct.new(
16253
+ :schema_arn,
16254
+ :schema_name,
16255
+ :registry_name)
16256
+ SENSITIVE = []
16257
+ include Aws::Structure
16258
+ end
16259
+
14218
16260
  # @note When making an API call, you may pass UpdateTableRequest
14219
16261
  # data as a hash:
14220
16262
  #
@@ -14269,6 +16311,15 @@ module Aws::Glue
14269
16311
  # },
14270
16312
  # },
14271
16313
  # stored_as_sub_directories: false,
16314
+ # schema_reference: {
16315
+ # schema_id: {
16316
+ # schema_arn: "GlueResourceArn",
16317
+ # schema_name: "SchemaRegistryNameString",
16318
+ # registry_name: "SchemaRegistryNameString",
16319
+ # },
16320
+ # schema_version_id: "SchemaVersionIdString",
16321
+ # schema_version_number: 1,
16322
+ # },
14272
16323
  # },
14273
16324
  # partition_keys: [
14274
16325
  # {