aws-sdk-glue 1.74.0 → 1.79.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1373 -1
- data/lib/aws-sdk-glue/client_api.rb +673 -0
- data/lib/aws-sdk-glue/types.rb +2202 -151
- metadata +2 -2
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -166,6 +166,15 @@ module Aws::Glue
|
|
166
166
|
# },
|
167
167
|
# },
|
168
168
|
# stored_as_sub_directories: false,
|
169
|
+
# schema_reference: {
|
170
|
+
# schema_id: {
|
171
|
+
# schema_arn: "GlueResourceArn",
|
172
|
+
# schema_name: "SchemaRegistryNameString",
|
173
|
+
# registry_name: "SchemaRegistryNameString",
|
174
|
+
# },
|
175
|
+
# schema_version_id: "SchemaVersionIdString",
|
176
|
+
# schema_version_number: 1,
|
177
|
+
# },
|
169
178
|
# },
|
170
179
|
# parameters: {
|
171
180
|
# "KeyString" => "ParametersMapValue",
|
@@ -837,6 +846,15 @@ module Aws::Glue
|
|
837
846
|
# },
|
838
847
|
# },
|
839
848
|
# stored_as_sub_directories: false,
|
849
|
+
# schema_reference: {
|
850
|
+
# schema_id: {
|
851
|
+
# schema_arn: "GlueResourceArn",
|
852
|
+
# schema_name: "SchemaRegistryNameString",
|
853
|
+
# registry_name: "SchemaRegistryNameString",
|
854
|
+
# },
|
855
|
+
# schema_version_id: "SchemaVersionIdString",
|
856
|
+
# schema_version_number: 1,
|
857
|
+
# },
|
840
858
|
# },
|
841
859
|
# parameters: {
|
842
860
|
# "KeyString" => "ParametersMapValue",
|
@@ -930,6 +948,15 @@ module Aws::Glue
|
|
930
948
|
# },
|
931
949
|
# },
|
932
950
|
# stored_as_sub_directories: false,
|
951
|
+
# schema_reference: {
|
952
|
+
# schema_id: {
|
953
|
+
# schema_arn: "GlueResourceArn",
|
954
|
+
# schema_name: "SchemaRegistryNameString",
|
955
|
+
# registry_name: "SchemaRegistryNameString",
|
956
|
+
# },
|
957
|
+
# schema_version_id: "SchemaVersionIdString",
|
958
|
+
# schema_version_number: 1,
|
959
|
+
# },
|
933
960
|
# },
|
934
961
|
# parameters: {
|
935
962
|
# "KeyString" => "ParametersMapValue",
|
@@ -968,7 +995,7 @@ module Aws::Glue
|
|
968
995
|
include Aws::Structure
|
969
996
|
end
|
970
997
|
|
971
|
-
# Defines
|
998
|
+
# Defines column statistics supported for bit sequence data values.
|
972
999
|
#
|
973
1000
|
# @note When making an API call, you may pass BinaryColumnStatisticsData
|
974
1001
|
# data as a hash:
|
@@ -980,15 +1007,15 @@ module Aws::Glue
|
|
980
1007
|
# }
|
981
1008
|
#
|
982
1009
|
# @!attribute [rw] maximum_length
|
983
|
-
#
|
1010
|
+
# The size of the longest bit sequence in the column.
|
984
1011
|
# @return [Integer]
|
985
1012
|
#
|
986
1013
|
# @!attribute [rw] average_length
|
987
|
-
#
|
1014
|
+
# The average bit sequence length in the column.
|
988
1015
|
# @return [Float]
|
989
1016
|
#
|
990
1017
|
# @!attribute [rw] number_of_nulls
|
991
|
-
#
|
1018
|
+
# The number of null values in the column.
|
992
1019
|
# @return [Integer]
|
993
1020
|
#
|
994
1021
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BinaryColumnStatisticsData AWS API Documentation
|
@@ -1001,7 +1028,7 @@ module Aws::Glue
|
|
1001
1028
|
include Aws::Structure
|
1002
1029
|
end
|
1003
1030
|
|
1004
|
-
# Defines
|
1031
|
+
# Defines column statistics supported for Boolean data columns.
|
1005
1032
|
#
|
1006
1033
|
# @note When making an API call, you may pass BooleanColumnStatisticsData
|
1007
1034
|
# data as a hash:
|
@@ -1013,15 +1040,15 @@ module Aws::Glue
|
|
1013
1040
|
# }
|
1014
1041
|
#
|
1015
1042
|
# @!attribute [rw] number_of_trues
|
1016
|
-
#
|
1043
|
+
# The number of true values in the column.
|
1017
1044
|
# @return [Integer]
|
1018
1045
|
#
|
1019
1046
|
# @!attribute [rw] number_of_falses
|
1020
|
-
#
|
1047
|
+
# The number of false values in the column.
|
1021
1048
|
# @return [Integer]
|
1022
1049
|
#
|
1023
1050
|
# @!attribute [rw] number_of_nulls
|
1024
|
-
#
|
1051
|
+
# The number of null values in the column.
|
1025
1052
|
# @return [Integer]
|
1026
1053
|
#
|
1027
1054
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BooleanColumnStatisticsData AWS API Documentation
|
@@ -1159,6 +1186,49 @@ module Aws::Glue
|
|
1159
1186
|
include Aws::Structure
|
1160
1187
|
end
|
1161
1188
|
|
1189
|
+
# @note When making an API call, you may pass CheckSchemaVersionValidityInput
|
1190
|
+
# data as a hash:
|
1191
|
+
#
|
1192
|
+
# {
|
1193
|
+
# data_format: "AVRO", # required, accepts AVRO
|
1194
|
+
# schema_definition: "SchemaDefinitionString", # required
|
1195
|
+
# }
|
1196
|
+
#
|
1197
|
+
# @!attribute [rw] data_format
|
1198
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
1199
|
+
# supported.
|
1200
|
+
# @return [String]
|
1201
|
+
#
|
1202
|
+
# @!attribute [rw] schema_definition
|
1203
|
+
# The definition of the schema that has to be validated.
|
1204
|
+
# @return [String]
|
1205
|
+
#
|
1206
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityInput AWS API Documentation
|
1207
|
+
#
|
1208
|
+
class CheckSchemaVersionValidityInput < Struct.new(
|
1209
|
+
:data_format,
|
1210
|
+
:schema_definition)
|
1211
|
+
SENSITIVE = []
|
1212
|
+
include Aws::Structure
|
1213
|
+
end
|
1214
|
+
|
1215
|
+
# @!attribute [rw] valid
|
1216
|
+
# Return true, if the schema is valid and false otherwise.
|
1217
|
+
# @return [Boolean]
|
1218
|
+
#
|
1219
|
+
# @!attribute [rw] error
|
1220
|
+
# A validation failure error message.
|
1221
|
+
# @return [String]
|
1222
|
+
#
|
1223
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CheckSchemaVersionValidityResponse AWS API Documentation
|
1224
|
+
#
|
1225
|
+
class CheckSchemaVersionValidityResponse < Struct.new(
|
1226
|
+
:valid,
|
1227
|
+
:error)
|
1228
|
+
SENSITIVE = []
|
1229
|
+
include Aws::Structure
|
1230
|
+
end
|
1231
|
+
|
1162
1232
|
# Classifiers are triggered during a crawl task. A classifier checks
|
1163
1233
|
# whether a given file is in a format it can handle. If it is, the
|
1164
1234
|
# classifier creates a schema in the form of a `StructType` object that
|
@@ -1378,14 +1448,14 @@ module Aws::Glue
|
|
1378
1448
|
include Aws::Structure
|
1379
1449
|
end
|
1380
1450
|
|
1381
|
-
#
|
1451
|
+
# Encapsulates a column name that failed and the reason for failure.
|
1382
1452
|
#
|
1383
1453
|
# @!attribute [rw] column_name
|
1384
|
-
# The name of the column.
|
1454
|
+
# The name of the column that failed.
|
1385
1455
|
# @return [String]
|
1386
1456
|
#
|
1387
1457
|
# @!attribute [rw] error
|
1388
|
-
#
|
1458
|
+
# An error message with the reason for the failure of an operation.
|
1389
1459
|
# @return [Types::ErrorDetail]
|
1390
1460
|
#
|
1391
1461
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnError AWS API Documentation
|
@@ -1397,7 +1467,8 @@ module Aws::Glue
|
|
1397
1467
|
include Aws::Structure
|
1398
1468
|
end
|
1399
1469
|
|
1400
|
-
#
|
1470
|
+
# Represents the generated column-level statistics for a table or
|
1471
|
+
# partition.
|
1401
1472
|
#
|
1402
1473
|
# @note When making an API call, you may pass ColumnStatistics
|
1403
1474
|
# data as a hash:
|
@@ -1458,19 +1529,20 @@ module Aws::Glue
|
|
1458
1529
|
# }
|
1459
1530
|
#
|
1460
1531
|
# @!attribute [rw] column_name
|
1461
|
-
#
|
1532
|
+
# Name of column which statistics belong to.
|
1462
1533
|
# @return [String]
|
1463
1534
|
#
|
1464
1535
|
# @!attribute [rw] column_type
|
1465
|
-
# The type of the column.
|
1536
|
+
# The data type of the column.
|
1466
1537
|
# @return [String]
|
1467
1538
|
#
|
1468
1539
|
# @!attribute [rw] analyzed_time
|
1469
|
-
# The
|
1540
|
+
# The timestamp of when column statistics were generated.
|
1470
1541
|
# @return [Time]
|
1471
1542
|
#
|
1472
1543
|
# @!attribute [rw] statistics_data
|
1473
|
-
#
|
1544
|
+
# A `ColumnStatisticData` object that contains the statistics data
|
1545
|
+
# values.
|
1474
1546
|
# @return [Types::ColumnStatisticsData]
|
1475
1547
|
#
|
1476
1548
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatistics AWS API Documentation
|
@@ -1484,7 +1556,8 @@ module Aws::Glue
|
|
1484
1556
|
include Aws::Structure
|
1485
1557
|
end
|
1486
1558
|
|
1487
|
-
#
|
1559
|
+
# Contains the individual types of column statistics data. Only one data
|
1560
|
+
# object should be set and indicated by the `Type` attribute.
|
1488
1561
|
#
|
1489
1562
|
# @note When making an API call, you may pass ColumnStatisticsData
|
1490
1563
|
# data as a hash:
|
@@ -1540,35 +1613,35 @@ module Aws::Glue
|
|
1540
1613
|
# }
|
1541
1614
|
#
|
1542
1615
|
# @!attribute [rw] type
|
1543
|
-
# The
|
1616
|
+
# The type of column statistics data.
|
1544
1617
|
# @return [String]
|
1545
1618
|
#
|
1546
1619
|
# @!attribute [rw] boolean_column_statistics_data
|
1547
|
-
# Boolean
|
1620
|
+
# Boolean column statistics data.
|
1548
1621
|
# @return [Types::BooleanColumnStatisticsData]
|
1549
1622
|
#
|
1550
1623
|
# @!attribute [rw] date_column_statistics_data
|
1551
|
-
# Date
|
1624
|
+
# Date column statistics data.
|
1552
1625
|
# @return [Types::DateColumnStatisticsData]
|
1553
1626
|
#
|
1554
1627
|
# @!attribute [rw] decimal_column_statistics_data
|
1555
|
-
# Decimal
|
1628
|
+
# Decimal column statistics data.
|
1556
1629
|
# @return [Types::DecimalColumnStatisticsData]
|
1557
1630
|
#
|
1558
1631
|
# @!attribute [rw] double_column_statistics_data
|
1559
|
-
# Double
|
1632
|
+
# Double column statistics data.
|
1560
1633
|
# @return [Types::DoubleColumnStatisticsData]
|
1561
1634
|
#
|
1562
1635
|
# @!attribute [rw] long_column_statistics_data
|
1563
|
-
# Long
|
1636
|
+
# Long column statistics data.
|
1564
1637
|
# @return [Types::LongColumnStatisticsData]
|
1565
1638
|
#
|
1566
1639
|
# @!attribute [rw] string_column_statistics_data
|
1567
|
-
# String
|
1640
|
+
# String column statistics data.
|
1568
1641
|
# @return [Types::StringColumnStatisticsData]
|
1569
1642
|
#
|
1570
1643
|
# @!attribute [rw] binary_column_statistics_data
|
1571
|
-
# Binary
|
1644
|
+
# Binary column statistics data.
|
1572
1645
|
# @return [Types::BinaryColumnStatisticsData]
|
1573
1646
|
#
|
1574
1647
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsData AWS API Documentation
|
@@ -1586,14 +1659,15 @@ module Aws::Glue
|
|
1586
1659
|
include Aws::Structure
|
1587
1660
|
end
|
1588
1661
|
|
1589
|
-
#
|
1662
|
+
# Encapsulates a `ColumnStatistics` object that failed and the reason
|
1663
|
+
# for failure.
|
1590
1664
|
#
|
1591
1665
|
# @!attribute [rw] column_statistics
|
1592
|
-
# The ColumnStatistics of the column.
|
1666
|
+
# The `ColumnStatistics` of the column.
|
1593
1667
|
# @return [Types::ColumnStatistics]
|
1594
1668
|
#
|
1595
1669
|
# @!attribute [rw] error
|
1596
|
-
#
|
1670
|
+
# An error message with the reason for the failure of an operation.
|
1597
1671
|
# @return [Types::ErrorDetail]
|
1598
1672
|
#
|
1599
1673
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnStatisticsError AWS API Documentation
|
@@ -2103,6 +2177,11 @@ module Aws::Glue
|
|
2103
2177
|
# associated with the crawler.
|
2104
2178
|
# @return [Array<String>]
|
2105
2179
|
#
|
2180
|
+
# @!attribute [rw] recrawl_policy
|
2181
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2182
|
+
# or to crawl only folders that were added since the last crawler run.
|
2183
|
+
# @return [Types::RecrawlPolicy]
|
2184
|
+
#
|
2106
2185
|
# @!attribute [rw] schema_change_policy
|
2107
2186
|
# The policy that specifies update and delete behaviors for the
|
2108
2187
|
# crawler.
|
@@ -2167,6 +2246,7 @@ module Aws::Glue
|
|
2167
2246
|
:database_name,
|
2168
2247
|
:description,
|
2169
2248
|
:classifiers,
|
2249
|
+
:recrawl_policy,
|
2170
2250
|
:schema_change_policy,
|
2171
2251
|
:state,
|
2172
2252
|
:table_prefix,
|
@@ -2518,6 +2598,9 @@ module Aws::Glue
|
|
2518
2598
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
2519
2599
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
2520
2600
|
# },
|
2601
|
+
# recrawl_policy: {
|
2602
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
2603
|
+
# },
|
2521
2604
|
# configuration: "CrawlerConfiguration",
|
2522
2605
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
2523
2606
|
# tags: {
|
@@ -2572,6 +2655,11 @@ module Aws::Glue
|
|
2572
2655
|
# The policy for the crawler's update and deletion behavior.
|
2573
2656
|
# @return [Types::SchemaChangePolicy]
|
2574
2657
|
#
|
2658
|
+
# @!attribute [rw] recrawl_policy
|
2659
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
2660
|
+
# or to crawl only folders that were added since the last crawler run.
|
2661
|
+
# @return [Types::RecrawlPolicy]
|
2662
|
+
#
|
2575
2663
|
# @!attribute [rw] configuration
|
2576
2664
|
# Crawler configuration information. This versioned JSON string allows
|
2577
2665
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -2609,6 +2697,7 @@ module Aws::Glue
|
|
2609
2697
|
:classifiers,
|
2610
2698
|
:table_prefix,
|
2611
2699
|
:schema_change_policy,
|
2700
|
+
:recrawl_policy,
|
2612
2701
|
:configuration,
|
2613
2702
|
:crawler_security_configuration,
|
2614
2703
|
:tags)
|
@@ -3387,6 +3476,13 @@ module Aws::Glue
|
|
3387
3476
|
# tags: {
|
3388
3477
|
# "TagKey" => "TagValue",
|
3389
3478
|
# },
|
3479
|
+
# transform_encryption: {
|
3480
|
+
# ml_user_data_encryption: {
|
3481
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
3482
|
+
# kms_key_id: "NameString",
|
3483
|
+
# },
|
3484
|
+
# task_run_security_configuration_name: "NameString",
|
3485
|
+
# },
|
3390
3486
|
# }
|
3391
3487
|
#
|
3392
3488
|
# @!attribute [rw] name
|
@@ -3530,6 +3626,12 @@ module Aws::Glue
|
|
3530
3626
|
# [1]: https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html
|
3531
3627
|
# @return [Hash<String,String>]
|
3532
3628
|
#
|
3629
|
+
# @!attribute [rw] transform_encryption
|
3630
|
+
# The encryption-at-rest settings of the transform that apply to
|
3631
|
+
# accessing user data. Machine learning transforms can access user
|
3632
|
+
# data encrypted in Amazon S3 using KMS.
|
3633
|
+
# @return [Types::TransformEncryption]
|
3634
|
+
#
|
3533
3635
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
3534
3636
|
#
|
3535
3637
|
class CreateMLTransformRequest < Struct.new(
|
@@ -3544,7 +3646,8 @@ module Aws::Glue
|
|
3544
3646
|
:number_of_workers,
|
3545
3647
|
:timeout,
|
3546
3648
|
:max_retries,
|
3547
|
-
:tags
|
3649
|
+
:tags,
|
3650
|
+
:transform_encryption)
|
3548
3651
|
SENSITIVE = []
|
3549
3652
|
include Aws::Structure
|
3550
3653
|
end
|
@@ -3612,6 +3715,15 @@ module Aws::Glue
|
|
3612
3715
|
# },
|
3613
3716
|
# },
|
3614
3717
|
# stored_as_sub_directories: false,
|
3718
|
+
# schema_reference: {
|
3719
|
+
# schema_id: {
|
3720
|
+
# schema_arn: "GlueResourceArn",
|
3721
|
+
# schema_name: "SchemaRegistryNameString",
|
3722
|
+
# registry_name: "SchemaRegistryNameString",
|
3723
|
+
# },
|
3724
|
+
# schema_version_id: "SchemaVersionIdString",
|
3725
|
+
# schema_version_number: 1,
|
3726
|
+
# },
|
3615
3727
|
# },
|
3616
3728
|
# parameters: {
|
3617
3729
|
# "KeyString" => "ParametersMapValue",
|
@@ -3654,6 +3766,266 @@ module Aws::Glue
|
|
3654
3766
|
#
|
3655
3767
|
class CreatePartitionResponse < Aws::EmptyStructure; end
|
3656
3768
|
|
3769
|
+
# @note When making an API call, you may pass CreateRegistryInput
|
3770
|
+
# data as a hash:
|
3771
|
+
#
|
3772
|
+
# {
|
3773
|
+
# registry_name: "SchemaRegistryNameString", # required
|
3774
|
+
# description: "DescriptionString",
|
3775
|
+
# tags: {
|
3776
|
+
# "TagKey" => "TagValue",
|
3777
|
+
# },
|
3778
|
+
# }
|
3779
|
+
#
|
3780
|
+
# @!attribute [rw] registry_name
|
3781
|
+
# Name of the registry to be created of max length of 255, and may
|
3782
|
+
# only contain letters, numbers, hyphen, underscore, dollar sign, or
|
3783
|
+
# hash mark. No whitespace.
|
3784
|
+
# @return [String]
|
3785
|
+
#
|
3786
|
+
# @!attribute [rw] description
|
3787
|
+
# A description of the registry. If description is not provided, there
|
3788
|
+
# will not be any default value for this.
|
3789
|
+
# @return [String]
|
3790
|
+
#
|
3791
|
+
# @!attribute [rw] tags
|
3792
|
+
# AWS tags that contain a key value pair and may be searched by
|
3793
|
+
# console, command line, or API.
|
3794
|
+
# @return [Hash<String,String>]
|
3795
|
+
#
|
3796
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryInput AWS API Documentation
|
3797
|
+
#
|
3798
|
+
class CreateRegistryInput < Struct.new(
|
3799
|
+
:registry_name,
|
3800
|
+
:description,
|
3801
|
+
:tags)
|
3802
|
+
SENSITIVE = []
|
3803
|
+
include Aws::Structure
|
3804
|
+
end
|
3805
|
+
|
3806
|
+
# @!attribute [rw] registry_arn
|
3807
|
+
# The Amazon Resource Name (ARN) of the newly created registry.
|
3808
|
+
# @return [String]
|
3809
|
+
#
|
3810
|
+
# @!attribute [rw] registry_name
|
3811
|
+
# The name of the registry.
|
3812
|
+
# @return [String]
|
3813
|
+
#
|
3814
|
+
# @!attribute [rw] description
|
3815
|
+
# A description of the registry.
|
3816
|
+
# @return [String]
|
3817
|
+
#
|
3818
|
+
# @!attribute [rw] tags
|
3819
|
+
# The tags for the registry.
|
3820
|
+
# @return [Hash<String,String>]
|
3821
|
+
#
|
3822
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateRegistryResponse AWS API Documentation
|
3823
|
+
#
|
3824
|
+
class CreateRegistryResponse < Struct.new(
|
3825
|
+
:registry_arn,
|
3826
|
+
:registry_name,
|
3827
|
+
:description,
|
3828
|
+
:tags)
|
3829
|
+
SENSITIVE = []
|
3830
|
+
include Aws::Structure
|
3831
|
+
end
|
3832
|
+
|
3833
|
+
# @note When making an API call, you may pass CreateSchemaInput
|
3834
|
+
# data as a hash:
|
3835
|
+
#
|
3836
|
+
# {
|
3837
|
+
# registry_id: {
|
3838
|
+
# registry_name: "SchemaRegistryNameString",
|
3839
|
+
# registry_arn: "GlueResourceArn",
|
3840
|
+
# },
|
3841
|
+
# schema_name: "SchemaRegistryNameString", # required
|
3842
|
+
# data_format: "AVRO", # required, accepts AVRO
|
3843
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
3844
|
+
# description: "DescriptionString",
|
3845
|
+
# tags: {
|
3846
|
+
# "TagKey" => "TagValue",
|
3847
|
+
# },
|
3848
|
+
# schema_definition: "SchemaDefinitionString",
|
3849
|
+
# }
|
3850
|
+
#
|
3851
|
+
# @!attribute [rw] registry_id
|
3852
|
+
# This is a wrapper shape to contain the registry identity fields. If
|
3853
|
+
# this is not provided, the default registry will be used. The ARN
|
3854
|
+
# format for the same will be: `arn:aws:glue:us-east-2:<customer
|
3855
|
+
# id>:registry/default-registry:random-5-letter-id`.
|
3856
|
+
# @return [Types::RegistryId]
|
3857
|
+
#
|
3858
|
+
# @!attribute [rw] schema_name
|
3859
|
+
# Name of the schema to be created of max length of 255, and may only
|
3860
|
+
# contain letters, numbers, hyphen, underscore, dollar sign, or hash
|
3861
|
+
# mark. No whitespace.
|
3862
|
+
# @return [String]
|
3863
|
+
#
|
3864
|
+
# @!attribute [rw] data_format
|
3865
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
3866
|
+
# supported.
|
3867
|
+
# @return [String]
|
3868
|
+
#
|
3869
|
+
# @!attribute [rw] compatibility
|
3870
|
+
# The compatibility mode of the schema. The possible values are:
|
3871
|
+
#
|
3872
|
+
# * *NONE*\: No compatibility mode applies. You can use this choice in
|
3873
|
+
# development scenarios or if you do not know the compatibility mode
|
3874
|
+
# that you want to apply to schemas. Any new version added will be
|
3875
|
+
# accepted without undergoing a compatibility check.
|
3876
|
+
#
|
3877
|
+
# * *DISABLED*\: This compatibility choice prevents versioning for a
|
3878
|
+
# particular schema. You can use this choice to prevent future
|
3879
|
+
# versioning of a schema.
|
3880
|
+
#
|
3881
|
+
# * *BACKWARD*\: This compatibility choice is recommended as it allows
|
3882
|
+
# data receivers to read both the current and one previous schema
|
3883
|
+
# version. This means that for instance, a new schema version cannot
|
3884
|
+
# drop data fields or change the type of these fields, so they
|
3885
|
+
# can't be read by readers using the previous version.
|
3886
|
+
#
|
3887
|
+
# * *BACKWARD\_ALL*\: This compatibility choice allows data receivers
|
3888
|
+
# to read both the current and all previous schema versions. You can
|
3889
|
+
# use this choice when you need to delete fields or add optional
|
3890
|
+
# fields, and check compatibility against all previous schema
|
3891
|
+
# versions.
|
3892
|
+
#
|
3893
|
+
# * *FORWARD*\: This compatibility choice allows data receivers to
|
3894
|
+
# read both the current and one next schema version, but not
|
3895
|
+
# necessarily later versions. You can use this choice when you need
|
3896
|
+
# to add fields or delete optional fields, but only check
|
3897
|
+
# compatibility against the last schema version.
|
3898
|
+
#
|
3899
|
+
# * *FORWARD\_ALL*\: This compatibility choice allows data receivers
|
3900
|
+
# to read written by producers of any new registered schema. You can
|
3901
|
+
# use this choice when you need to add fields or delete optional
|
3902
|
+
# fields, and check compatibility against all previous schema
|
3903
|
+
# versions.
|
3904
|
+
#
|
3905
|
+
# * *FULL*\: This compatibility choice allows data receivers to read
|
3906
|
+
# data written by producers using the previous or next version of
|
3907
|
+
# the schema, but not necessarily earlier or later versions. You can
|
3908
|
+
# use this choice when you need to add or remove optional fields,
|
3909
|
+
# but only check compatibility against the last schema version.
|
3910
|
+
#
|
3911
|
+
# * *FULL\_ALL*\: This compatibility choice allows data receivers to
|
3912
|
+
# read data written by producers using all previous schema versions.
|
3913
|
+
# You can use this choice when you need to add or remove optional
|
3914
|
+
# fields, and check compatibility against all previous schema
|
3915
|
+
# versions.
|
3916
|
+
# @return [String]
|
3917
|
+
#
|
3918
|
+
# @!attribute [rw] description
|
3919
|
+
# An optional description of the schema. If description is not
|
3920
|
+
# provided, there will not be any automatic default value for this.
|
3921
|
+
# @return [String]
|
3922
|
+
#
|
3923
|
+
# @!attribute [rw] tags
|
3924
|
+
# AWS tags that contain a key value pair and may be searched by
|
3925
|
+
# console, command line, or API. If specified, follows the AWS
|
3926
|
+
# tags-on-create pattern.
|
3927
|
+
# @return [Hash<String,String>]
|
3928
|
+
#
|
3929
|
+
# @!attribute [rw] schema_definition
|
3930
|
+
# The schema definition using the `DataFormat` setting for
|
3931
|
+
# `SchemaName`.
|
3932
|
+
# @return [String]
|
3933
|
+
#
|
3934
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaInput AWS API Documentation
|
3935
|
+
#
|
3936
|
+
class CreateSchemaInput < Struct.new(
|
3937
|
+
:registry_id,
|
3938
|
+
:schema_name,
|
3939
|
+
:data_format,
|
3940
|
+
:compatibility,
|
3941
|
+
:description,
|
3942
|
+
:tags,
|
3943
|
+
:schema_definition)
|
3944
|
+
SENSITIVE = []
|
3945
|
+
include Aws::Structure
|
3946
|
+
end
|
3947
|
+
|
3948
|
+
# @!attribute [rw] registry_name
|
3949
|
+
# The name of the registry.
|
3950
|
+
# @return [String]
|
3951
|
+
#
|
3952
|
+
# @!attribute [rw] registry_arn
|
3953
|
+
# The Amazon Resource Name (ARN) of the registry.
|
3954
|
+
# @return [String]
|
3955
|
+
#
|
3956
|
+
# @!attribute [rw] schema_name
|
3957
|
+
# The name of the schema.
|
3958
|
+
# @return [String]
|
3959
|
+
#
|
3960
|
+
# @!attribute [rw] schema_arn
|
3961
|
+
# The Amazon Resource Name (ARN) of the schema.
|
3962
|
+
# @return [String]
|
3963
|
+
#
|
3964
|
+
# @!attribute [rw] description
|
3965
|
+
# A description of the schema if specified when created.
|
3966
|
+
# @return [String]
|
3967
|
+
#
|
3968
|
+
# @!attribute [rw] data_format
|
3969
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
3970
|
+
# supported.
|
3971
|
+
# @return [String]
|
3972
|
+
#
|
3973
|
+
# @!attribute [rw] compatibility
|
3974
|
+
# The schema compatibility mode.
|
3975
|
+
# @return [String]
|
3976
|
+
#
|
3977
|
+
# @!attribute [rw] schema_checkpoint
|
3978
|
+
# The version number of the checkpoint (the last time the
|
3979
|
+
# compatibility mode was changed).
|
3980
|
+
# @return [Integer]
|
3981
|
+
#
|
3982
|
+
# @!attribute [rw] latest_schema_version
|
3983
|
+
# The latest version of the schema associated with the returned schema
|
3984
|
+
# definition.
|
3985
|
+
# @return [Integer]
|
3986
|
+
#
|
3987
|
+
# @!attribute [rw] next_schema_version
|
3988
|
+
# The next version of the schema associated with the returned schema
|
3989
|
+
# definition.
|
3990
|
+
# @return [Integer]
|
3991
|
+
#
|
3992
|
+
# @!attribute [rw] schema_status
|
3993
|
+
# The status of the schema.
|
3994
|
+
# @return [String]
|
3995
|
+
#
|
3996
|
+
# @!attribute [rw] tags
|
3997
|
+
# The tags for the schema.
|
3998
|
+
# @return [Hash<String,String>]
|
3999
|
+
#
|
4000
|
+
# @!attribute [rw] schema_version_id
|
4001
|
+
# The unique identifier of the first schema version.
|
4002
|
+
# @return [String]
|
4003
|
+
#
|
4004
|
+
# @!attribute [rw] schema_version_status
|
4005
|
+
# The status of the first schema version created.
|
4006
|
+
# @return [String]
|
4007
|
+
#
|
4008
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSchemaResponse AWS API Documentation
|
4009
|
+
#
|
4010
|
+
class CreateSchemaResponse < Struct.new(
|
4011
|
+
:registry_name,
|
4012
|
+
:registry_arn,
|
4013
|
+
:schema_name,
|
4014
|
+
:schema_arn,
|
4015
|
+
:description,
|
4016
|
+
:data_format,
|
4017
|
+
:compatibility,
|
4018
|
+
:schema_checkpoint,
|
4019
|
+
:latest_schema_version,
|
4020
|
+
:next_schema_version,
|
4021
|
+
:schema_status,
|
4022
|
+
:tags,
|
4023
|
+
:schema_version_id,
|
4024
|
+
:schema_version_status)
|
4025
|
+
SENSITIVE = []
|
4026
|
+
include Aws::Structure
|
4027
|
+
end
|
4028
|
+
|
3657
4029
|
# @note When making an API call, you may pass CreateScriptRequest
|
3658
4030
|
# data as a hash:
|
3659
4031
|
#
|
@@ -3832,6 +4204,15 @@ module Aws::Glue
|
|
3832
4204
|
# },
|
3833
4205
|
# },
|
3834
4206
|
# stored_as_sub_directories: false,
|
4207
|
+
# schema_reference: {
|
4208
|
+
# schema_id: {
|
4209
|
+
# schema_arn: "GlueResourceArn",
|
4210
|
+
# schema_name: "SchemaRegistryNameString",
|
4211
|
+
# registry_name: "SchemaRegistryNameString",
|
4212
|
+
# },
|
4213
|
+
# schema_version_id: "SchemaVersionIdString",
|
4214
|
+
# schema_version_number: 1,
|
4215
|
+
# },
|
3835
4216
|
# },
|
3836
4217
|
# partition_keys: [
|
3837
4218
|
# {
|
@@ -4441,7 +4822,7 @@ module Aws::Glue
|
|
4441
4822
|
include Aws::Structure
|
4442
4823
|
end
|
4443
4824
|
|
4444
|
-
# Defines
|
4825
|
+
# Defines column statistics supported for timestamp data columns.
|
4445
4826
|
#
|
4446
4827
|
# @note When making an API call, you may pass DateColumnStatisticsData
|
4447
4828
|
# data as a hash:
|
@@ -4454,19 +4835,19 @@ module Aws::Glue
|
|
4454
4835
|
# }
|
4455
4836
|
#
|
4456
4837
|
# @!attribute [rw] minimum_value
|
4457
|
-
#
|
4838
|
+
# The lowest value in the column.
|
4458
4839
|
# @return [Time]
|
4459
4840
|
#
|
4460
4841
|
# @!attribute [rw] maximum_value
|
4461
|
-
#
|
4842
|
+
# The highest value in the column.
|
4462
4843
|
# @return [Time]
|
4463
4844
|
#
|
4464
4845
|
# @!attribute [rw] number_of_nulls
|
4465
|
-
#
|
4846
|
+
# The number of null values in the column.
|
4466
4847
|
# @return [Integer]
|
4467
4848
|
#
|
4468
4849
|
# @!attribute [rw] number_of_distinct_values
|
4469
|
-
#
|
4850
|
+
# The number of distinct values in a column.
|
4470
4851
|
# @return [Integer]
|
4471
4852
|
#
|
4472
4853
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DateColumnStatisticsData AWS API Documentation
|
@@ -4480,7 +4861,8 @@ module Aws::Glue
|
|
4480
4861
|
include Aws::Structure
|
4481
4862
|
end
|
4482
4863
|
|
4483
|
-
# Defines
|
4864
|
+
# Defines column statistics supported for fixed-point number data
|
4865
|
+
# columns.
|
4484
4866
|
#
|
4485
4867
|
# @note When making an API call, you may pass DecimalColumnStatisticsData
|
4486
4868
|
# data as a hash:
|
@@ -4499,19 +4881,19 @@ module Aws::Glue
|
|
4499
4881
|
# }
|
4500
4882
|
#
|
4501
4883
|
# @!attribute [rw] minimum_value
|
4502
|
-
#
|
4884
|
+
# The lowest value in the column.
|
4503
4885
|
# @return [Types::DecimalNumber]
|
4504
4886
|
#
|
4505
4887
|
# @!attribute [rw] maximum_value
|
4506
|
-
#
|
4888
|
+
# The highest value in the column.
|
4507
4889
|
# @return [Types::DecimalNumber]
|
4508
4890
|
#
|
4509
4891
|
# @!attribute [rw] number_of_nulls
|
4510
|
-
#
|
4892
|
+
# The number of null values in the column.
|
4511
4893
|
# @return [Integer]
|
4512
4894
|
#
|
4513
4895
|
# @!attribute [rw] number_of_distinct_values
|
4514
|
-
#
|
4896
|
+
# The number of distinct values in a column.
|
4515
4897
|
# @return [Integer]
|
4516
4898
|
#
|
4517
4899
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DecimalColumnStatisticsData AWS API Documentation
|
@@ -4878,6 +5260,52 @@ module Aws::Glue
|
|
4878
5260
|
#
|
4879
5261
|
class DeletePartitionResponse < Aws::EmptyStructure; end
|
4880
5262
|
|
5263
|
+
# @note When making an API call, you may pass DeleteRegistryInput
|
5264
|
+
# data as a hash:
|
5265
|
+
#
|
5266
|
+
# {
|
5267
|
+
# registry_id: { # required
|
5268
|
+
# registry_name: "SchemaRegistryNameString",
|
5269
|
+
# registry_arn: "GlueResourceArn",
|
5270
|
+
# },
|
5271
|
+
# }
|
5272
|
+
#
|
5273
|
+
# @!attribute [rw] registry_id
|
5274
|
+
# This is a wrapper structure that may contain the registry name and
|
5275
|
+
# Amazon Resource Name (ARN).
|
5276
|
+
# @return [Types::RegistryId]
|
5277
|
+
#
|
5278
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryInput AWS API Documentation
|
5279
|
+
#
|
5280
|
+
class DeleteRegistryInput < Struct.new(
|
5281
|
+
:registry_id)
|
5282
|
+
SENSITIVE = []
|
5283
|
+
include Aws::Structure
|
5284
|
+
end
|
5285
|
+
|
5286
|
+
# @!attribute [rw] registry_name
|
5287
|
+
# The name of the registry being deleted.
|
5288
|
+
# @return [String]
|
5289
|
+
#
|
5290
|
+
# @!attribute [rw] registry_arn
|
5291
|
+
# The Amazon Resource Name (ARN) of the registry being deleted.
|
5292
|
+
# @return [String]
|
5293
|
+
#
|
5294
|
+
# @!attribute [rw] status
|
5295
|
+
# The status of the registry. A successful operation will return the
|
5296
|
+
# `Deleting` status.
|
5297
|
+
# @return [String]
|
5298
|
+
#
|
5299
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteRegistryResponse AWS API Documentation
|
5300
|
+
#
|
5301
|
+
class DeleteRegistryResponse < Struct.new(
|
5302
|
+
:registry_name,
|
5303
|
+
:registry_arn,
|
5304
|
+
:status)
|
5305
|
+
SENSITIVE = []
|
5306
|
+
include Aws::Structure
|
5307
|
+
end
|
5308
|
+
|
4881
5309
|
# @note When making an API call, you may pass DeleteResourcePolicyRequest
|
4882
5310
|
# data as a hash:
|
4883
5311
|
#
|
@@ -4908,6 +5336,99 @@ module Aws::Glue
|
|
4908
5336
|
#
|
4909
5337
|
class DeleteResourcePolicyResponse < Aws::EmptyStructure; end
|
4910
5338
|
|
5339
|
+
# @note When making an API call, you may pass DeleteSchemaInput
|
5340
|
+
# data as a hash:
|
5341
|
+
#
|
5342
|
+
# {
|
5343
|
+
# schema_id: { # required
|
5344
|
+
# schema_arn: "GlueResourceArn",
|
5345
|
+
# schema_name: "SchemaRegistryNameString",
|
5346
|
+
# registry_name: "SchemaRegistryNameString",
|
5347
|
+
# },
|
5348
|
+
# }
|
5349
|
+
#
|
5350
|
+
# @!attribute [rw] schema_id
|
5351
|
+
# This is a wrapper structure that may contain the schema name and
|
5352
|
+
# Amazon Resource Name (ARN).
|
5353
|
+
# @return [Types::SchemaId]
|
5354
|
+
#
|
5355
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaInput AWS API Documentation
|
5356
|
+
#
|
5357
|
+
class DeleteSchemaInput < Struct.new(
|
5358
|
+
:schema_id)
|
5359
|
+
SENSITIVE = []
|
5360
|
+
include Aws::Structure
|
5361
|
+
end
|
5362
|
+
|
5363
|
+
# @!attribute [rw] schema_arn
|
5364
|
+
# The Amazon Resource Name (ARN) of the schema being deleted.
|
5365
|
+
# @return [String]
|
5366
|
+
#
|
5367
|
+
# @!attribute [rw] schema_name
|
5368
|
+
# The name of the schema being deleted.
|
5369
|
+
# @return [String]
|
5370
|
+
#
|
5371
|
+
# @!attribute [rw] status
|
5372
|
+
# The status of the schema.
|
5373
|
+
# @return [String]
|
5374
|
+
#
|
5375
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaResponse AWS API Documentation
|
5376
|
+
#
|
5377
|
+
class DeleteSchemaResponse < Struct.new(
|
5378
|
+
:schema_arn,
|
5379
|
+
:schema_name,
|
5380
|
+
:status)
|
5381
|
+
SENSITIVE = []
|
5382
|
+
include Aws::Structure
|
5383
|
+
end
|
5384
|
+
|
5385
|
+
# @note When making an API call, you may pass DeleteSchemaVersionsInput
|
5386
|
+
# data as a hash:
|
5387
|
+
#
|
5388
|
+
# {
|
5389
|
+
# schema_id: { # required
|
5390
|
+
# schema_arn: "GlueResourceArn",
|
5391
|
+
# schema_name: "SchemaRegistryNameString",
|
5392
|
+
# registry_name: "SchemaRegistryNameString",
|
5393
|
+
# },
|
5394
|
+
# versions: "VersionsString", # required
|
5395
|
+
# }
|
5396
|
+
#
|
5397
|
+
# @!attribute [rw] schema_id
|
5398
|
+
# This is a wrapper structure that may contain the schema name and
|
5399
|
+
# Amazon Resource Name (ARN).
|
5400
|
+
# @return [Types::SchemaId]
|
5401
|
+
#
|
5402
|
+
# @!attribute [rw] versions
|
5403
|
+
# A version range may be supplied which may be of the format:
|
5404
|
+
#
|
5405
|
+
# * a single version number, 5
|
5406
|
+
#
|
5407
|
+
# * a range, 5-8 : deletes versions 5, 6, 7, 8
|
5408
|
+
# @return [String]
|
5409
|
+
#
|
5410
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsInput AWS API Documentation
|
5411
|
+
#
|
5412
|
+
class DeleteSchemaVersionsInput < Struct.new(
|
5413
|
+
:schema_id,
|
5414
|
+
:versions)
|
5415
|
+
SENSITIVE = []
|
5416
|
+
include Aws::Structure
|
5417
|
+
end
|
5418
|
+
|
5419
|
+
# @!attribute [rw] schema_version_errors
|
5420
|
+
# A list of `SchemaVersionErrorItem` objects, each containing an error
|
5421
|
+
# and schema version.
|
5422
|
+
# @return [Array<Types::SchemaVersionErrorItem>]
|
5423
|
+
#
|
5424
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSchemaVersionsResponse AWS API Documentation
|
5425
|
+
#
|
5426
|
+
class DeleteSchemaVersionsResponse < Struct.new(
|
5427
|
+
:schema_version_errors)
|
5428
|
+
SENSITIVE = []
|
5429
|
+
include Aws::Structure
|
5430
|
+
end
|
5431
|
+
|
4911
5432
|
# @note When making an API call, you may pass DeleteSecurityConfigurationRequest
|
4912
5433
|
# data as a hash:
|
4913
5434
|
#
|
@@ -5381,7 +5902,8 @@ module Aws::Glue
|
|
5381
5902
|
include Aws::Structure
|
5382
5903
|
end
|
5383
5904
|
|
5384
|
-
# Defines
|
5905
|
+
# Defines column statistics supported for floating-point number data
|
5906
|
+
# columns.
|
5385
5907
|
#
|
5386
5908
|
# @note When making an API call, you may pass DoubleColumnStatisticsData
|
5387
5909
|
# data as a hash:
|
@@ -5394,19 +5916,19 @@ module Aws::Glue
|
|
5394
5916
|
# }
|
5395
5917
|
#
|
5396
5918
|
# @!attribute [rw] minimum_value
|
5397
|
-
#
|
5919
|
+
# The lowest value in the column.
|
5398
5920
|
# @return [Float]
|
5399
5921
|
#
|
5400
5922
|
# @!attribute [rw] maximum_value
|
5401
|
-
#
|
5923
|
+
# The highest value in the column.
|
5402
5924
|
# @return [Float]
|
5403
5925
|
#
|
5404
5926
|
# @!attribute [rw] number_of_nulls
|
5405
|
-
#
|
5927
|
+
# The number of null values in the column.
|
5406
5928
|
# @return [Integer]
|
5407
5929
|
#
|
5408
5930
|
# @!attribute [rw] number_of_distinct_values
|
5409
|
-
#
|
5931
|
+
# The number of distinct values in a column.
|
5410
5932
|
# @return [Integer]
|
5411
5933
|
#
|
5412
5934
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DoubleColumnStatisticsData AWS API Documentation
|
@@ -5593,6 +6115,25 @@ module Aws::Glue
|
|
5593
6115
|
include Aws::Structure
|
5594
6116
|
end
|
5595
6117
|
|
6118
|
+
# An object containing error details.
|
6119
|
+
#
|
6120
|
+
# @!attribute [rw] error_code
|
6121
|
+
# The error code for an error.
|
6122
|
+
# @return [String]
|
6123
|
+
#
|
6124
|
+
# @!attribute [rw] error_message
|
6125
|
+
# The error message for an error.
|
6126
|
+
# @return [String]
|
6127
|
+
#
|
6128
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ErrorDetails AWS API Documentation
|
6129
|
+
#
|
6130
|
+
class ErrorDetails < Struct.new(
|
6131
|
+
:error_code,
|
6132
|
+
:error_message)
|
6133
|
+
SENSITIVE = []
|
6134
|
+
include Aws::Structure
|
6135
|
+
end
|
6136
|
+
|
5596
6137
|
# Evaluation metrics provide an estimate of the quality of your machine
|
5597
6138
|
# learning transform.
|
5598
6139
|
#
|
@@ -7050,6 +7591,12 @@ module Aws::Glue
|
|
7050
7591
|
# a task run fails.
|
7051
7592
|
# @return [Integer]
|
7052
7593
|
#
|
7594
|
+
# @!attribute [rw] transform_encryption
|
7595
|
+
# The encryption-at-rest settings of the transform that apply to
|
7596
|
+
# accessing user data. Machine learning transforms can access user
|
7597
|
+
# data encrypted in Amazon S3 using KMS.
|
7598
|
+
# @return [Types::TransformEncryption]
|
7599
|
+
#
|
7053
7600
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
7054
7601
|
#
|
7055
7602
|
class GetMLTransformResponse < Struct.new(
|
@@ -7070,7 +7617,8 @@ module Aws::Glue
|
|
7070
7617
|
:worker_type,
|
7071
7618
|
:number_of_workers,
|
7072
7619
|
:timeout,
|
7073
|
-
:max_retries
|
7620
|
+
:max_retries,
|
7621
|
+
:transform_encryption)
|
7074
7622
|
SENSITIVE = []
|
7075
7623
|
include Aws::Structure
|
7076
7624
|
end
|
@@ -7573,6 +8121,15 @@ module Aws::Glue
|
|
7573
8121
|
#
|
7574
8122
|
# @!attribute [rw] additional_plan_options_map
|
7575
8123
|
# A map to hold additional optional key-value parameters.
|
8124
|
+
#
|
8125
|
+
# Currently, these key-value pairs are supported:
|
8126
|
+
#
|
8127
|
+
# * `inferSchema` — Specifies whether to set `inferSchema` to true
|
8128
|
+
# or false for the default script generated by an AWS Glue job. For
|
8129
|
+
# example, to set `inferSchema` to true, pass the following key
|
8130
|
+
# value pair:
|
8131
|
+
#
|
8132
|
+
# `--additional-plan-options-map '\{"inferSchema":"true"\}'`
|
7576
8133
|
# @return [Hash<String,String>]
|
7577
8134
|
#
|
7578
8135
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlanRequest AWS API Documentation
|
@@ -7605,21 +8162,81 @@ module Aws::Glue
|
|
7605
8162
|
include Aws::Structure
|
7606
8163
|
end
|
7607
8164
|
|
7608
|
-
# @note When making an API call, you may pass
|
8165
|
+
# @note When making an API call, you may pass GetRegistryInput
|
7609
8166
|
# data as a hash:
|
7610
8167
|
#
|
7611
8168
|
# {
|
7612
|
-
#
|
7613
|
-
#
|
8169
|
+
# registry_id: { # required
|
8170
|
+
# registry_name: "SchemaRegistryNameString",
|
8171
|
+
# registry_arn: "GlueResourceArn",
|
8172
|
+
# },
|
7614
8173
|
# }
|
7615
8174
|
#
|
7616
|
-
# @!attribute [rw]
|
7617
|
-
#
|
7618
|
-
#
|
8175
|
+
# @!attribute [rw] registry_id
|
8176
|
+
# This is a wrapper structure that may contain the registry name and
|
8177
|
+
# Amazon Resource Name (ARN).
|
8178
|
+
# @return [Types::RegistryId]
|
7619
8179
|
#
|
7620
|
-
#
|
7621
|
-
#
|
7622
|
-
|
8180
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryInput AWS API Documentation
|
8181
|
+
#
|
8182
|
+
class GetRegistryInput < Struct.new(
|
8183
|
+
:registry_id)
|
8184
|
+
SENSITIVE = []
|
8185
|
+
include Aws::Structure
|
8186
|
+
end
|
8187
|
+
|
8188
|
+
# @!attribute [rw] registry_name
|
8189
|
+
# The name of the registry.
|
8190
|
+
# @return [String]
|
8191
|
+
#
|
8192
|
+
# @!attribute [rw] registry_arn
|
8193
|
+
# The Amazon Resource Name (ARN) of the registry.
|
8194
|
+
# @return [String]
|
8195
|
+
#
|
8196
|
+
# @!attribute [rw] description
|
8197
|
+
# A description of the registry.
|
8198
|
+
# @return [String]
|
8199
|
+
#
|
8200
|
+
# @!attribute [rw] status
|
8201
|
+
# The status of the registry.
|
8202
|
+
# @return [String]
|
8203
|
+
#
|
8204
|
+
# @!attribute [rw] created_time
|
8205
|
+
# The date and time the registry was created.
|
8206
|
+
# @return [String]
|
8207
|
+
#
|
8208
|
+
# @!attribute [rw] updated_time
|
8209
|
+
# The date and time the registry was updated.
|
8210
|
+
# @return [String]
|
8211
|
+
#
|
8212
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetRegistryResponse AWS API Documentation
|
8213
|
+
#
|
8214
|
+
class GetRegistryResponse < Struct.new(
|
8215
|
+
:registry_name,
|
8216
|
+
:registry_arn,
|
8217
|
+
:description,
|
8218
|
+
:status,
|
8219
|
+
:created_time,
|
8220
|
+
:updated_time)
|
8221
|
+
SENSITIVE = []
|
8222
|
+
include Aws::Structure
|
8223
|
+
end
|
8224
|
+
|
8225
|
+
# @note When making an API call, you may pass GetResourcePoliciesRequest
|
8226
|
+
# data as a hash:
|
8227
|
+
#
|
8228
|
+
# {
|
8229
|
+
# next_token: "Token",
|
8230
|
+
# max_results: 1,
|
8231
|
+
# }
|
8232
|
+
#
|
8233
|
+
# @!attribute [rw] next_token
|
8234
|
+
# A continuation token, if this is a continuation request.
|
8235
|
+
# @return [String]
|
8236
|
+
#
|
8237
|
+
# @!attribute [rw] max_results
|
8238
|
+
# The maximum size of a list to return.
|
8239
|
+
# @return [Integer]
|
7623
8240
|
#
|
7624
8241
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetResourcePoliciesRequest AWS API Documentation
|
7625
8242
|
#
|
@@ -7701,6 +8318,339 @@ module Aws::Glue
|
|
7701
8318
|
include Aws::Structure
|
7702
8319
|
end
|
7703
8320
|
|
8321
|
+
# @note When making an API call, you may pass GetSchemaByDefinitionInput
|
8322
|
+
# data as a hash:
|
8323
|
+
#
|
8324
|
+
# {
|
8325
|
+
# schema_id: { # required
|
8326
|
+
# schema_arn: "GlueResourceArn",
|
8327
|
+
# schema_name: "SchemaRegistryNameString",
|
8328
|
+
# registry_name: "SchemaRegistryNameString",
|
8329
|
+
# },
|
8330
|
+
# schema_definition: "SchemaDefinitionString", # required
|
8331
|
+
# }
|
8332
|
+
#
|
8333
|
+
# @!attribute [rw] schema_id
|
8334
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8335
|
+
# structure contains:
|
8336
|
+
#
|
8337
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8338
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8339
|
+
#
|
8340
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8341
|
+
# `SchemaName` has to be provided.
|
8342
|
+
# @return [Types::SchemaId]
|
8343
|
+
#
|
8344
|
+
# @!attribute [rw] schema_definition
|
8345
|
+
# The definition of the schema for which schema details are required.
|
8346
|
+
# @return [String]
|
8347
|
+
#
|
8348
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionInput AWS API Documentation
|
8349
|
+
#
|
8350
|
+
class GetSchemaByDefinitionInput < Struct.new(
|
8351
|
+
:schema_id,
|
8352
|
+
:schema_definition)
|
8353
|
+
SENSITIVE = []
|
8354
|
+
include Aws::Structure
|
8355
|
+
end
|
8356
|
+
|
8357
|
+
# @!attribute [rw] schema_version_id
|
8358
|
+
# The schema ID of the schema version.
|
8359
|
+
# @return [String]
|
8360
|
+
#
|
8361
|
+
# @!attribute [rw] schema_arn
|
8362
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8363
|
+
# @return [String]
|
8364
|
+
#
|
8365
|
+
# @!attribute [rw] data_format
|
8366
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8367
|
+
# supported.
|
8368
|
+
# @return [String]
|
8369
|
+
#
|
8370
|
+
# @!attribute [rw] status
|
8371
|
+
# The status of the schema version.
|
8372
|
+
# @return [String]
|
8373
|
+
#
|
8374
|
+
# @!attribute [rw] created_time
|
8375
|
+
# The date and time the schema was created.
|
8376
|
+
# @return [String]
|
8377
|
+
#
|
8378
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaByDefinitionResponse AWS API Documentation
|
8379
|
+
#
|
8380
|
+
class GetSchemaByDefinitionResponse < Struct.new(
|
8381
|
+
:schema_version_id,
|
8382
|
+
:schema_arn,
|
8383
|
+
:data_format,
|
8384
|
+
:status,
|
8385
|
+
:created_time)
|
8386
|
+
SENSITIVE = []
|
8387
|
+
include Aws::Structure
|
8388
|
+
end
|
8389
|
+
|
8390
|
+
# @note When making an API call, you may pass GetSchemaInput
|
8391
|
+
# data as a hash:
|
8392
|
+
#
|
8393
|
+
# {
|
8394
|
+
# schema_id: { # required
|
8395
|
+
# schema_arn: "GlueResourceArn",
|
8396
|
+
# schema_name: "SchemaRegistryNameString",
|
8397
|
+
# registry_name: "SchemaRegistryNameString",
|
8398
|
+
# },
|
8399
|
+
# }
|
8400
|
+
#
|
8401
|
+
# @!attribute [rw] schema_id
|
8402
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8403
|
+
# structure contains:
|
8404
|
+
#
|
8405
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8406
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8407
|
+
# provided.
|
8408
|
+
#
|
8409
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8410
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8411
|
+
# @return [Types::SchemaId]
|
8412
|
+
#
|
8413
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaInput AWS API Documentation
|
8414
|
+
#
|
8415
|
+
class GetSchemaInput < Struct.new(
|
8416
|
+
:schema_id)
|
8417
|
+
SENSITIVE = []
|
8418
|
+
include Aws::Structure
|
8419
|
+
end
|
8420
|
+
|
8421
|
+
# @!attribute [rw] registry_name
|
8422
|
+
# The name of the registry.
|
8423
|
+
# @return [String]
|
8424
|
+
#
|
8425
|
+
# @!attribute [rw] registry_arn
|
8426
|
+
# The Amazon Resource Name (ARN) of the registry.
|
8427
|
+
# @return [String]
|
8428
|
+
#
|
8429
|
+
# @!attribute [rw] schema_name
|
8430
|
+
# The name of the schema.
|
8431
|
+
# @return [String]
|
8432
|
+
#
|
8433
|
+
# @!attribute [rw] schema_arn
|
8434
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8435
|
+
# @return [String]
|
8436
|
+
#
|
8437
|
+
# @!attribute [rw] description
|
8438
|
+
# A description of schema if specified when created
|
8439
|
+
# @return [String]
|
8440
|
+
#
|
8441
|
+
# @!attribute [rw] data_format
|
8442
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8443
|
+
# supported.
|
8444
|
+
# @return [String]
|
8445
|
+
#
|
8446
|
+
# @!attribute [rw] compatibility
|
8447
|
+
# The compatibility mode of the schema.
|
8448
|
+
# @return [String]
|
8449
|
+
#
|
8450
|
+
# @!attribute [rw] schema_checkpoint
|
8451
|
+
# The version number of the checkpoint (the last time the
|
8452
|
+
# compatibility mode was changed).
|
8453
|
+
# @return [Integer]
|
8454
|
+
#
|
8455
|
+
# @!attribute [rw] latest_schema_version
|
8456
|
+
# The latest version of the schema associated with the returned schema
|
8457
|
+
# definition.
|
8458
|
+
# @return [Integer]
|
8459
|
+
#
|
8460
|
+
# @!attribute [rw] next_schema_version
|
8461
|
+
# The next version of the schema associated with the returned schema
|
8462
|
+
# definition.
|
8463
|
+
# @return [Integer]
|
8464
|
+
#
|
8465
|
+
# @!attribute [rw] schema_status
|
8466
|
+
# The status of the schema.
|
8467
|
+
# @return [String]
|
8468
|
+
#
|
8469
|
+
# @!attribute [rw] created_time
|
8470
|
+
# The date and time the schema was created.
|
8471
|
+
# @return [String]
|
8472
|
+
#
|
8473
|
+
# @!attribute [rw] updated_time
|
8474
|
+
# The date and time the schema was updated.
|
8475
|
+
# @return [String]
|
8476
|
+
#
|
8477
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaResponse AWS API Documentation
|
8478
|
+
#
|
8479
|
+
class GetSchemaResponse < Struct.new(
|
8480
|
+
:registry_name,
|
8481
|
+
:registry_arn,
|
8482
|
+
:schema_name,
|
8483
|
+
:schema_arn,
|
8484
|
+
:description,
|
8485
|
+
:data_format,
|
8486
|
+
:compatibility,
|
8487
|
+
:schema_checkpoint,
|
8488
|
+
:latest_schema_version,
|
8489
|
+
:next_schema_version,
|
8490
|
+
:schema_status,
|
8491
|
+
:created_time,
|
8492
|
+
:updated_time)
|
8493
|
+
SENSITIVE = []
|
8494
|
+
include Aws::Structure
|
8495
|
+
end
|
8496
|
+
|
8497
|
+
# @note When making an API call, you may pass GetSchemaVersionInput
|
8498
|
+
# data as a hash:
|
8499
|
+
#
|
8500
|
+
# {
|
8501
|
+
# schema_id: {
|
8502
|
+
# schema_arn: "GlueResourceArn",
|
8503
|
+
# schema_name: "SchemaRegistryNameString",
|
8504
|
+
# registry_name: "SchemaRegistryNameString",
|
8505
|
+
# },
|
8506
|
+
# schema_version_id: "SchemaVersionIdString",
|
8507
|
+
# schema_version_number: {
|
8508
|
+
# latest_version: false,
|
8509
|
+
# version_number: 1,
|
8510
|
+
# },
|
8511
|
+
# }
|
8512
|
+
#
|
8513
|
+
# @!attribute [rw] schema_id
|
8514
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8515
|
+
# structure contains:
|
8516
|
+
#
|
8517
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8518
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
8519
|
+
# provided.
|
8520
|
+
#
|
8521
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
8522
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
8523
|
+
# @return [Types::SchemaId]
|
8524
|
+
#
|
8525
|
+
# @!attribute [rw] schema_version_id
|
8526
|
+
# The `SchemaVersionId` of the schema version. This field is required
|
8527
|
+
# for fetching by schema ID. Either this or the `SchemaId` wrapper has
|
8528
|
+
# to be provided.
|
8529
|
+
# @return [String]
|
8530
|
+
#
|
8531
|
+
# @!attribute [rw] schema_version_number
|
8532
|
+
# The version number of the schema.
|
8533
|
+
# @return [Types::SchemaVersionNumber]
|
8534
|
+
#
|
8535
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionInput AWS API Documentation
|
8536
|
+
#
|
8537
|
+
class GetSchemaVersionInput < Struct.new(
|
8538
|
+
:schema_id,
|
8539
|
+
:schema_version_id,
|
8540
|
+
:schema_version_number)
|
8541
|
+
SENSITIVE = []
|
8542
|
+
include Aws::Structure
|
8543
|
+
end
|
8544
|
+
|
8545
|
+
# @!attribute [rw] schema_version_id
|
8546
|
+
# The `SchemaVersionId` of the schema version.
|
8547
|
+
# @return [String]
|
8548
|
+
#
|
8549
|
+
# @!attribute [rw] schema_definition
|
8550
|
+
# The schema definition for the schema ID.
|
8551
|
+
# @return [String]
|
8552
|
+
#
|
8553
|
+
# @!attribute [rw] data_format
|
8554
|
+
# The data format of the schema definition. Currently only `AVRO` is
|
8555
|
+
# supported.
|
8556
|
+
# @return [String]
|
8557
|
+
#
|
8558
|
+
# @!attribute [rw] schema_arn
|
8559
|
+
# The Amazon Resource Name (ARN) of the schema.
|
8560
|
+
# @return [String]
|
8561
|
+
#
|
8562
|
+
# @!attribute [rw] version_number
|
8563
|
+
# The version number of the schema.
|
8564
|
+
# @return [Integer]
|
8565
|
+
#
|
8566
|
+
# @!attribute [rw] status
|
8567
|
+
# The status of the schema version.
|
8568
|
+
# @return [String]
|
8569
|
+
#
|
8570
|
+
# @!attribute [rw] created_time
|
8571
|
+
# The date and time the schema version was created.
|
8572
|
+
# @return [String]
|
8573
|
+
#
|
8574
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionResponse AWS API Documentation
|
8575
|
+
#
|
8576
|
+
class GetSchemaVersionResponse < Struct.new(
|
8577
|
+
:schema_version_id,
|
8578
|
+
:schema_definition,
|
8579
|
+
:data_format,
|
8580
|
+
:schema_arn,
|
8581
|
+
:version_number,
|
8582
|
+
:status,
|
8583
|
+
:created_time)
|
8584
|
+
SENSITIVE = []
|
8585
|
+
include Aws::Structure
|
8586
|
+
end
|
8587
|
+
|
8588
|
+
# @note When making an API call, you may pass GetSchemaVersionsDiffInput
|
8589
|
+
# data as a hash:
|
8590
|
+
#
|
8591
|
+
# {
|
8592
|
+
# schema_id: { # required
|
8593
|
+
# schema_arn: "GlueResourceArn",
|
8594
|
+
# schema_name: "SchemaRegistryNameString",
|
8595
|
+
# registry_name: "SchemaRegistryNameString",
|
8596
|
+
# },
|
8597
|
+
# first_schema_version_number: { # required
|
8598
|
+
# latest_version: false,
|
8599
|
+
# version_number: 1,
|
8600
|
+
# },
|
8601
|
+
# second_schema_version_number: { # required
|
8602
|
+
# latest_version: false,
|
8603
|
+
# version_number: 1,
|
8604
|
+
# },
|
8605
|
+
# schema_diff_type: "SYNTAX_DIFF", # required, accepts SYNTAX_DIFF
|
8606
|
+
# }
|
8607
|
+
#
|
8608
|
+
# @!attribute [rw] schema_id
|
8609
|
+
# This is a wrapper structure to contain schema identity fields. The
|
8610
|
+
# structure contains:
|
8611
|
+
#
|
8612
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
8613
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
8614
|
+
#
|
8615
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
8616
|
+
# `SchemaName` has to be provided.
|
8617
|
+
# @return [Types::SchemaId]
|
8618
|
+
#
|
8619
|
+
# @!attribute [rw] first_schema_version_number
|
8620
|
+
# The first of the two schema versions to be compared.
|
8621
|
+
# @return [Types::SchemaVersionNumber]
|
8622
|
+
#
|
8623
|
+
# @!attribute [rw] second_schema_version_number
|
8624
|
+
# The second of the two schema versions to be compared.
|
8625
|
+
# @return [Types::SchemaVersionNumber]
|
8626
|
+
#
|
8627
|
+
# @!attribute [rw] schema_diff_type
|
8628
|
+
# Refers to `SYNTAX_DIFF`, which is the currently supported diff type.
|
8629
|
+
# @return [String]
|
8630
|
+
#
|
8631
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffInput AWS API Documentation
|
8632
|
+
#
|
8633
|
+
class GetSchemaVersionsDiffInput < Struct.new(
|
8634
|
+
:schema_id,
|
8635
|
+
:first_schema_version_number,
|
8636
|
+
:second_schema_version_number,
|
8637
|
+
:schema_diff_type)
|
8638
|
+
SENSITIVE = []
|
8639
|
+
include Aws::Structure
|
8640
|
+
end
|
8641
|
+
|
8642
|
+
# @!attribute [rw] diff
|
8643
|
+
# The difference between schemas as a string in JsonPatch format.
|
8644
|
+
# @return [String]
|
8645
|
+
#
|
8646
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSchemaVersionsDiffResponse AWS API Documentation
|
8647
|
+
#
|
8648
|
+
class GetSchemaVersionsDiffResponse < Struct.new(
|
8649
|
+
:diff)
|
8650
|
+
SENSITIVE = []
|
8651
|
+
include Aws::Structure
|
8652
|
+
end
|
8653
|
+
|
7704
8654
|
# @note When making an API call, you may pass GetSecurityConfigurationRequest
|
7705
8655
|
# data as a hash:
|
7706
8656
|
#
|
@@ -9778,102 +10728,265 @@ module Aws::Glue
|
|
9778
10728
|
include Aws::Structure
|
9779
10729
|
end
|
9780
10730
|
|
9781
|
-
# @note When making an API call, you may pass
|
10731
|
+
# @note When making an API call, you may pass ListRegistriesInput
|
9782
10732
|
# data as a hash:
|
9783
10733
|
#
|
9784
10734
|
# {
|
9785
|
-
# next_token: "GenericString",
|
9786
|
-
# dependent_job_name: "NameString",
|
9787
10735
|
# max_results: 1,
|
9788
|
-
#
|
9789
|
-
# "TagKey" => "TagValue",
|
9790
|
-
# },
|
10736
|
+
# next_token: "SchemaRegistryTokenString",
|
9791
10737
|
# }
|
9792
10738
|
#
|
9793
|
-
# @!attribute [rw] next_token
|
9794
|
-
# A continuation token, if this is a continuation request.
|
9795
|
-
# @return [String]
|
9796
|
-
#
|
9797
|
-
# @!attribute [rw] dependent_job_name
|
9798
|
-
# The name of the job for which to retrieve triggers. The trigger that
|
9799
|
-
# can start this job is returned. If there is no such trigger, all
|
9800
|
-
# triggers are returned.
|
9801
|
-
# @return [String]
|
9802
|
-
#
|
9803
10739
|
# @!attribute [rw] max_results
|
9804
|
-
#
|
10740
|
+
# Maximum number of results required per page. If the value is not
|
10741
|
+
# supplied, this will be defaulted to 25 per page.
|
9805
10742
|
# @return [Integer]
|
9806
10743
|
#
|
9807
|
-
# @!attribute [rw]
|
9808
|
-
#
|
9809
|
-
# @return [
|
10744
|
+
# @!attribute [rw] next_token
|
10745
|
+
# A continuation token, if this is a continuation call.
|
10746
|
+
# @return [String]
|
9810
10747
|
#
|
9811
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10748
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesInput AWS API Documentation
|
9812
10749
|
#
|
9813
|
-
class
|
9814
|
-
:next_token,
|
9815
|
-
:dependent_job_name,
|
10750
|
+
class ListRegistriesInput < Struct.new(
|
9816
10751
|
:max_results,
|
9817
|
-
:
|
10752
|
+
:next_token)
|
9818
10753
|
SENSITIVE = []
|
9819
10754
|
include Aws::Structure
|
9820
10755
|
end
|
9821
10756
|
|
9822
|
-
# @!attribute [rw]
|
9823
|
-
#
|
9824
|
-
#
|
9825
|
-
# @return [Array<
|
10757
|
+
# @!attribute [rw] registries
|
10758
|
+
# An array of `RegistryDetailedListItem` objects containing minimal
|
10759
|
+
# details of each registry.
|
10760
|
+
# @return [Array<Types::RegistryListItem>]
|
9826
10761
|
#
|
9827
10762
|
# @!attribute [rw] next_token
|
9828
|
-
# A continuation token
|
9829
|
-
#
|
10763
|
+
# A continuation token for paginating the returned list of tokens,
|
10764
|
+
# returned if the current segment of the list is not the last.
|
9830
10765
|
# @return [String]
|
9831
10766
|
#
|
9832
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10767
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListRegistriesResponse AWS API Documentation
|
9833
10768
|
#
|
9834
|
-
class
|
9835
|
-
:
|
10769
|
+
class ListRegistriesResponse < Struct.new(
|
10770
|
+
:registries,
|
9836
10771
|
:next_token)
|
9837
10772
|
SENSITIVE = []
|
9838
10773
|
include Aws::Structure
|
9839
10774
|
end
|
9840
10775
|
|
9841
|
-
# @note When making an API call, you may pass
|
10776
|
+
# @note When making an API call, you may pass ListSchemaVersionsInput
|
9842
10777
|
# data as a hash:
|
9843
10778
|
#
|
9844
10779
|
# {
|
9845
|
-
#
|
10780
|
+
# schema_id: { # required
|
10781
|
+
# schema_arn: "GlueResourceArn",
|
10782
|
+
# schema_name: "SchemaRegistryNameString",
|
10783
|
+
# registry_name: "SchemaRegistryNameString",
|
10784
|
+
# },
|
9846
10785
|
# max_results: 1,
|
10786
|
+
# next_token: "SchemaRegistryTokenString",
|
9847
10787
|
# }
|
9848
10788
|
#
|
9849
|
-
# @!attribute [rw]
|
9850
|
-
#
|
9851
|
-
#
|
10789
|
+
# @!attribute [rw] schema_id
|
10790
|
+
# This is a wrapper structure to contain schema identity fields. The
|
10791
|
+
# structure contains:
|
10792
|
+
#
|
10793
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
10794
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
10795
|
+
# provided.
|
10796
|
+
#
|
10797
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
10798
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
10799
|
+
# @return [Types::SchemaId]
|
9852
10800
|
#
|
9853
10801
|
# @!attribute [rw] max_results
|
9854
|
-
#
|
10802
|
+
# Maximum number of results required per page. If the value is not
|
10803
|
+
# supplied, this will be defaulted to 25 per page.
|
9855
10804
|
# @return [Integer]
|
9856
10805
|
#
|
9857
|
-
#
|
10806
|
+
# @!attribute [rw] next_token
|
10807
|
+
# A continuation token, if this is a continuation call.
|
10808
|
+
# @return [String]
|
9858
10809
|
#
|
9859
|
-
|
9860
|
-
|
9861
|
-
|
10810
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsInput AWS API Documentation
|
10811
|
+
#
|
10812
|
+
class ListSchemaVersionsInput < Struct.new(
|
10813
|
+
:schema_id,
|
10814
|
+
:max_results,
|
10815
|
+
:next_token)
|
9862
10816
|
SENSITIVE = []
|
9863
10817
|
include Aws::Structure
|
9864
10818
|
end
|
9865
10819
|
|
9866
|
-
# @!attribute [rw]
|
9867
|
-
#
|
9868
|
-
#
|
10820
|
+
# @!attribute [rw] schemas
|
10821
|
+
# An array of `SchemaVersionList` objects containing details of each
|
10822
|
+
# schema version.
|
10823
|
+
# @return [Array<Types::SchemaVersionListItem>]
|
9869
10824
|
#
|
9870
10825
|
# @!attribute [rw] next_token
|
9871
|
-
# A continuation token
|
10826
|
+
# A continuation token for paginating the returned list of tokens,
|
10827
|
+
# returned if the current segment of the list is not the last.
|
9872
10828
|
# @return [String]
|
9873
10829
|
#
|
9874
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
10830
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemaVersionsResponse AWS API Documentation
|
9875
10831
|
#
|
9876
|
-
class
|
10832
|
+
class ListSchemaVersionsResponse < Struct.new(
|
10833
|
+
:schemas,
|
10834
|
+
:next_token)
|
10835
|
+
SENSITIVE = []
|
10836
|
+
include Aws::Structure
|
10837
|
+
end
|
10838
|
+
|
10839
|
+
# @note When making an API call, you may pass ListSchemasInput
|
10840
|
+
# data as a hash:
|
10841
|
+
#
|
10842
|
+
# {
|
10843
|
+
# registry_id: {
|
10844
|
+
# registry_name: "SchemaRegistryNameString",
|
10845
|
+
# registry_arn: "GlueResourceArn",
|
10846
|
+
# },
|
10847
|
+
# max_results: 1,
|
10848
|
+
# next_token: "SchemaRegistryTokenString",
|
10849
|
+
# }
|
10850
|
+
#
|
10851
|
+
# @!attribute [rw] registry_id
|
10852
|
+
# A wrapper structure that may contain the registry name and Amazon
|
10853
|
+
# Resource Name (ARN).
|
10854
|
+
# @return [Types::RegistryId]
|
10855
|
+
#
|
10856
|
+
# @!attribute [rw] max_results
|
10857
|
+
# Maximum number of results required per page. If the value is not
|
10858
|
+
# supplied, this will be defaulted to 25 per page.
|
10859
|
+
# @return [Integer]
|
10860
|
+
#
|
10861
|
+
# @!attribute [rw] next_token
|
10862
|
+
# A continuation token, if this is a continuation call.
|
10863
|
+
# @return [String]
|
10864
|
+
#
|
10865
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasInput AWS API Documentation
|
10866
|
+
#
|
10867
|
+
class ListSchemasInput < Struct.new(
|
10868
|
+
:registry_id,
|
10869
|
+
:max_results,
|
10870
|
+
:next_token)
|
10871
|
+
SENSITIVE = []
|
10872
|
+
include Aws::Structure
|
10873
|
+
end
|
10874
|
+
|
10875
|
+
# @!attribute [rw] schemas
|
10876
|
+
# An array of `SchemaListItem` objects containing details of each
|
10877
|
+
# schema.
|
10878
|
+
# @return [Array<Types::SchemaListItem>]
|
10879
|
+
#
|
10880
|
+
# @!attribute [rw] next_token
|
10881
|
+
# A continuation token for paginating the returned list of tokens,
|
10882
|
+
# returned if the current segment of the list is not the last.
|
10883
|
+
# @return [String]
|
10884
|
+
#
|
10885
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSchemasResponse AWS API Documentation
|
10886
|
+
#
|
10887
|
+
class ListSchemasResponse < Struct.new(
|
10888
|
+
:schemas,
|
10889
|
+
:next_token)
|
10890
|
+
SENSITIVE = []
|
10891
|
+
include Aws::Structure
|
10892
|
+
end
|
10893
|
+
|
10894
|
+
# @note When making an API call, you may pass ListTriggersRequest
|
10895
|
+
# data as a hash:
|
10896
|
+
#
|
10897
|
+
# {
|
10898
|
+
# next_token: "GenericString",
|
10899
|
+
# dependent_job_name: "NameString",
|
10900
|
+
# max_results: 1,
|
10901
|
+
# tags: {
|
10902
|
+
# "TagKey" => "TagValue",
|
10903
|
+
# },
|
10904
|
+
# }
|
10905
|
+
#
|
10906
|
+
# @!attribute [rw] next_token
|
10907
|
+
# A continuation token, if this is a continuation request.
|
10908
|
+
# @return [String]
|
10909
|
+
#
|
10910
|
+
# @!attribute [rw] dependent_job_name
|
10911
|
+
# The name of the job for which to retrieve triggers. The trigger that
|
10912
|
+
# can start this job is returned. If there is no such trigger, all
|
10913
|
+
# triggers are returned.
|
10914
|
+
# @return [String]
|
10915
|
+
#
|
10916
|
+
# @!attribute [rw] max_results
|
10917
|
+
# The maximum size of a list to return.
|
10918
|
+
# @return [Integer]
|
10919
|
+
#
|
10920
|
+
# @!attribute [rw] tags
|
10921
|
+
# Specifies to return only these tagged resources.
|
10922
|
+
# @return [Hash<String,String>]
|
10923
|
+
#
|
10924
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersRequest AWS API Documentation
|
10925
|
+
#
|
10926
|
+
class ListTriggersRequest < Struct.new(
|
10927
|
+
:next_token,
|
10928
|
+
:dependent_job_name,
|
10929
|
+
:max_results,
|
10930
|
+
:tags)
|
10931
|
+
SENSITIVE = []
|
10932
|
+
include Aws::Structure
|
10933
|
+
end
|
10934
|
+
|
10935
|
+
# @!attribute [rw] trigger_names
|
10936
|
+
# The names of all triggers in the account, or the triggers with the
|
10937
|
+
# specified tags.
|
10938
|
+
# @return [Array<String>]
|
10939
|
+
#
|
10940
|
+
# @!attribute [rw] next_token
|
10941
|
+
# A continuation token, if the returned list does not contain the last
|
10942
|
+
# metric available.
|
10943
|
+
# @return [String]
|
10944
|
+
#
|
10945
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListTriggersResponse AWS API Documentation
|
10946
|
+
#
|
10947
|
+
class ListTriggersResponse < Struct.new(
|
10948
|
+
:trigger_names,
|
10949
|
+
:next_token)
|
10950
|
+
SENSITIVE = []
|
10951
|
+
include Aws::Structure
|
10952
|
+
end
|
10953
|
+
|
10954
|
+
# @note When making an API call, you may pass ListWorkflowsRequest
|
10955
|
+
# data as a hash:
|
10956
|
+
#
|
10957
|
+
# {
|
10958
|
+
# next_token: "GenericString",
|
10959
|
+
# max_results: 1,
|
10960
|
+
# }
|
10961
|
+
#
|
10962
|
+
# @!attribute [rw] next_token
|
10963
|
+
# A continuation token, if this is a continuation request.
|
10964
|
+
# @return [String]
|
10965
|
+
#
|
10966
|
+
# @!attribute [rw] max_results
|
10967
|
+
# The maximum size of a list to return.
|
10968
|
+
# @return [Integer]
|
10969
|
+
#
|
10970
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsRequest AWS API Documentation
|
10971
|
+
#
|
10972
|
+
class ListWorkflowsRequest < Struct.new(
|
10973
|
+
:next_token,
|
10974
|
+
:max_results)
|
10975
|
+
SENSITIVE = []
|
10976
|
+
include Aws::Structure
|
10977
|
+
end
|
10978
|
+
|
10979
|
+
# @!attribute [rw] workflows
|
10980
|
+
# List of names of workflows in the account.
|
10981
|
+
# @return [Array<String>]
|
10982
|
+
#
|
10983
|
+
# @!attribute [rw] next_token
|
10984
|
+
# A continuation token, if not all workflow names have been returned.
|
10985
|
+
# @return [String]
|
10986
|
+
#
|
10987
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListWorkflowsResponse AWS API Documentation
|
10988
|
+
#
|
10989
|
+
class ListWorkflowsResponse < Struct.new(
|
9877
10990
|
:workflows,
|
9878
10991
|
:next_token)
|
9879
10992
|
SENSITIVE = []
|
@@ -9931,7 +11044,7 @@ module Aws::Glue
|
|
9931
11044
|
include Aws::Structure
|
9932
11045
|
end
|
9933
11046
|
|
9934
|
-
# Defines
|
11047
|
+
# Defines column statistics supported for integer data columns.
|
9935
11048
|
#
|
9936
11049
|
# @note When making an API call, you may pass LongColumnStatisticsData
|
9937
11050
|
# data as a hash:
|
@@ -9944,19 +11057,19 @@ module Aws::Glue
|
|
9944
11057
|
# }
|
9945
11058
|
#
|
9946
11059
|
# @!attribute [rw] minimum_value
|
9947
|
-
#
|
11060
|
+
# The lowest value in the column.
|
9948
11061
|
# @return [Integer]
|
9949
11062
|
#
|
9950
11063
|
# @!attribute [rw] maximum_value
|
9951
|
-
#
|
11064
|
+
# The highest value in the column.
|
9952
11065
|
# @return [Integer]
|
9953
11066
|
#
|
9954
11067
|
# @!attribute [rw] number_of_nulls
|
9955
|
-
#
|
11068
|
+
# The number of null values in the column.
|
9956
11069
|
# @return [Integer]
|
9957
11070
|
#
|
9958
11071
|
# @!attribute [rw] number_of_distinct_values
|
9959
|
-
#
|
11072
|
+
# The number of distinct values in a column.
|
9960
11073
|
# @return [Integer]
|
9961
11074
|
#
|
9962
11075
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LongColumnStatisticsData AWS API Documentation
|
@@ -10136,6 +11249,12 @@ module Aws::Glue
|
|
10136
11249
|
# machine learning transform fails.
|
10137
11250
|
# @return [Integer]
|
10138
11251
|
#
|
11252
|
+
# @!attribute [rw] transform_encryption
|
11253
|
+
# The encryption-at-rest settings of the transform that apply to
|
11254
|
+
# accessing user data. Machine learning transforms can access user
|
11255
|
+
# data encrypted in Amazon S3 using KMS.
|
11256
|
+
# @return [Types::TransformEncryption]
|
11257
|
+
#
|
10139
11258
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
10140
11259
|
#
|
10141
11260
|
class MLTransform < Struct.new(
|
@@ -10156,7 +11275,8 @@ module Aws::Glue
|
|
10156
11275
|
:worker_type,
|
10157
11276
|
:number_of_workers,
|
10158
11277
|
:timeout,
|
10159
|
-
:max_retries
|
11278
|
+
:max_retries,
|
11279
|
+
:transform_encryption)
|
10160
11280
|
SENSITIVE = []
|
10161
11281
|
include Aws::Structure
|
10162
11282
|
end
|
@@ -10175,6 +11295,39 @@ module Aws::Glue
|
|
10175
11295
|
include Aws::Structure
|
10176
11296
|
end
|
10177
11297
|
|
11298
|
+
# The encryption-at-rest settings of the transform that apply to
|
11299
|
+
# accessing user data.
|
11300
|
+
#
|
11301
|
+
# @note When making an API call, you may pass MLUserDataEncryption
|
11302
|
+
# data as a hash:
|
11303
|
+
#
|
11304
|
+
# {
|
11305
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
11306
|
+
# kms_key_id: "NameString",
|
11307
|
+
# }
|
11308
|
+
#
|
11309
|
+
# @!attribute [rw] ml_user_data_encryption_mode
|
11310
|
+
# The encryption mode applied to user data. Valid values are:
|
11311
|
+
#
|
11312
|
+
# * DISABLED: encryption is disabled
|
11313
|
+
#
|
11314
|
+
# * SSEKMS: use of server-side encryption with AWS Key Management
|
11315
|
+
# Service (SSE-KMS) for user data stored in Amazon S3.
|
11316
|
+
# @return [String]
|
11317
|
+
#
|
11318
|
+
# @!attribute [rw] kms_key_id
|
11319
|
+
# The ID for the customer-provided KMS key.
|
11320
|
+
# @return [String]
|
11321
|
+
#
|
11322
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLUserDataEncryption AWS API Documentation
|
11323
|
+
#
|
11324
|
+
class MLUserDataEncryption < Struct.new(
|
11325
|
+
:ml_user_data_encryption_mode,
|
11326
|
+
:kms_key_id)
|
11327
|
+
SENSITIVE = []
|
11328
|
+
include Aws::Structure
|
11329
|
+
end
|
11330
|
+
|
10178
11331
|
# Defines a mapping.
|
10179
11332
|
#
|
10180
11333
|
# @note When making an API call, you may pass MappingEntry
|
@@ -10226,6 +11379,52 @@ module Aws::Glue
|
|
10226
11379
|
include Aws::Structure
|
10227
11380
|
end
|
10228
11381
|
|
11382
|
+
# A structure containing metadata information for a schema version.
|
11383
|
+
#
|
11384
|
+
# @!attribute [rw] metadata_value
|
11385
|
+
# The metadata key’s corresponding value.
|
11386
|
+
# @return [String]
|
11387
|
+
#
|
11388
|
+
# @!attribute [rw] created_time
|
11389
|
+
# The time at which the entry was created.
|
11390
|
+
# @return [String]
|
11391
|
+
#
|
11392
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataInfo AWS API Documentation
|
11393
|
+
#
|
11394
|
+
class MetadataInfo < Struct.new(
|
11395
|
+
:metadata_value,
|
11396
|
+
:created_time)
|
11397
|
+
SENSITIVE = []
|
11398
|
+
include Aws::Structure
|
11399
|
+
end
|
11400
|
+
|
11401
|
+
# A structure containing a key value pair for metadata.
|
11402
|
+
#
|
11403
|
+
# @note When making an API call, you may pass MetadataKeyValuePair
|
11404
|
+
# data as a hash:
|
11405
|
+
#
|
11406
|
+
# {
|
11407
|
+
# metadata_key: "MetadataKeyString",
|
11408
|
+
# metadata_value: "MetadataValueString",
|
11409
|
+
# }
|
11410
|
+
#
|
11411
|
+
# @!attribute [rw] metadata_key
|
11412
|
+
# A metadata key.
|
11413
|
+
# @return [String]
|
11414
|
+
#
|
11415
|
+
# @!attribute [rw] metadata_value
|
11416
|
+
# A metadata key’s corresponding value.
|
11417
|
+
# @return [String]
|
11418
|
+
#
|
11419
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MetadataKeyValuePair AWS API Documentation
|
11420
|
+
#
|
11421
|
+
class MetadataKeyValuePair < Struct.new(
|
11422
|
+
:metadata_key,
|
11423
|
+
:metadata_value)
|
11424
|
+
SENSITIVE = []
|
11425
|
+
include Aws::Structure
|
11426
|
+
end
|
11427
|
+
|
10229
11428
|
# Specifies an Amazon DocumentDB or MongoDB data store to crawl.
|
10230
11429
|
#
|
10231
11430
|
# @note When making an API call, you may pass MongoDBTarget
|
@@ -10561,6 +11760,15 @@ module Aws::Glue
|
|
10561
11760
|
# },
|
10562
11761
|
# },
|
10563
11762
|
# stored_as_sub_directories: false,
|
11763
|
+
# schema_reference: {
|
11764
|
+
# schema_id: {
|
11765
|
+
# schema_arn: "GlueResourceArn",
|
11766
|
+
# schema_name: "SchemaRegistryNameString",
|
11767
|
+
# registry_name: "SchemaRegistryNameString",
|
11768
|
+
# },
|
11769
|
+
# schema_version_id: "SchemaVersionIdString",
|
11770
|
+
# schema_version_number: 1,
|
11771
|
+
# },
|
10564
11772
|
# },
|
10565
11773
|
# parameters: {
|
10566
11774
|
# "KeyString" => "ParametersMapValue",
|
@@ -10873,68 +12081,510 @@ module Aws::Glue
|
|
10873
12081
|
# policies is allowed.
|
10874
12082
|
# @return [String]
|
10875
12083
|
#
|
10876
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12084
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyRequest AWS API Documentation
|
12085
|
+
#
|
12086
|
+
class PutResourcePolicyRequest < Struct.new(
|
12087
|
+
:policy_in_json,
|
12088
|
+
:resource_arn,
|
12089
|
+
:policy_hash_condition,
|
12090
|
+
:policy_exists_condition,
|
12091
|
+
:enable_hybrid)
|
12092
|
+
SENSITIVE = []
|
12093
|
+
include Aws::Structure
|
12094
|
+
end
|
12095
|
+
|
12096
|
+
# @!attribute [rw] policy_hash
|
12097
|
+
# A hash of the policy that has just been set. This must be included
|
12098
|
+
# in a subsequent call that overwrites or updates this policy.
|
12099
|
+
# @return [String]
|
12100
|
+
#
|
12101
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutResourcePolicyResponse AWS API Documentation
|
12102
|
+
#
|
12103
|
+
class PutResourcePolicyResponse < Struct.new(
|
12104
|
+
:policy_hash)
|
12105
|
+
SENSITIVE = []
|
12106
|
+
include Aws::Structure
|
12107
|
+
end
|
12108
|
+
|
12109
|
+
# @note When making an API call, you may pass PutSchemaVersionMetadataInput
|
12110
|
+
# data as a hash:
|
12111
|
+
#
|
12112
|
+
# {
|
12113
|
+
# schema_id: {
|
12114
|
+
# schema_arn: "GlueResourceArn",
|
12115
|
+
# schema_name: "SchemaRegistryNameString",
|
12116
|
+
# registry_name: "SchemaRegistryNameString",
|
12117
|
+
# },
|
12118
|
+
# schema_version_number: {
|
12119
|
+
# latest_version: false,
|
12120
|
+
# version_number: 1,
|
12121
|
+
# },
|
12122
|
+
# schema_version_id: "SchemaVersionIdString",
|
12123
|
+
# metadata_key_value: { # required
|
12124
|
+
# metadata_key: "MetadataKeyString",
|
12125
|
+
# metadata_value: "MetadataValueString",
|
12126
|
+
# },
|
12127
|
+
# }
|
12128
|
+
#
|
12129
|
+
# @!attribute [rw] schema_id
|
12130
|
+
# The unique ID for the schema.
|
12131
|
+
# @return [Types::SchemaId]
|
12132
|
+
#
|
12133
|
+
# @!attribute [rw] schema_version_number
|
12134
|
+
# The version number of the schema.
|
12135
|
+
# @return [Types::SchemaVersionNumber]
|
12136
|
+
#
|
12137
|
+
# @!attribute [rw] schema_version_id
|
12138
|
+
# The unique version ID of the schema version.
|
12139
|
+
# @return [String]
|
12140
|
+
#
|
12141
|
+
# @!attribute [rw] metadata_key_value
|
12142
|
+
# The metadata key's corresponding value.
|
12143
|
+
# @return [Types::MetadataKeyValuePair]
|
12144
|
+
#
|
12145
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataInput AWS API Documentation
|
12146
|
+
#
|
12147
|
+
class PutSchemaVersionMetadataInput < Struct.new(
|
12148
|
+
:schema_id,
|
12149
|
+
:schema_version_number,
|
12150
|
+
:schema_version_id,
|
12151
|
+
:metadata_key_value)
|
12152
|
+
SENSITIVE = []
|
12153
|
+
include Aws::Structure
|
12154
|
+
end
|
12155
|
+
|
12156
|
+
# @!attribute [rw] schema_arn
|
12157
|
+
# The Amazon Resource Name (ARN) for the schema.
|
12158
|
+
# @return [String]
|
12159
|
+
#
|
12160
|
+
# @!attribute [rw] schema_name
|
12161
|
+
# The name for the schema.
|
12162
|
+
# @return [String]
|
12163
|
+
#
|
12164
|
+
# @!attribute [rw] registry_name
|
12165
|
+
# The name for the registry.
|
12166
|
+
# @return [String]
|
12167
|
+
#
|
12168
|
+
# @!attribute [rw] latest_version
|
12169
|
+
# The latest version of the schema.
|
12170
|
+
# @return [Boolean]
|
12171
|
+
#
|
12172
|
+
# @!attribute [rw] version_number
|
12173
|
+
# The version number of the schema.
|
12174
|
+
# @return [Integer]
|
12175
|
+
#
|
12176
|
+
# @!attribute [rw] schema_version_id
|
12177
|
+
# The unique version ID of the schema version.
|
12178
|
+
# @return [String]
|
12179
|
+
#
|
12180
|
+
# @!attribute [rw] metadata_key
|
12181
|
+
# The metadata key.
|
12182
|
+
# @return [String]
|
12183
|
+
#
|
12184
|
+
# @!attribute [rw] metadata_value
|
12185
|
+
# The value of the metadata key.
|
12186
|
+
# @return [String]
|
12187
|
+
#
|
12188
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutSchemaVersionMetadataResponse AWS API Documentation
|
12189
|
+
#
|
12190
|
+
class PutSchemaVersionMetadataResponse < Struct.new(
|
12191
|
+
:schema_arn,
|
12192
|
+
:schema_name,
|
12193
|
+
:registry_name,
|
12194
|
+
:latest_version,
|
12195
|
+
:version_number,
|
12196
|
+
:schema_version_id,
|
12197
|
+
:metadata_key,
|
12198
|
+
:metadata_value)
|
12199
|
+
SENSITIVE = []
|
12200
|
+
include Aws::Structure
|
12201
|
+
end
|
12202
|
+
|
12203
|
+
# @note When making an API call, you may pass PutWorkflowRunPropertiesRequest
|
12204
|
+
# data as a hash:
|
12205
|
+
#
|
12206
|
+
# {
|
12207
|
+
# name: "NameString", # required
|
12208
|
+
# run_id: "IdString", # required
|
12209
|
+
# run_properties: { # required
|
12210
|
+
# "IdString" => "GenericString",
|
12211
|
+
# },
|
12212
|
+
# }
|
12213
|
+
#
|
12214
|
+
# @!attribute [rw] name
|
12215
|
+
# Name of the workflow which was run.
|
12216
|
+
# @return [String]
|
12217
|
+
#
|
12218
|
+
# @!attribute [rw] run_id
|
12219
|
+
# The ID of the workflow run for which the run properties should be
|
12220
|
+
# updated.
|
12221
|
+
# @return [String]
|
12222
|
+
#
|
12223
|
+
# @!attribute [rw] run_properties
|
12224
|
+
# The properties to put for the specified run.
|
12225
|
+
# @return [Hash<String,String>]
|
12226
|
+
#
|
12227
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesRequest AWS API Documentation
|
12228
|
+
#
|
12229
|
+
class PutWorkflowRunPropertiesRequest < Struct.new(
|
12230
|
+
:name,
|
12231
|
+
:run_id,
|
12232
|
+
:run_properties)
|
12233
|
+
SENSITIVE = []
|
12234
|
+
include Aws::Structure
|
12235
|
+
end
|
12236
|
+
|
12237
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PutWorkflowRunPropertiesResponse AWS API Documentation
|
12238
|
+
#
|
12239
|
+
class PutWorkflowRunPropertiesResponse < Aws::EmptyStructure; end
|
12240
|
+
|
12241
|
+
# @note When making an API call, you may pass QuerySchemaVersionMetadataInput
|
12242
|
+
# data as a hash:
|
12243
|
+
#
|
12244
|
+
# {
|
12245
|
+
# schema_id: {
|
12246
|
+
# schema_arn: "GlueResourceArn",
|
12247
|
+
# schema_name: "SchemaRegistryNameString",
|
12248
|
+
# registry_name: "SchemaRegistryNameString",
|
12249
|
+
# },
|
12250
|
+
# schema_version_number: {
|
12251
|
+
# latest_version: false,
|
12252
|
+
# version_number: 1,
|
12253
|
+
# },
|
12254
|
+
# schema_version_id: "SchemaVersionIdString",
|
12255
|
+
# metadata_list: [
|
12256
|
+
# {
|
12257
|
+
# metadata_key: "MetadataKeyString",
|
12258
|
+
# metadata_value: "MetadataValueString",
|
12259
|
+
# },
|
12260
|
+
# ],
|
12261
|
+
# max_results: 1,
|
12262
|
+
# next_token: "SchemaRegistryTokenString",
|
12263
|
+
# }
|
12264
|
+
#
|
12265
|
+
# @!attribute [rw] schema_id
|
12266
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12267
|
+
# Resource Name (ARN).
|
12268
|
+
# @return [Types::SchemaId]
|
12269
|
+
#
|
12270
|
+
# @!attribute [rw] schema_version_number
|
12271
|
+
# The version number of the schema.
|
12272
|
+
# @return [Types::SchemaVersionNumber]
|
12273
|
+
#
|
12274
|
+
# @!attribute [rw] schema_version_id
|
12275
|
+
# The unique version ID of the schema version.
|
12276
|
+
# @return [String]
|
12277
|
+
#
|
12278
|
+
# @!attribute [rw] metadata_list
|
12279
|
+
# Search key-value pairs for metadata, if they are not provided all
|
12280
|
+
# the metadata information will be fetched.
|
12281
|
+
# @return [Array<Types::MetadataKeyValuePair>]
|
12282
|
+
#
|
12283
|
+
# @!attribute [rw] max_results
|
12284
|
+
# Maximum number of results required per page. If the value is not
|
12285
|
+
# supplied, this will be defaulted to 25 per page.
|
12286
|
+
# @return [Integer]
|
12287
|
+
#
|
12288
|
+
# @!attribute [rw] next_token
|
12289
|
+
# A continuation token, if this is a continuation call.
|
12290
|
+
# @return [String]
|
12291
|
+
#
|
12292
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataInput AWS API Documentation
|
12293
|
+
#
|
12294
|
+
class QuerySchemaVersionMetadataInput < Struct.new(
|
12295
|
+
:schema_id,
|
12296
|
+
:schema_version_number,
|
12297
|
+
:schema_version_id,
|
12298
|
+
:metadata_list,
|
12299
|
+
:max_results,
|
12300
|
+
:next_token)
|
12301
|
+
SENSITIVE = []
|
12302
|
+
include Aws::Structure
|
12303
|
+
end
|
12304
|
+
|
12305
|
+
# @!attribute [rw] metadata_info_map
|
12306
|
+
# A map of a metadata key and associated values.
|
12307
|
+
# @return [Hash<String,Types::MetadataInfo>]
|
12308
|
+
#
|
12309
|
+
# @!attribute [rw] schema_version_id
|
12310
|
+
# The unique version ID of the schema version.
|
12311
|
+
# @return [String]
|
12312
|
+
#
|
12313
|
+
# @!attribute [rw] next_token
|
12314
|
+
# A continuation token for paginating the returned list of tokens,
|
12315
|
+
# returned if the current segment of the list is not the last.
|
12316
|
+
# @return [String]
|
12317
|
+
#
|
12318
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/QuerySchemaVersionMetadataResponse AWS API Documentation
|
12319
|
+
#
|
12320
|
+
class QuerySchemaVersionMetadataResponse < Struct.new(
|
12321
|
+
:metadata_info_map,
|
12322
|
+
:schema_version_id,
|
12323
|
+
:next_token)
|
12324
|
+
SENSITIVE = []
|
12325
|
+
include Aws::Structure
|
12326
|
+
end
|
12327
|
+
|
12328
|
+
# When crawling an Amazon S3 data source after the first crawl is
|
12329
|
+
# complete, specifies whether to crawl the entire dataset again or to
|
12330
|
+
# crawl only folders that were added since the last crawler run. For
|
12331
|
+
# more information, see [Incremental Crawls in AWS Glue][1] in the
|
12332
|
+
# developer guide.
|
12333
|
+
#
|
12334
|
+
#
|
12335
|
+
#
|
12336
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html
|
12337
|
+
#
|
12338
|
+
# @note When making an API call, you may pass RecrawlPolicy
|
12339
|
+
# data as a hash:
|
12340
|
+
#
|
12341
|
+
# {
|
12342
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
12343
|
+
# }
|
12344
|
+
#
|
12345
|
+
# @!attribute [rw] recrawl_behavior
|
12346
|
+
# Specifies whether to crawl the entire dataset again or to crawl only
|
12347
|
+
# folders that were added since the last crawler run.
|
12348
|
+
#
|
12349
|
+
# A value of `CRAWL_EVERYTHING` specifies crawling the entire dataset
|
12350
|
+
# again.
|
12351
|
+
#
|
12352
|
+
# A value of `CRAWL_NEW_FOLDERS_ONLY` specifies crawling only folders
|
12353
|
+
# that were added since the last crawler run.
|
12354
|
+
# @return [String]
|
12355
|
+
#
|
12356
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RecrawlPolicy AWS API Documentation
|
12357
|
+
#
|
12358
|
+
class RecrawlPolicy < Struct.new(
|
12359
|
+
:recrawl_behavior)
|
12360
|
+
SENSITIVE = []
|
12361
|
+
include Aws::Structure
|
12362
|
+
end
|
12363
|
+
|
12364
|
+
# @note When making an API call, you may pass RegisterSchemaVersionInput
|
12365
|
+
# data as a hash:
|
12366
|
+
#
|
12367
|
+
# {
|
12368
|
+
# schema_id: { # required
|
12369
|
+
# schema_arn: "GlueResourceArn",
|
12370
|
+
# schema_name: "SchemaRegistryNameString",
|
12371
|
+
# registry_name: "SchemaRegistryNameString",
|
12372
|
+
# },
|
12373
|
+
# schema_definition: "SchemaDefinitionString", # required
|
12374
|
+
# }
|
12375
|
+
#
|
12376
|
+
# @!attribute [rw] schema_id
|
12377
|
+
# This is a wrapper structure to contain schema identity fields. The
|
12378
|
+
# structure contains:
|
12379
|
+
#
|
12380
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
12381
|
+
# Either `SchemaArn` or `SchemaName` and `RegistryName` has to be
|
12382
|
+
# provided.
|
12383
|
+
#
|
12384
|
+
# * SchemaId$SchemaName: The name of the schema. Either `SchemaArn` or
|
12385
|
+
# `SchemaName` and `RegistryName` has to be provided.
|
12386
|
+
# @return [Types::SchemaId]
|
12387
|
+
#
|
12388
|
+
# @!attribute [rw] schema_definition
|
12389
|
+
# The schema definition using the `DataFormat` setting for the
|
12390
|
+
# `SchemaName`.
|
12391
|
+
# @return [String]
|
12392
|
+
#
|
12393
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionInput AWS API Documentation
|
12394
|
+
#
|
12395
|
+
class RegisterSchemaVersionInput < Struct.new(
|
12396
|
+
:schema_id,
|
12397
|
+
:schema_definition)
|
12398
|
+
SENSITIVE = []
|
12399
|
+
include Aws::Structure
|
12400
|
+
end
|
12401
|
+
|
12402
|
+
# @!attribute [rw] schema_version_id
|
12403
|
+
# The unique ID that represents the version of this schema.
|
12404
|
+
# @return [String]
|
12405
|
+
#
|
12406
|
+
# @!attribute [rw] version_number
|
12407
|
+
# The version of this schema (for sync flow only, in case this is the
|
12408
|
+
# first version).
|
12409
|
+
# @return [Integer]
|
12410
|
+
#
|
12411
|
+
# @!attribute [rw] status
|
12412
|
+
# The status of the schema version.
|
12413
|
+
# @return [String]
|
12414
|
+
#
|
12415
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegisterSchemaVersionResponse AWS API Documentation
|
12416
|
+
#
|
12417
|
+
class RegisterSchemaVersionResponse < Struct.new(
|
12418
|
+
:schema_version_id,
|
12419
|
+
:version_number,
|
12420
|
+
:status)
|
12421
|
+
SENSITIVE = []
|
12422
|
+
include Aws::Structure
|
12423
|
+
end
|
12424
|
+
|
12425
|
+
# A wrapper structure that may contain the registry name and Amazon
|
12426
|
+
# Resource Name (ARN).
|
12427
|
+
#
|
12428
|
+
# @note When making an API call, you may pass RegistryId
|
12429
|
+
# data as a hash:
|
12430
|
+
#
|
12431
|
+
# {
|
12432
|
+
# registry_name: "SchemaRegistryNameString",
|
12433
|
+
# registry_arn: "GlueResourceArn",
|
12434
|
+
# }
|
12435
|
+
#
|
12436
|
+
# @!attribute [rw] registry_name
|
12437
|
+
# Name of the registry. Used only for lookup. One of `RegistryArn` or
|
12438
|
+
# `RegistryName` has to be provided.
|
12439
|
+
# @return [String]
|
12440
|
+
#
|
12441
|
+
# @!attribute [rw] registry_arn
|
12442
|
+
# Arn of the registry to be updated. One of `RegistryArn` or
|
12443
|
+
# `RegistryName` has to be provided.
|
12444
|
+
# @return [String]
|
10877
12445
|
#
|
10878
|
-
|
10879
|
-
|
10880
|
-
|
10881
|
-
:
|
10882
|
-
:
|
10883
|
-
:enable_hybrid)
|
12446
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryId AWS API Documentation
|
12447
|
+
#
|
12448
|
+
class RegistryId < Struct.new(
|
12449
|
+
:registry_name,
|
12450
|
+
:registry_arn)
|
10884
12451
|
SENSITIVE = []
|
10885
12452
|
include Aws::Structure
|
10886
12453
|
end
|
10887
12454
|
|
10888
|
-
#
|
10889
|
-
#
|
10890
|
-
#
|
12455
|
+
# A structure containing the details for a registry.
|
12456
|
+
#
|
12457
|
+
# @!attribute [rw] registry_name
|
12458
|
+
# The name of the registry.
|
10891
12459
|
# @return [String]
|
10892
12460
|
#
|
10893
|
-
#
|
12461
|
+
# @!attribute [rw] registry_arn
|
12462
|
+
# The Amazon Resource Name (ARN) of the registry.
|
12463
|
+
# @return [String]
|
10894
12464
|
#
|
10895
|
-
|
10896
|
-
|
12465
|
+
# @!attribute [rw] description
|
12466
|
+
# A description of the registry.
|
12467
|
+
# @return [String]
|
12468
|
+
#
|
12469
|
+
# @!attribute [rw] status
|
12470
|
+
# The status of the registry.
|
12471
|
+
# @return [String]
|
12472
|
+
#
|
12473
|
+
# @!attribute [rw] created_time
|
12474
|
+
# The data the registry was created.
|
12475
|
+
# @return [String]
|
12476
|
+
#
|
12477
|
+
# @!attribute [rw] updated_time
|
12478
|
+
# The date the registry was updated.
|
12479
|
+
# @return [String]
|
12480
|
+
#
|
12481
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RegistryListItem AWS API Documentation
|
12482
|
+
#
|
12483
|
+
class RegistryListItem < Struct.new(
|
12484
|
+
:registry_name,
|
12485
|
+
:registry_arn,
|
12486
|
+
:description,
|
12487
|
+
:status,
|
12488
|
+
:created_time,
|
12489
|
+
:updated_time)
|
10897
12490
|
SENSITIVE = []
|
10898
12491
|
include Aws::Structure
|
10899
12492
|
end
|
10900
12493
|
|
10901
|
-
# @note When making an API call, you may pass
|
12494
|
+
# @note When making an API call, you may pass RemoveSchemaVersionMetadataInput
|
10902
12495
|
# data as a hash:
|
10903
12496
|
#
|
10904
12497
|
# {
|
10905
|
-
#
|
10906
|
-
#
|
10907
|
-
#
|
10908
|
-
#
|
12498
|
+
# schema_id: {
|
12499
|
+
# schema_arn: "GlueResourceArn",
|
12500
|
+
# schema_name: "SchemaRegistryNameString",
|
12501
|
+
# registry_name: "SchemaRegistryNameString",
|
12502
|
+
# },
|
12503
|
+
# schema_version_number: {
|
12504
|
+
# latest_version: false,
|
12505
|
+
# version_number: 1,
|
12506
|
+
# },
|
12507
|
+
# schema_version_id: "SchemaVersionIdString",
|
12508
|
+
# metadata_key_value: { # required
|
12509
|
+
# metadata_key: "MetadataKeyString",
|
12510
|
+
# metadata_value: "MetadataValueString",
|
10909
12511
|
# },
|
10910
12512
|
# }
|
10911
12513
|
#
|
10912
|
-
# @!attribute [rw]
|
10913
|
-
#
|
10914
|
-
#
|
12514
|
+
# @!attribute [rw] schema_id
|
12515
|
+
# A wrapper structure that may contain the schema name and Amazon
|
12516
|
+
# Resource Name (ARN).
|
12517
|
+
# @return [Types::SchemaId]
|
10915
12518
|
#
|
10916
|
-
# @!attribute [rw]
|
10917
|
-
# The
|
10918
|
-
#
|
12519
|
+
# @!attribute [rw] schema_version_number
|
12520
|
+
# The version number of the schema.
|
12521
|
+
# @return [Types::SchemaVersionNumber]
|
12522
|
+
#
|
12523
|
+
# @!attribute [rw] schema_version_id
|
12524
|
+
# The unique version ID of the schema version.
|
10919
12525
|
# @return [String]
|
10920
12526
|
#
|
10921
|
-
# @!attribute [rw]
|
10922
|
-
# The
|
10923
|
-
# @return [
|
12527
|
+
# @!attribute [rw] metadata_key_value
|
12528
|
+
# The value of the metadata key.
|
12529
|
+
# @return [Types::MetadataKeyValuePair]
|
10924
12530
|
#
|
10925
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
12531
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataInput AWS API Documentation
|
10926
12532
|
#
|
10927
|
-
class
|
10928
|
-
:
|
10929
|
-
:
|
10930
|
-
:
|
12533
|
+
class RemoveSchemaVersionMetadataInput < Struct.new(
|
12534
|
+
:schema_id,
|
12535
|
+
:schema_version_number,
|
12536
|
+
:schema_version_id,
|
12537
|
+
:metadata_key_value)
|
10931
12538
|
SENSITIVE = []
|
10932
12539
|
include Aws::Structure
|
10933
12540
|
end
|
10934
12541
|
|
10935
|
-
#
|
12542
|
+
# @!attribute [rw] schema_arn
|
12543
|
+
# The Amazon Resource Name (ARN) of the schema.
|
12544
|
+
# @return [String]
|
10936
12545
|
#
|
10937
|
-
|
12546
|
+
# @!attribute [rw] schema_name
|
12547
|
+
# The name of the schema.
|
12548
|
+
# @return [String]
|
12549
|
+
#
|
12550
|
+
# @!attribute [rw] registry_name
|
12551
|
+
# The name of the registry.
|
12552
|
+
# @return [String]
|
12553
|
+
#
|
12554
|
+
# @!attribute [rw] latest_version
|
12555
|
+
# The latest version of the schema.
|
12556
|
+
# @return [Boolean]
|
12557
|
+
#
|
12558
|
+
# @!attribute [rw] version_number
|
12559
|
+
# The version number of the schema.
|
12560
|
+
# @return [Integer]
|
12561
|
+
#
|
12562
|
+
# @!attribute [rw] schema_version_id
|
12563
|
+
# The version ID for the schema version.
|
12564
|
+
# @return [String]
|
12565
|
+
#
|
12566
|
+
# @!attribute [rw] metadata_key
|
12567
|
+
# The metadata key.
|
12568
|
+
# @return [String]
|
12569
|
+
#
|
12570
|
+
# @!attribute [rw] metadata_value
|
12571
|
+
# The value of the metadata key.
|
12572
|
+
# @return [String]
|
12573
|
+
#
|
12574
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RemoveSchemaVersionMetadataResponse AWS API Documentation
|
12575
|
+
#
|
12576
|
+
class RemoveSchemaVersionMetadataResponse < Struct.new(
|
12577
|
+
:schema_arn,
|
12578
|
+
:schema_name,
|
12579
|
+
:registry_name,
|
12580
|
+
:latest_version,
|
12581
|
+
:version_number,
|
12582
|
+
:schema_version_id,
|
12583
|
+
:metadata_key,
|
12584
|
+
:metadata_value)
|
12585
|
+
SENSITIVE = []
|
12586
|
+
include Aws::Structure
|
12587
|
+
end
|
10938
12588
|
|
10939
12589
|
# @note When making an API call, you may pass ResetJobBookmarkRequest
|
10940
12590
|
# data as a hash:
|
@@ -11257,6 +12907,195 @@ module Aws::Glue
|
|
11257
12907
|
include Aws::Structure
|
11258
12908
|
end
|
11259
12909
|
|
12910
|
+
# @note When making an API call, you may pass SchemaId
|
12911
|
+
# data as a hash:
|
12912
|
+
#
|
12913
|
+
# {
|
12914
|
+
# schema_arn: "GlueResourceArn",
|
12915
|
+
# schema_name: "SchemaRegistryNameString",
|
12916
|
+
# registry_name: "SchemaRegistryNameString",
|
12917
|
+
# }
|
12918
|
+
#
|
12919
|
+
# @!attribute [rw] schema_arn
|
12920
|
+
# @return [String]
|
12921
|
+
#
|
12922
|
+
# @!attribute [rw] schema_name
|
12923
|
+
# @return [String]
|
12924
|
+
#
|
12925
|
+
# @!attribute [rw] registry_name
|
12926
|
+
# @return [String]
|
12927
|
+
#
|
12928
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
|
12929
|
+
#
|
12930
|
+
class SchemaId < Struct.new(
|
12931
|
+
:schema_arn,
|
12932
|
+
:schema_name,
|
12933
|
+
:registry_name)
|
12934
|
+
SENSITIVE = []
|
12935
|
+
include Aws::Structure
|
12936
|
+
end
|
12937
|
+
|
12938
|
+
# An object that contains minimal details for a schema.
|
12939
|
+
#
|
12940
|
+
# @!attribute [rw] registry_name
|
12941
|
+
# the name of the registry where the schema resides.
|
12942
|
+
# @return [String]
|
12943
|
+
#
|
12944
|
+
# @!attribute [rw] schema_name
|
12945
|
+
# The name of the schema.
|
12946
|
+
# @return [String]
|
12947
|
+
#
|
12948
|
+
# @!attribute [rw] schema_arn
|
12949
|
+
# The Amazon Resource Name (ARN) for the schema.
|
12950
|
+
# @return [String]
|
12951
|
+
#
|
12952
|
+
# @!attribute [rw] description
|
12953
|
+
# A description for the schema.
|
12954
|
+
# @return [String]
|
12955
|
+
#
|
12956
|
+
# @!attribute [rw] schema_status
|
12957
|
+
# The status of the schema.
|
12958
|
+
# @return [String]
|
12959
|
+
#
|
12960
|
+
# @!attribute [rw] created_time
|
12961
|
+
# The date and time that a schema was created.
|
12962
|
+
# @return [String]
|
12963
|
+
#
|
12964
|
+
# @!attribute [rw] updated_time
|
12965
|
+
# The date and time that a schema was updated.
|
12966
|
+
# @return [String]
|
12967
|
+
#
|
12968
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaListItem AWS API Documentation
|
12969
|
+
#
|
12970
|
+
class SchemaListItem < Struct.new(
|
12971
|
+
:registry_name,
|
12972
|
+
:schema_name,
|
12973
|
+
:schema_arn,
|
12974
|
+
:description,
|
12975
|
+
:schema_status,
|
12976
|
+
:created_time,
|
12977
|
+
:updated_time)
|
12978
|
+
SENSITIVE = []
|
12979
|
+
include Aws::Structure
|
12980
|
+
end
|
12981
|
+
|
12982
|
+
# An object that references a schema stored in the AWS Glue Schema
|
12983
|
+
# Registry.
|
12984
|
+
#
|
12985
|
+
# @note When making an API call, you may pass SchemaReference
|
12986
|
+
# data as a hash:
|
12987
|
+
#
|
12988
|
+
# {
|
12989
|
+
# schema_id: {
|
12990
|
+
# schema_arn: "GlueResourceArn",
|
12991
|
+
# schema_name: "SchemaRegistryNameString",
|
12992
|
+
# registry_name: "SchemaRegistryNameString",
|
12993
|
+
# },
|
12994
|
+
# schema_version_id: "SchemaVersionIdString",
|
12995
|
+
# schema_version_number: 1,
|
12996
|
+
# }
|
12997
|
+
#
|
12998
|
+
# @!attribute [rw] schema_id
|
12999
|
+
# A structure that contains schema identity fields. Either this or the
|
13000
|
+
# `SchemaVersionId` has to be provided.
|
13001
|
+
# @return [Types::SchemaId]
|
13002
|
+
#
|
13003
|
+
# @!attribute [rw] schema_version_id
|
13004
|
+
# The unique ID assigned to a version of the schema. Either this or
|
13005
|
+
# the `SchemaId` has to be provided.
|
13006
|
+
# @return [String]
|
13007
|
+
#
|
13008
|
+
# @!attribute [rw] schema_version_number
|
13009
|
+
# The version number of the schema.
|
13010
|
+
# @return [Integer]
|
13011
|
+
#
|
13012
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaReference AWS API Documentation
|
13013
|
+
#
|
13014
|
+
class SchemaReference < Struct.new(
|
13015
|
+
:schema_id,
|
13016
|
+
:schema_version_id,
|
13017
|
+
:schema_version_number)
|
13018
|
+
SENSITIVE = []
|
13019
|
+
include Aws::Structure
|
13020
|
+
end
|
13021
|
+
|
13022
|
+
# An object that contains the error details for an operation on a schema
|
13023
|
+
# version.
|
13024
|
+
#
|
13025
|
+
# @!attribute [rw] version_number
|
13026
|
+
# The version number of the schema.
|
13027
|
+
# @return [Integer]
|
13028
|
+
#
|
13029
|
+
# @!attribute [rw] error_details
|
13030
|
+
# The details of the error for the schema version.
|
13031
|
+
# @return [Types::ErrorDetails]
|
13032
|
+
#
|
13033
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionErrorItem AWS API Documentation
|
13034
|
+
#
|
13035
|
+
class SchemaVersionErrorItem < Struct.new(
|
13036
|
+
:version_number,
|
13037
|
+
:error_details)
|
13038
|
+
SENSITIVE = []
|
13039
|
+
include Aws::Structure
|
13040
|
+
end
|
13041
|
+
|
13042
|
+
# An object containing the details about a schema version.
|
13043
|
+
#
|
13044
|
+
# @!attribute [rw] schema_arn
|
13045
|
+
# The Amazon Resource Name (ARN) of the schema.
|
13046
|
+
# @return [String]
|
13047
|
+
#
|
13048
|
+
# @!attribute [rw] schema_version_id
|
13049
|
+
# The unique identifier of the schema version.
|
13050
|
+
# @return [String]
|
13051
|
+
#
|
13052
|
+
# @!attribute [rw] version_number
|
13053
|
+
# The version number of the schema.
|
13054
|
+
# @return [Integer]
|
13055
|
+
#
|
13056
|
+
# @!attribute [rw] status
|
13057
|
+
# The status of the schema version.
|
13058
|
+
# @return [String]
|
13059
|
+
#
|
13060
|
+
# @!attribute [rw] created_time
|
13061
|
+
# The date and time the schema version was created.
|
13062
|
+
# @return [String]
|
13063
|
+
#
|
13064
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionListItem AWS API Documentation
|
13065
|
+
#
|
13066
|
+
class SchemaVersionListItem < Struct.new(
|
13067
|
+
:schema_arn,
|
13068
|
+
:schema_version_id,
|
13069
|
+
:version_number,
|
13070
|
+
:status,
|
13071
|
+
:created_time)
|
13072
|
+
SENSITIVE = []
|
13073
|
+
include Aws::Structure
|
13074
|
+
end
|
13075
|
+
|
13076
|
+
# @note When making an API call, you may pass SchemaVersionNumber
|
13077
|
+
# data as a hash:
|
13078
|
+
#
|
13079
|
+
# {
|
13080
|
+
# latest_version: false,
|
13081
|
+
# version_number: 1,
|
13082
|
+
# }
|
13083
|
+
#
|
13084
|
+
# @!attribute [rw] latest_version
|
13085
|
+
# @return [Boolean]
|
13086
|
+
#
|
13087
|
+
# @!attribute [rw] version_number
|
13088
|
+
# @return [Integer]
|
13089
|
+
#
|
13090
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
|
13091
|
+
#
|
13092
|
+
class SchemaVersionNumber < Struct.new(
|
13093
|
+
:latest_version,
|
13094
|
+
:version_number)
|
13095
|
+
SENSITIVE = []
|
13096
|
+
include Aws::Structure
|
13097
|
+
end
|
13098
|
+
|
11260
13099
|
# @note When making an API call, you may pass SearchTablesRequest
|
11261
13100
|
# data as a hash:
|
11262
13101
|
#
|
@@ -12089,6 +13928,15 @@ module Aws::Glue
|
|
12089
13928
|
# },
|
12090
13929
|
# },
|
12091
13930
|
# stored_as_sub_directories: false,
|
13931
|
+
# schema_reference: {
|
13932
|
+
# schema_id: {
|
13933
|
+
# schema_arn: "GlueResourceArn",
|
13934
|
+
# schema_name: "SchemaRegistryNameString",
|
13935
|
+
# registry_name: "SchemaRegistryNameString",
|
13936
|
+
# },
|
13937
|
+
# schema_version_id: "SchemaVersionIdString",
|
13938
|
+
# schema_version_number: 1,
|
13939
|
+
# },
|
12092
13940
|
# }
|
12093
13941
|
#
|
12094
13942
|
# @!attribute [rw] columns
|
@@ -12146,6 +13994,14 @@ module Aws::Glue
|
|
12146
13994
|
# not.
|
12147
13995
|
# @return [Boolean]
|
12148
13996
|
#
|
13997
|
+
# @!attribute [rw] schema_reference
|
13998
|
+
# An object that references a schema stored in the AWS Glue Schema
|
13999
|
+
# Registry.
|
14000
|
+
#
|
14001
|
+
# When creating a table, you can pass an empty list of columns for the
|
14002
|
+
# schema, and instead use a schema reference.
|
14003
|
+
# @return [Types::SchemaReference]
|
14004
|
+
#
|
12149
14005
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
|
12150
14006
|
#
|
12151
14007
|
class StorageDescriptor < Struct.new(
|
@@ -12160,12 +14016,14 @@ module Aws::Glue
|
|
12160
14016
|
:sort_columns,
|
12161
14017
|
:parameters,
|
12162
14018
|
:skewed_info,
|
12163
|
-
:stored_as_sub_directories
|
14019
|
+
:stored_as_sub_directories,
|
14020
|
+
:schema_reference)
|
12164
14021
|
SENSITIVE = []
|
12165
14022
|
include Aws::Structure
|
12166
14023
|
end
|
12167
14024
|
|
12168
|
-
# Defines
|
14025
|
+
# Defines column statistics supported for character sequence data
|
14026
|
+
# values.
|
12169
14027
|
#
|
12170
14028
|
# @note When making an API call, you may pass StringColumnStatisticsData
|
12171
14029
|
# data as a hash:
|
@@ -12178,19 +14036,19 @@ module Aws::Glue
|
|
12178
14036
|
# }
|
12179
14037
|
#
|
12180
14038
|
# @!attribute [rw] maximum_length
|
12181
|
-
#
|
14039
|
+
# The size of the longest string in the column.
|
12182
14040
|
# @return [Integer]
|
12183
14041
|
#
|
12184
14042
|
# @!attribute [rw] average_length
|
12185
|
-
#
|
14043
|
+
# The average string length in the column.
|
12186
14044
|
# @return [Float]
|
12187
14045
|
#
|
12188
14046
|
# @!attribute [rw] number_of_nulls
|
12189
|
-
#
|
14047
|
+
# The number of null values in the column.
|
12190
14048
|
# @return [Integer]
|
12191
14049
|
#
|
12192
14050
|
# @!attribute [rw] number_of_distinct_values
|
12193
|
-
#
|
14051
|
+
# The number of distinct values in a column.
|
12194
14052
|
# @return [Integer]
|
12195
14053
|
#
|
12196
14054
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StringColumnStatisticsData AWS API Documentation
|
@@ -12429,6 +14287,15 @@ module Aws::Glue
|
|
12429
14287
|
# },
|
12430
14288
|
# },
|
12431
14289
|
# stored_as_sub_directories: false,
|
14290
|
+
# schema_reference: {
|
14291
|
+
# schema_id: {
|
14292
|
+
# schema_arn: "GlueResourceArn",
|
14293
|
+
# schema_name: "SchemaRegistryNameString",
|
14294
|
+
# registry_name: "SchemaRegistryNameString",
|
14295
|
+
# },
|
14296
|
+
# schema_version_id: "SchemaVersionIdString",
|
14297
|
+
# schema_version_number: 1,
|
14298
|
+
# },
|
12432
14299
|
# },
|
12433
14300
|
# partition_keys: [
|
12434
14301
|
# {
|
@@ -12786,6 +14653,42 @@ module Aws::Glue
|
|
12786
14653
|
include Aws::Structure
|
12787
14654
|
end
|
12788
14655
|
|
14656
|
+
# The encryption-at-rest settings of the transform that apply to
|
14657
|
+
# accessing user data. Machine learning transforms can access user data
|
14658
|
+
# encrypted in Amazon S3 using KMS.
|
14659
|
+
#
|
14660
|
+
# Additionally, imported labels and trained transforms can now be
|
14661
|
+
# encrypted using a customer provided KMS key.
|
14662
|
+
#
|
14663
|
+
# @note When making an API call, you may pass TransformEncryption
|
14664
|
+
# data as a hash:
|
14665
|
+
#
|
14666
|
+
# {
|
14667
|
+
# ml_user_data_encryption: {
|
14668
|
+
# ml_user_data_encryption_mode: "DISABLED", # required, accepts DISABLED, SSE-KMS
|
14669
|
+
# kms_key_id: "NameString",
|
14670
|
+
# },
|
14671
|
+
# task_run_security_configuration_name: "NameString",
|
14672
|
+
# }
|
14673
|
+
#
|
14674
|
+
# @!attribute [rw] ml_user_data_encryption
|
14675
|
+
# An `MLUserDataEncryption` object containing the encryption mode and
|
14676
|
+
# customer-provided KMS key ID.
|
14677
|
+
# @return [Types::MLUserDataEncryption]
|
14678
|
+
#
|
14679
|
+
# @!attribute [rw] task_run_security_configuration_name
|
14680
|
+
# The name of the security configuration.
|
14681
|
+
# @return [String]
|
14682
|
+
#
|
14683
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformEncryption AWS API Documentation
|
14684
|
+
#
|
14685
|
+
class TransformEncryption < Struct.new(
|
14686
|
+
:ml_user_data_encryption,
|
14687
|
+
:task_run_security_configuration_name)
|
14688
|
+
SENSITIVE = []
|
14689
|
+
include Aws::Structure
|
14690
|
+
end
|
14691
|
+
|
12789
14692
|
# The criteria used to filter the machine learning transforms.
|
12790
14693
|
#
|
12791
14694
|
# @note When making an API call, you may pass TransformFilterCriteria
|
@@ -12900,7 +14803,7 @@ module Aws::Glue
|
|
12900
14803
|
#
|
12901
14804
|
#
|
12902
14805
|
#
|
12903
|
-
# [1]:
|
14806
|
+
# [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
12904
14807
|
# @return [String]
|
12905
14808
|
#
|
12906
14809
|
# @!attribute [rw] find_matches_parameters
|
@@ -13505,6 +15408,9 @@ module Aws::Glue
|
|
13505
15408
|
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
13506
15409
|
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
13507
15410
|
# },
|
15411
|
+
# recrawl_policy: {
|
15412
|
+
# recrawl_behavior: "CRAWL_EVERYTHING", # accepts CRAWL_EVERYTHING, CRAWL_NEW_FOLDERS_ONLY
|
15413
|
+
# },
|
13508
15414
|
# configuration: "CrawlerConfiguration",
|
13509
15415
|
# crawler_security_configuration: "CrawlerSecurityConfiguration",
|
13510
15416
|
# }
|
@@ -13556,6 +15462,11 @@ module Aws::Glue
|
|
13556
15462
|
# The policy for the crawler's update and deletion behavior.
|
13557
15463
|
# @return [Types::SchemaChangePolicy]
|
13558
15464
|
#
|
15465
|
+
# @!attribute [rw] recrawl_policy
|
15466
|
+
# A policy that specifies whether to crawl the entire dataset again,
|
15467
|
+
# or to crawl only folders that were added since the last crawler run.
|
15468
|
+
# @return [Types::RecrawlPolicy]
|
15469
|
+
#
|
13559
15470
|
# @!attribute [rw] configuration
|
13560
15471
|
# Crawler configuration information. This versioned JSON string allows
|
13561
15472
|
# users to specify aspects of a crawler's behavior. For more
|
@@ -13583,6 +15494,7 @@ module Aws::Glue
|
|
13583
15494
|
:classifiers,
|
13584
15495
|
:table_prefix,
|
13585
15496
|
:schema_change_policy,
|
15497
|
+
:recrawl_policy,
|
13586
15498
|
:configuration,
|
13587
15499
|
:crawler_security_configuration)
|
13588
15500
|
SENSITIVE = []
|
@@ -14164,6 +16076,15 @@ module Aws::Glue
|
|
14164
16076
|
# },
|
14165
16077
|
# },
|
14166
16078
|
# stored_as_sub_directories: false,
|
16079
|
+
# schema_reference: {
|
16080
|
+
# schema_id: {
|
16081
|
+
# schema_arn: "GlueResourceArn",
|
16082
|
+
# schema_name: "SchemaRegistryNameString",
|
16083
|
+
# registry_name: "SchemaRegistryNameString",
|
16084
|
+
# },
|
16085
|
+
# schema_version_id: "SchemaVersionIdString",
|
16086
|
+
# schema_version_number: 1,
|
16087
|
+
# },
|
14167
16088
|
# },
|
14168
16089
|
# parameters: {
|
14169
16090
|
# "KeyString" => "ParametersMapValue",
|
@@ -14215,6 +16136,127 @@ module Aws::Glue
|
|
14215
16136
|
#
|
14216
16137
|
class UpdatePartitionResponse < Aws::EmptyStructure; end
|
14217
16138
|
|
16139
|
+
# @note When making an API call, you may pass UpdateRegistryInput
|
16140
|
+
# data as a hash:
|
16141
|
+
#
|
16142
|
+
# {
|
16143
|
+
# registry_id: { # required
|
16144
|
+
# registry_name: "SchemaRegistryNameString",
|
16145
|
+
# registry_arn: "GlueResourceArn",
|
16146
|
+
# },
|
16147
|
+
# description: "DescriptionString", # required
|
16148
|
+
# }
|
16149
|
+
#
|
16150
|
+
# @!attribute [rw] registry_id
|
16151
|
+
# This is a wrapper structure that may contain the registry name and
|
16152
|
+
# Amazon Resource Name (ARN).
|
16153
|
+
# @return [Types::RegistryId]
|
16154
|
+
#
|
16155
|
+
# @!attribute [rw] description
|
16156
|
+
# A description of the registry. If description is not provided, this
|
16157
|
+
# field will not be updated.
|
16158
|
+
# @return [String]
|
16159
|
+
#
|
16160
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryInput AWS API Documentation
|
16161
|
+
#
|
16162
|
+
class UpdateRegistryInput < Struct.new(
|
16163
|
+
:registry_id,
|
16164
|
+
:description)
|
16165
|
+
SENSITIVE = []
|
16166
|
+
include Aws::Structure
|
16167
|
+
end
|
16168
|
+
|
16169
|
+
# @!attribute [rw] registry_name
|
16170
|
+
# The name of the updated registry.
|
16171
|
+
# @return [String]
|
16172
|
+
#
|
16173
|
+
# @!attribute [rw] registry_arn
|
16174
|
+
# The Amazon Resource name (ARN) of the updated registry.
|
16175
|
+
# @return [String]
|
16176
|
+
#
|
16177
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateRegistryResponse AWS API Documentation
|
16178
|
+
#
|
16179
|
+
class UpdateRegistryResponse < Struct.new(
|
16180
|
+
:registry_name,
|
16181
|
+
:registry_arn)
|
16182
|
+
SENSITIVE = []
|
16183
|
+
include Aws::Structure
|
16184
|
+
end
|
16185
|
+
|
16186
|
+
# @note When making an API call, you may pass UpdateSchemaInput
|
16187
|
+
# data as a hash:
|
16188
|
+
#
|
16189
|
+
# {
|
16190
|
+
# schema_id: { # required
|
16191
|
+
# schema_arn: "GlueResourceArn",
|
16192
|
+
# schema_name: "SchemaRegistryNameString",
|
16193
|
+
# registry_name: "SchemaRegistryNameString",
|
16194
|
+
# },
|
16195
|
+
# schema_version_number: {
|
16196
|
+
# latest_version: false,
|
16197
|
+
# version_number: 1,
|
16198
|
+
# },
|
16199
|
+
# compatibility: "NONE", # accepts NONE, DISABLED, BACKWARD, BACKWARD_ALL, FORWARD, FORWARD_ALL, FULL, FULL_ALL
|
16200
|
+
# description: "DescriptionString",
|
16201
|
+
# }
|
16202
|
+
#
|
16203
|
+
# @!attribute [rw] schema_id
|
16204
|
+
# This is a wrapper structure to contain schema identity fields. The
|
16205
|
+
# structure contains:
|
16206
|
+
#
|
16207
|
+
# * SchemaId$SchemaArn: The Amazon Resource Name (ARN) of the schema.
|
16208
|
+
# One of `SchemaArn` or `SchemaName` has to be provided.
|
16209
|
+
#
|
16210
|
+
# * SchemaId$SchemaName: The name of the schema. One of `SchemaArn` or
|
16211
|
+
# `SchemaName` has to be provided.
|
16212
|
+
# @return [Types::SchemaId]
|
16213
|
+
#
|
16214
|
+
# @!attribute [rw] schema_version_number
|
16215
|
+
# Version number required for check pointing. One of `VersionNumber`
|
16216
|
+
# or `Compatibility` has to be provided.
|
16217
|
+
# @return [Types::SchemaVersionNumber]
|
16218
|
+
#
|
16219
|
+
# @!attribute [rw] compatibility
|
16220
|
+
# The new compatibility setting for the schema.
|
16221
|
+
# @return [String]
|
16222
|
+
#
|
16223
|
+
# @!attribute [rw] description
|
16224
|
+
# The new description for the schema.
|
16225
|
+
# @return [String]
|
16226
|
+
#
|
16227
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaInput AWS API Documentation
|
16228
|
+
#
|
16229
|
+
class UpdateSchemaInput < Struct.new(
|
16230
|
+
:schema_id,
|
16231
|
+
:schema_version_number,
|
16232
|
+
:compatibility,
|
16233
|
+
:description)
|
16234
|
+
SENSITIVE = []
|
16235
|
+
include Aws::Structure
|
16236
|
+
end
|
16237
|
+
|
16238
|
+
# @!attribute [rw] schema_arn
|
16239
|
+
# The Amazon Resource Name (ARN) of the schema.
|
16240
|
+
# @return [String]
|
16241
|
+
#
|
16242
|
+
# @!attribute [rw] schema_name
|
16243
|
+
# The name of the schema.
|
16244
|
+
# @return [String]
|
16245
|
+
#
|
16246
|
+
# @!attribute [rw] registry_name
|
16247
|
+
# The name of the registry that contains the schema.
|
16248
|
+
# @return [String]
|
16249
|
+
#
|
16250
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateSchemaResponse AWS API Documentation
|
16251
|
+
#
|
16252
|
+
class UpdateSchemaResponse < Struct.new(
|
16253
|
+
:schema_arn,
|
16254
|
+
:schema_name,
|
16255
|
+
:registry_name)
|
16256
|
+
SENSITIVE = []
|
16257
|
+
include Aws::Structure
|
16258
|
+
end
|
16259
|
+
|
14218
16260
|
# @note When making an API call, you may pass UpdateTableRequest
|
14219
16261
|
# data as a hash:
|
14220
16262
|
#
|
@@ -14269,6 +16311,15 @@ module Aws::Glue
|
|
14269
16311
|
# },
|
14270
16312
|
# },
|
14271
16313
|
# stored_as_sub_directories: false,
|
16314
|
+
# schema_reference: {
|
16315
|
+
# schema_id: {
|
16316
|
+
# schema_arn: "GlueResourceArn",
|
16317
|
+
# schema_name: "SchemaRegistryNameString",
|
16318
|
+
# registry_name: "SchemaRegistryNameString",
|
16319
|
+
# },
|
16320
|
+
# schema_version_id: "SchemaVersionIdString",
|
16321
|
+
# schema_version_number: 1,
|
16322
|
+
# },
|
14272
16323
|
# },
|
14273
16324
|
# partition_keys: [
|
14274
16325
|
# {
|