aws-sdk-glue 1.41.0 → 1.42.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1098 -74
- data/lib/aws-sdk-glue/client_api.rb +552 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +2134 -230
- metadata +2 -2
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -218,6 +218,22 @@ module Aws::Glue
|
|
218
218
|
|
219
219
|
end
|
220
220
|
|
221
|
+
class MLTransformNotReadyException < ServiceError
|
222
|
+
|
223
|
+
# @param [Seahorse::Client::RequestContext] context
|
224
|
+
# @param [String] message
|
225
|
+
# @param [Aws::Glue::Types::MLTransformNotReadyException] data
|
226
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
227
|
+
super(context, message, data)
|
228
|
+
end
|
229
|
+
|
230
|
+
# @return [String]
|
231
|
+
def message
|
232
|
+
@message || @data[:message]
|
233
|
+
end
|
234
|
+
|
235
|
+
end
|
236
|
+
|
221
237
|
class NoScheduleException < ServiceError
|
222
238
|
|
223
239
|
# @param [Seahorse::Client::RequestContext] context
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -126,6 +126,9 @@ module Aws::Glue
|
|
126
126
|
# name: "NameString", # required
|
127
127
|
# type: "ColumnTypeString",
|
128
128
|
# comment: "CommentString",
|
129
|
+
# parameters: {
|
130
|
+
# "KeyString" => "ParametersMapValue",
|
131
|
+
# },
|
129
132
|
# },
|
130
133
|
# ],
|
131
134
|
# location: "LocationString",
|
@@ -168,7 +171,7 @@ module Aws::Glue
|
|
168
171
|
# }
|
169
172
|
#
|
170
173
|
# @!attribute [rw] catalog_id
|
171
|
-
# The ID of the catalog in which the
|
174
|
+
# The ID of the catalog in which the partition is to be created.
|
172
175
|
# Currently, this should be the AWS account ID.
|
173
176
|
# @return [String]
|
174
177
|
#
|
@@ -198,7 +201,8 @@ module Aws::Glue
|
|
198
201
|
end
|
199
202
|
|
200
203
|
# @!attribute [rw] errors
|
201
|
-
#
|
204
|
+
# The errors encountered when trying to create the requested
|
205
|
+
# partitions.
|
202
206
|
# @return [Array<Types::PartitionError>]
|
203
207
|
#
|
204
208
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchCreatePartitionResponse AWS API Documentation
|
@@ -267,7 +271,7 @@ module Aws::Glue
|
|
267
271
|
#
|
268
272
|
# @!attribute [rw] catalog_id
|
269
273
|
# The ID of the Data Catalog where the partition to be deleted
|
270
|
-
# resides. If none is
|
274
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
271
275
|
# @return [String]
|
272
276
|
#
|
273
277
|
# @!attribute [rw] database_name
|
@@ -276,7 +280,7 @@ module Aws::Glue
|
|
276
280
|
# @return [String]
|
277
281
|
#
|
278
282
|
# @!attribute [rw] table_name
|
279
|
-
# The name of the table
|
283
|
+
# The name of the table that contains the partitions to be deleted.
|
280
284
|
# @return [String]
|
281
285
|
#
|
282
286
|
# @!attribute [rw] partitions_to_delete
|
@@ -295,7 +299,8 @@ module Aws::Glue
|
|
295
299
|
end
|
296
300
|
|
297
301
|
# @!attribute [rw] errors
|
298
|
-
#
|
302
|
+
# The errors encountered when trying to delete the requested
|
303
|
+
# partitions.
|
299
304
|
# @return [Array<Types::PartitionError>]
|
300
305
|
#
|
301
306
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeletePartitionResponse AWS API Documentation
|
@@ -316,12 +321,12 @@ module Aws::Glue
|
|
316
321
|
#
|
317
322
|
# @!attribute [rw] catalog_id
|
318
323
|
# The ID of the Data Catalog where the table resides. If none is
|
319
|
-
#
|
324
|
+
# provided, the AWS account ID is used by default.
|
320
325
|
# @return [String]
|
321
326
|
#
|
322
327
|
# @!attribute [rw] database_name
|
323
|
-
# The name of the catalog database
|
324
|
-
# For Hive compatibility, this name is entirely lowercase.
|
328
|
+
# The name of the catalog database in which the tables to delete
|
329
|
+
# reside. For Hive compatibility, this name is entirely lowercase.
|
325
330
|
# @return [String]
|
326
331
|
#
|
327
332
|
# @!attribute [rw] tables_to_delete
|
@@ -361,7 +366,7 @@ module Aws::Glue
|
|
361
366
|
#
|
362
367
|
# @!attribute [rw] catalog_id
|
363
368
|
# The ID of the Data Catalog where the tables reside. If none is
|
364
|
-
#
|
369
|
+
# provided, the AWS account ID is used by default.
|
365
370
|
# @return [String]
|
366
371
|
#
|
367
372
|
# @!attribute [rw] database_name
|
@@ -553,7 +558,7 @@ module Aws::Glue
|
|
553
558
|
# @return [Array<Types::Partition>]
|
554
559
|
#
|
555
560
|
# @!attribute [rw] unprocessed_keys
|
556
|
-
# A list of the partition values in the request for which
|
561
|
+
# A list of the partition values in the request for which partitions
|
557
562
|
# were not returned.
|
558
563
|
# @return [Array<Types::PartitionValueList>]
|
559
564
|
#
|
@@ -728,6 +733,51 @@ module Aws::Glue
|
|
728
733
|
include Aws::Structure
|
729
734
|
end
|
730
735
|
|
736
|
+
# @note When making an API call, you may pass CancelMLTaskRunRequest
|
737
|
+
# data as a hash:
|
738
|
+
#
|
739
|
+
# {
|
740
|
+
# transform_id: "HashString", # required
|
741
|
+
# task_run_id: "HashString", # required
|
742
|
+
# }
|
743
|
+
#
|
744
|
+
# @!attribute [rw] transform_id
|
745
|
+
# The unique identifier of the machine learning transform.
|
746
|
+
# @return [String]
|
747
|
+
#
|
748
|
+
# @!attribute [rw] task_run_id
|
749
|
+
# A unique identifier for the task run.
|
750
|
+
# @return [String]
|
751
|
+
#
|
752
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunRequest AWS API Documentation
|
753
|
+
#
|
754
|
+
class CancelMLTaskRunRequest < Struct.new(
|
755
|
+
:transform_id,
|
756
|
+
:task_run_id)
|
757
|
+
include Aws::Structure
|
758
|
+
end
|
759
|
+
|
760
|
+
# @!attribute [rw] transform_id
|
761
|
+
# The unique identifier of the machine learning transform.
|
762
|
+
# @return [String]
|
763
|
+
#
|
764
|
+
# @!attribute [rw] task_run_id
|
765
|
+
# The unique identifier for the task run.
|
766
|
+
# @return [String]
|
767
|
+
#
|
768
|
+
# @!attribute [rw] status
|
769
|
+
# The status for this run.
|
770
|
+
# @return [String]
|
771
|
+
#
|
772
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunResponse AWS API Documentation
|
773
|
+
#
|
774
|
+
class CancelMLTaskRunResponse < Struct.new(
|
775
|
+
:transform_id,
|
776
|
+
:task_run_id,
|
777
|
+
:status)
|
778
|
+
include Aws::Structure
|
779
|
+
end
|
780
|
+
|
731
781
|
# Specifies a table definition in the AWS Glue Data Catalog.
|
732
782
|
#
|
733
783
|
# @note When making an API call, you may pass CatalogEntry
|
@@ -757,7 +807,7 @@ module Aws::Glue
|
|
757
807
|
# A structure containing migration status information.
|
758
808
|
#
|
759
809
|
# @!attribute [rw] import_completed
|
760
|
-
# True if the migration has completed, or False otherwise.
|
810
|
+
# `True` if the migration has completed, or `False` otherwise.
|
761
811
|
# @return [Boolean]
|
762
812
|
#
|
763
813
|
# @!attribute [rw] import_time
|
@@ -985,6 +1035,9 @@ module Aws::Glue
|
|
985
1035
|
# name: "NameString", # required
|
986
1036
|
# type: "ColumnTypeString",
|
987
1037
|
# comment: "CommentString",
|
1038
|
+
# parameters: {
|
1039
|
+
# "KeyString" => "ParametersMapValue",
|
1040
|
+
# },
|
988
1041
|
# }
|
989
1042
|
#
|
990
1043
|
# @!attribute [rw] name
|
@@ -992,19 +1045,24 @@ module Aws::Glue
|
|
992
1045
|
# @return [String]
|
993
1046
|
#
|
994
1047
|
# @!attribute [rw] type
|
995
|
-
# The
|
1048
|
+
# The data type of the `Column`.
|
996
1049
|
# @return [String]
|
997
1050
|
#
|
998
1051
|
# @!attribute [rw] comment
|
999
|
-
#
|
1052
|
+
# A free-form text comment.
|
1000
1053
|
# @return [String]
|
1001
1054
|
#
|
1055
|
+
# @!attribute [rw] parameters
|
1056
|
+
# These key-value pairs define properties associated with the column.
|
1057
|
+
# @return [Hash<String,String>]
|
1058
|
+
#
|
1002
1059
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Column AWS API Documentation
|
1003
1060
|
#
|
1004
1061
|
class Column < Struct.new(
|
1005
1062
|
:name,
|
1006
1063
|
:type,
|
1007
|
-
:comment
|
1064
|
+
:comment,
|
1065
|
+
:parameters)
|
1008
1066
|
include Aws::Structure
|
1009
1067
|
end
|
1010
1068
|
|
@@ -1093,6 +1151,45 @@ module Aws::Glue
|
|
1093
1151
|
include Aws::Structure
|
1094
1152
|
end
|
1095
1153
|
|
1154
|
+
# The confusion matrix shows you what your transform is predicting
|
1155
|
+
# accurately and what types of errors it is making.
|
1156
|
+
#
|
1157
|
+
# For more information, see [Confusion matrix][1] in Wikipedia.
|
1158
|
+
#
|
1159
|
+
#
|
1160
|
+
#
|
1161
|
+
# [1]: https://en.wikipedia.org/wiki/Confusion_matrix
|
1162
|
+
#
|
1163
|
+
# @!attribute [rw] num_true_positives
|
1164
|
+
# The number of matches in the data that the transform correctly
|
1165
|
+
# found, in the confusion matrix for your transform.
|
1166
|
+
# @return [Integer]
|
1167
|
+
#
|
1168
|
+
# @!attribute [rw] num_false_positives
|
1169
|
+
# The number of nonmatches in the data that the transform incorrectly
|
1170
|
+
# classified as a match, in the confusion matrix for your transform.
|
1171
|
+
# @return [Integer]
|
1172
|
+
#
|
1173
|
+
# @!attribute [rw] num_true_negatives
|
1174
|
+
# The number of nonmatches in the data that the transform correctly
|
1175
|
+
# rejected, in the confusion matrix for your transform.
|
1176
|
+
# @return [Integer]
|
1177
|
+
#
|
1178
|
+
# @!attribute [rw] num_false_negatives
|
1179
|
+
# The number of matches in the data that the transform didn't find,
|
1180
|
+
# in the confusion matrix for your transform.
|
1181
|
+
# @return [Integer]
|
1182
|
+
#
|
1183
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConfusionMatrix AWS API Documentation
|
1184
|
+
#
|
1185
|
+
class ConfusionMatrix < Struct.new(
|
1186
|
+
:num_true_positives,
|
1187
|
+
:num_false_positives,
|
1188
|
+
:num_true_negatives,
|
1189
|
+
:num_false_negatives)
|
1190
|
+
include Aws::Structure
|
1191
|
+
end
|
1192
|
+
|
1096
1193
|
# Defines a connection to a data source.
|
1097
1194
|
#
|
1098
1195
|
# @!attribute [rw] name
|
@@ -1131,8 +1228,8 @@ module Aws::Glue
|
|
1131
1228
|
# Catalog encryption settings, this field stores the encrypted
|
1132
1229
|
# password.
|
1133
1230
|
#
|
1134
|
-
# * `JDBC_DRIVER_JAR_URI` - The Amazon
|
1135
|
-
# contains the JDBC driver to use.
|
1231
|
+
# * `JDBC_DRIVER_JAR_URI` - The Amazon Simple Storage Service (Amazon
|
1232
|
+
# S3) path of the JAR file that contains the JDBC driver to use.
|
1136
1233
|
#
|
1137
1234
|
# * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
|
1138
1235
|
# use.
|
@@ -1141,14 +1238,14 @@ module Aws::Glue
|
|
1141
1238
|
#
|
1142
1239
|
# * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
|
1143
1240
|
#
|
1144
|
-
# * `CONFIG_FILES` - (Reserved for future use)
|
1241
|
+
# * `CONFIG_FILES` - (Reserved for future use.)
|
1145
1242
|
#
|
1146
1243
|
# * `INSTANCE_ID` - The instance ID to use.
|
1147
1244
|
#
|
1148
1245
|
# * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
|
1149
1246
|
#
|
1150
1247
|
# * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
|
1151
|
-
# whether Secure Sockets Layer (SSL) with hostname matching
|
1248
|
+
# whether Secure Sockets Layer (SSL) with hostname matching is
|
1152
1249
|
# enforced for the JDBC connection on the client. The default is
|
1153
1250
|
# false.
|
1154
1251
|
# @return [Hash<String,String>]
|
@@ -1258,8 +1355,8 @@ module Aws::Glue
|
|
1258
1355
|
#
|
1259
1356
|
# This encryption requires that you set AWS KMS key permissions to
|
1260
1357
|
# enable or restrict access on the password key according to your
|
1261
|
-
# security requirements. For example, you might want only
|
1262
|
-
# have decrypt permission on the password key.
|
1358
|
+
# security requirements. For example, you might want only administrators
|
1359
|
+
# to have decrypt permission on the password key.
|
1263
1360
|
#
|
1264
1361
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
1265
1362
|
# data as a hash:
|
@@ -1940,17 +2037,24 @@ module Aws::Glue
|
|
1940
2037
|
# parameters: {
|
1941
2038
|
# "KeyString" => "ParametersMapValue",
|
1942
2039
|
# },
|
2040
|
+
# create_table_default_permissions: [
|
2041
|
+
# {
|
2042
|
+
# principal: {
|
2043
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
2044
|
+
# },
|
2045
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
2046
|
+
# },
|
2047
|
+
# ],
|
1943
2048
|
# },
|
1944
2049
|
# }
|
1945
2050
|
#
|
1946
2051
|
# @!attribute [rw] catalog_id
|
1947
2052
|
# The ID of the Data Catalog in which to create the database. If none
|
1948
|
-
# is
|
2053
|
+
# is provided, the AWS account ID is used by default.
|
1949
2054
|
# @return [String]
|
1950
2055
|
#
|
1951
2056
|
# @!attribute [rw] database_input
|
1952
|
-
#
|
1953
|
-
# the catalog.
|
2057
|
+
# The metadata for the database.
|
1954
2058
|
# @return [Types::DatabaseInput]
|
1955
2059
|
#
|
1956
2060
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
|
@@ -2046,6 +2150,10 @@ module Aws::Glue
|
|
2046
2150
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
2047
2151
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
2048
2152
|
# recommend this worker type for memory-intensive jobs.
|
2153
|
+
#
|
2154
|
+
# Known issue: when a development endpoint is created with the `G.2X`
|
2155
|
+
# `WorkerType` configuration, the Spark drivers for the development
|
2156
|
+
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
2049
2157
|
# @return [String]
|
2050
2158
|
#
|
2051
2159
|
# @!attribute [rw] number_of_workers
|
@@ -2526,6 +2634,137 @@ module Aws::Glue
|
|
2526
2634
|
include Aws::Structure
|
2527
2635
|
end
|
2528
2636
|
|
2637
|
+
# @note When making an API call, you may pass CreateMLTransformRequest
|
2638
|
+
# data as a hash:
|
2639
|
+
#
|
2640
|
+
# {
|
2641
|
+
# name: "NameString", # required
|
2642
|
+
# description: "DescriptionString",
|
2643
|
+
# input_record_tables: [ # required
|
2644
|
+
# {
|
2645
|
+
# database_name: "NameString", # required
|
2646
|
+
# table_name: "NameString", # required
|
2647
|
+
# catalog_id: "NameString",
|
2648
|
+
# connection_name: "NameString",
|
2649
|
+
# },
|
2650
|
+
# ],
|
2651
|
+
# parameters: { # required
|
2652
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
2653
|
+
# find_matches_parameters: {
|
2654
|
+
# primary_key_column_name: "ColumnNameString",
|
2655
|
+
# precision_recall_tradeoff: 1.0,
|
2656
|
+
# accuracy_cost_tradeoff: 1.0,
|
2657
|
+
# enforce_provided_labels: false,
|
2658
|
+
# },
|
2659
|
+
# },
|
2660
|
+
# role: "RoleString", # required
|
2661
|
+
# max_capacity: 1.0,
|
2662
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2663
|
+
# number_of_workers: 1,
|
2664
|
+
# timeout: 1,
|
2665
|
+
# max_retries: 1,
|
2666
|
+
# }
|
2667
|
+
#
|
2668
|
+
# @!attribute [rw] name
|
2669
|
+
# The unique name that you give the transform when you create it.
|
2670
|
+
# @return [String]
|
2671
|
+
#
|
2672
|
+
# @!attribute [rw] description
|
2673
|
+
# A description of the machine learning transform that is being
|
2674
|
+
# defined. The default is an empty string.
|
2675
|
+
# @return [String]
|
2676
|
+
#
|
2677
|
+
# @!attribute [rw] input_record_tables
|
2678
|
+
# A list of AWS Glue table definitions used by the transform.
|
2679
|
+
# @return [Array<Types::GlueTable>]
|
2680
|
+
#
|
2681
|
+
# @!attribute [rw] parameters
|
2682
|
+
# The algorithmic parameters that are specific to the transform type
|
2683
|
+
# used. Conditionally dependent on the transform type.
|
2684
|
+
# @return [Types::TransformParameters]
|
2685
|
+
#
|
2686
|
+
# @!attribute [rw] role
|
2687
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2688
|
+
# required permissions. Ensure that this role has permission to your
|
2689
|
+
# Amazon Simple Storage Service (Amazon S3) sources, targets,
|
2690
|
+
# temporary directory, scripts, and any libraries that are used by the
|
2691
|
+
# task run for this transform.
|
2692
|
+
# @return [String]
|
2693
|
+
#
|
2694
|
+
# @!attribute [rw] max_capacity
|
2695
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
2696
|
+
# allocated to task runs for this transform. You can allocate from 2
|
2697
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
2698
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
2699
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
2700
|
+
# page][1].
|
2701
|
+
#
|
2702
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
2703
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
2704
|
+
#
|
2705
|
+
#
|
2706
|
+
#
|
2707
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
2708
|
+
# @return [Float]
|
2709
|
+
#
|
2710
|
+
# @!attribute [rw] worker_type
|
2711
|
+
# The type of predefined worker that is allocated when this task runs.
|
2712
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
2713
|
+
#
|
2714
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2715
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
2716
|
+
#
|
2717
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
2718
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
2719
|
+
#
|
2720
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
2721
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
2722
|
+
# @return [String]
|
2723
|
+
#
|
2724
|
+
# @!attribute [rw] number_of_workers
|
2725
|
+
# The number of workers of a defined `workerType` that are allocated
|
2726
|
+
# when this task runs.
|
2727
|
+
# @return [Integer]
|
2728
|
+
#
|
2729
|
+
# @!attribute [rw] timeout
|
2730
|
+
# The timeout of the task run for this transform in minutes. This is
|
2731
|
+
# the maximum time that a task run for this transform can consume
|
2732
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
2733
|
+
# default is 2,880 minutes (48 hours).
|
2734
|
+
# @return [Integer]
|
2735
|
+
#
|
2736
|
+
# @!attribute [rw] max_retries
|
2737
|
+
# The maximum number of times to retry a task for this transform after
|
2738
|
+
# a task run fails.
|
2739
|
+
# @return [Integer]
|
2740
|
+
#
|
2741
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
2742
|
+
#
|
2743
|
+
class CreateMLTransformRequest < Struct.new(
|
2744
|
+
:name,
|
2745
|
+
:description,
|
2746
|
+
:input_record_tables,
|
2747
|
+
:parameters,
|
2748
|
+
:role,
|
2749
|
+
:max_capacity,
|
2750
|
+
:worker_type,
|
2751
|
+
:number_of_workers,
|
2752
|
+
:timeout,
|
2753
|
+
:max_retries)
|
2754
|
+
include Aws::Structure
|
2755
|
+
end
|
2756
|
+
|
2757
|
+
# @!attribute [rw] transform_id
|
2758
|
+
# A unique identifier that is generated for the transform.
|
2759
|
+
# @return [String]
|
2760
|
+
#
|
2761
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformResponse AWS API Documentation
|
2762
|
+
#
|
2763
|
+
class CreateMLTransformResponse < Struct.new(
|
2764
|
+
:transform_id)
|
2765
|
+
include Aws::Structure
|
2766
|
+
end
|
2767
|
+
|
2529
2768
|
# @note When making an API call, you may pass CreatePartitionRequest
|
2530
2769
|
# data as a hash:
|
2531
2770
|
#
|
@@ -2542,6 +2781,9 @@ module Aws::Glue
|
|
2542
2781
|
# name: "NameString", # required
|
2543
2782
|
# type: "ColumnTypeString",
|
2544
2783
|
# comment: "CommentString",
|
2784
|
+
# parameters: {
|
2785
|
+
# "KeyString" => "ParametersMapValue",
|
2786
|
+
# },
|
2545
2787
|
# },
|
2546
2788
|
# ],
|
2547
2789
|
# location: "LocationString",
|
@@ -2583,8 +2825,8 @@ module Aws::Glue
|
|
2583
2825
|
# }
|
2584
2826
|
#
|
2585
2827
|
# @!attribute [rw] catalog_id
|
2586
|
-
# The ID of the catalog in which the
|
2587
|
-
#
|
2828
|
+
# The AWS account ID of the catalog in which the partition is to be
|
2829
|
+
# created.
|
2588
2830
|
# @return [String]
|
2589
2831
|
#
|
2590
2832
|
# @!attribute [rw] database_name
|
@@ -2754,6 +2996,9 @@ module Aws::Glue
|
|
2754
2996
|
# name: "NameString", # required
|
2755
2997
|
# type: "ColumnTypeString",
|
2756
2998
|
# comment: "CommentString",
|
2999
|
+
# parameters: {
|
3000
|
+
# "KeyString" => "ParametersMapValue",
|
3001
|
+
# },
|
2757
3002
|
# },
|
2758
3003
|
# ],
|
2759
3004
|
# location: "LocationString",
|
@@ -2792,6 +3037,9 @@ module Aws::Glue
|
|
2792
3037
|
# name: "NameString", # required
|
2793
3038
|
# type: "ColumnTypeString",
|
2794
3039
|
# comment: "CommentString",
|
3040
|
+
# parameters: {
|
3041
|
+
# "KeyString" => "ParametersMapValue",
|
3042
|
+
# },
|
2795
3043
|
# },
|
2796
3044
|
# ],
|
2797
3045
|
# view_original_text: "ViewTextString",
|
@@ -2973,7 +3221,7 @@ module Aws::Glue
|
|
2973
3221
|
#
|
2974
3222
|
# @!attribute [rw] catalog_id
|
2975
3223
|
# The ID of the Data Catalog in which to create the function. If none
|
2976
|
-
# is
|
3224
|
+
# is provided, the AWS account ID is used by default.
|
2977
3225
|
# @return [String]
|
2978
3226
|
#
|
2979
3227
|
# @!attribute [rw] database_name
|
@@ -3186,16 +3434,36 @@ module Aws::Glue
|
|
3186
3434
|
include Aws::Structure
|
3187
3435
|
end
|
3188
3436
|
|
3189
|
-
# The
|
3190
|
-
#
|
3437
|
+
# The AWS Lake Formation principal.
|
3438
|
+
#
|
3439
|
+
# @note When making an API call, you may pass DataLakePrincipal
|
3440
|
+
# data as a hash:
|
3441
|
+
#
|
3442
|
+
# {
|
3443
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
3444
|
+
# }
|
3445
|
+
#
|
3446
|
+
# @!attribute [rw] data_lake_principal_identifier
|
3447
|
+
# An identifier for the AWS Lake Formation principal.
|
3448
|
+
# @return [String]
|
3449
|
+
#
|
3450
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
|
3451
|
+
#
|
3452
|
+
class DataLakePrincipal < Struct.new(
|
3453
|
+
:data_lake_principal_identifier)
|
3454
|
+
include Aws::Structure
|
3455
|
+
end
|
3456
|
+
|
3457
|
+
# The `Database` object represents a logical grouping of tables that
|
3458
|
+
# might reside in a Hive metastore or an RDBMS.
|
3191
3459
|
#
|
3192
3460
|
# @!attribute [rw] name
|
3193
|
-
#
|
3461
|
+
# The name of the database. For Hive compatibility, this is folded to
|
3194
3462
|
# lowercase when it is stored.
|
3195
3463
|
# @return [String]
|
3196
3464
|
#
|
3197
3465
|
# @!attribute [rw] description
|
3198
|
-
#
|
3466
|
+
# A description of the database.
|
3199
3467
|
# @return [String]
|
3200
3468
|
#
|
3201
3469
|
# @!attribute [rw] location_uri
|
@@ -3211,6 +3479,10 @@ module Aws::Glue
|
|
3211
3479
|
# The time at which the metadata database was created in the catalog.
|
3212
3480
|
# @return [Time]
|
3213
3481
|
#
|
3482
|
+
# @!attribute [rw] create_table_default_permissions
|
3483
|
+
# Creates a set of default permissions on the table for principals.
|
3484
|
+
# @return [Array<Types::PrincipalPermissions>]
|
3485
|
+
#
|
3214
3486
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
3215
3487
|
#
|
3216
3488
|
class Database < Struct.new(
|
@@ -3218,7 +3490,8 @@ module Aws::Glue
|
|
3218
3490
|
:description,
|
3219
3491
|
:location_uri,
|
3220
3492
|
:parameters,
|
3221
|
-
:create_time
|
3493
|
+
:create_time,
|
3494
|
+
:create_table_default_permissions)
|
3222
3495
|
include Aws::Structure
|
3223
3496
|
end
|
3224
3497
|
|
@@ -3234,15 +3507,23 @@ module Aws::Glue
|
|
3234
3507
|
# parameters: {
|
3235
3508
|
# "KeyString" => "ParametersMapValue",
|
3236
3509
|
# },
|
3510
|
+
# create_table_default_permissions: [
|
3511
|
+
# {
|
3512
|
+
# principal: {
|
3513
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
3514
|
+
# },
|
3515
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
3516
|
+
# },
|
3517
|
+
# ],
|
3237
3518
|
# }
|
3238
3519
|
#
|
3239
3520
|
# @!attribute [rw] name
|
3240
|
-
#
|
3521
|
+
# The name of the database. For Hive compatibility, this is folded to
|
3241
3522
|
# lowercase when it is stored.
|
3242
3523
|
# @return [String]
|
3243
3524
|
#
|
3244
3525
|
# @!attribute [rw] description
|
3245
|
-
#
|
3526
|
+
# A description of the database.
|
3246
3527
|
# @return [String]
|
3247
3528
|
#
|
3248
3529
|
# @!attribute [rw] location_uri
|
@@ -3250,17 +3531,25 @@ module Aws::Glue
|
|
3250
3531
|
# @return [String]
|
3251
3532
|
#
|
3252
3533
|
# @!attribute [rw] parameters
|
3253
|
-
#
|
3534
|
+
# These key-value pairs define parameters and properties of the
|
3535
|
+
# database.
|
3536
|
+
#
|
3537
|
+
# These key-value pairs define parameters and properties of the
|
3254
3538
|
# database.
|
3255
3539
|
# @return [Hash<String,String>]
|
3256
3540
|
#
|
3541
|
+
# @!attribute [rw] create_table_default_permissions
|
3542
|
+
# Creates a set of default permissions on the table for principals.
|
3543
|
+
# @return [Array<Types::PrincipalPermissions>]
|
3544
|
+
#
|
3257
3545
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
3258
3546
|
#
|
3259
3547
|
class DatabaseInput < Struct.new(
|
3260
3548
|
:name,
|
3261
3549
|
:description,
|
3262
3550
|
:location_uri,
|
3263
|
-
:parameters
|
3551
|
+
:parameters,
|
3552
|
+
:create_table_default_permissions)
|
3264
3553
|
include Aws::Structure
|
3265
3554
|
end
|
3266
3555
|
|
@@ -3347,11 +3636,11 @@ module Aws::Glue
|
|
3347
3636
|
#
|
3348
3637
|
# @!attribute [rw] catalog_id
|
3349
3638
|
# The ID of the Data Catalog in which the database resides. If none is
|
3350
|
-
#
|
3639
|
+
# provided, the AWS account ID is used by default.
|
3351
3640
|
# @return [String]
|
3352
3641
|
#
|
3353
3642
|
# @!attribute [rw] name
|
3354
|
-
# The name of the
|
3643
|
+
# The name of the database to delete. For Hive compatibility, this
|
3355
3644
|
# must be all lowercase.
|
3356
3645
|
# @return [String]
|
3357
3646
|
#
|
@@ -3418,6 +3707,35 @@ module Aws::Glue
|
|
3418
3707
|
include Aws::Structure
|
3419
3708
|
end
|
3420
3709
|
|
3710
|
+
# @note When making an API call, you may pass DeleteMLTransformRequest
|
3711
|
+
# data as a hash:
|
3712
|
+
#
|
3713
|
+
# {
|
3714
|
+
# transform_id: "HashString", # required
|
3715
|
+
# }
|
3716
|
+
#
|
3717
|
+
# @!attribute [rw] transform_id
|
3718
|
+
# The unique identifier of the transform to delete.
|
3719
|
+
# @return [String]
|
3720
|
+
#
|
3721
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
|
3722
|
+
#
|
3723
|
+
class DeleteMLTransformRequest < Struct.new(
|
3724
|
+
:transform_id)
|
3725
|
+
include Aws::Structure
|
3726
|
+
end
|
3727
|
+
|
3728
|
+
# @!attribute [rw] transform_id
|
3729
|
+
# The unique identifier of the transform that was deleted.
|
3730
|
+
# @return [String]
|
3731
|
+
#
|
3732
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
|
3733
|
+
#
|
3734
|
+
class DeleteMLTransformResponse < Struct.new(
|
3735
|
+
:transform_id)
|
3736
|
+
include Aws::Structure
|
3737
|
+
end
|
3738
|
+
|
3421
3739
|
# @note When making an API call, you may pass DeletePartitionRequest
|
3422
3740
|
# data as a hash:
|
3423
3741
|
#
|
@@ -3430,7 +3748,7 @@ module Aws::Glue
|
|
3430
3748
|
#
|
3431
3749
|
# @!attribute [rw] catalog_id
|
3432
3750
|
# The ID of the Data Catalog where the partition to be deleted
|
3433
|
-
# resides. If none is
|
3751
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
3434
3752
|
# @return [String]
|
3435
3753
|
#
|
3436
3754
|
# @!attribute [rw] database_name
|
@@ -3439,7 +3757,7 @@ module Aws::Glue
|
|
3439
3757
|
# @return [String]
|
3440
3758
|
#
|
3441
3759
|
# @!attribute [rw] table_name
|
3442
|
-
# The name of the table
|
3760
|
+
# The name of the table that contains the partition to be deleted.
|
3443
3761
|
# @return [String]
|
3444
3762
|
#
|
3445
3763
|
# @!attribute [rw] partition_values
|
@@ -3515,7 +3833,7 @@ module Aws::Glue
|
|
3515
3833
|
#
|
3516
3834
|
# @!attribute [rw] catalog_id
|
3517
3835
|
# The ID of the Data Catalog where the table resides. If none is
|
3518
|
-
#
|
3836
|
+
# provided, the AWS account ID is used by default.
|
3519
3837
|
# @return [String]
|
3520
3838
|
#
|
3521
3839
|
# @!attribute [rw] database_name
|
@@ -3553,7 +3871,7 @@ module Aws::Glue
|
|
3553
3871
|
#
|
3554
3872
|
# @!attribute [rw] catalog_id
|
3555
3873
|
# The ID of the Data Catalog where the tables reside. If none is
|
3556
|
-
#
|
3874
|
+
# provided, the AWS account ID is used by default.
|
3557
3875
|
# @return [String]
|
3558
3876
|
#
|
3559
3877
|
# @!attribute [rw] database_name
|
@@ -3736,6 +4054,10 @@ module Aws::Glue
|
|
3736
4054
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
3737
4055
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
3738
4056
|
# recommend this worker type for memory-intensive jobs.
|
4057
|
+
#
|
4058
|
+
# Known issue: when a development endpoint is created with the `G.2X`
|
4059
|
+
# `WorkerType` configuration, the Spark drivers for the development
|
4060
|
+
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
3739
4061
|
# @return [String]
|
3740
4062
|
#
|
3741
4063
|
# @!attribute [rw] number_of_workers
|
@@ -4048,6 +4370,25 @@ module Aws::Glue
|
|
4048
4370
|
include Aws::Structure
|
4049
4371
|
end
|
4050
4372
|
|
4373
|
+
# Evaluation metrics provide an estimate of the quality of your machine
|
4374
|
+
# learning transform.
|
4375
|
+
#
|
4376
|
+
# @!attribute [rw] transform_type
|
4377
|
+
# The type of machine learning transform.
|
4378
|
+
# @return [String]
|
4379
|
+
#
|
4380
|
+
# @!attribute [rw] find_matches_metrics
|
4381
|
+
# The evaluation metrics for the find matches algorithm.
|
4382
|
+
# @return [Types::FindMatchesMetrics]
|
4383
|
+
#
|
4384
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluationMetrics AWS API Documentation
|
4385
|
+
#
|
4386
|
+
class EvaluationMetrics < Struct.new(
|
4387
|
+
:transform_type,
|
4388
|
+
:find_matches_metrics)
|
4389
|
+
include Aws::Structure
|
4390
|
+
end
|
4391
|
+
|
4051
4392
|
# An execution property of a job.
|
4052
4393
|
#
|
4053
4394
|
# @note When making an API call, you may pass ExecutionProperty
|
@@ -4070,72 +4411,258 @@ module Aws::Glue
|
|
4070
4411
|
include Aws::Structure
|
4071
4412
|
end
|
4072
4413
|
|
4073
|
-
#
|
4074
|
-
# data as a hash:
|
4075
|
-
#
|
4076
|
-
# {
|
4077
|
-
# catalog_id: "CatalogIdString",
|
4078
|
-
# }
|
4414
|
+
# Specifies configuration properties for an exporting labels task run.
|
4079
4415
|
#
|
4080
|
-
# @!attribute [rw]
|
4081
|
-
# The
|
4082
|
-
#
|
4416
|
+
# @!attribute [rw] output_s3_path
|
4417
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you will
|
4418
|
+
# export the labels.
|
4083
4419
|
# @return [String]
|
4084
4420
|
#
|
4085
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
4421
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExportLabelsTaskRunProperties AWS API Documentation
|
4086
4422
|
#
|
4087
|
-
class
|
4088
|
-
:
|
4423
|
+
class ExportLabelsTaskRunProperties < Struct.new(
|
4424
|
+
:output_s3_path)
|
4089
4425
|
include Aws::Structure
|
4090
4426
|
end
|
4091
4427
|
|
4092
|
-
#
|
4093
|
-
#
|
4094
|
-
#
|
4428
|
+
# The evaluation metrics for the find matches algorithm. The quality of
|
4429
|
+
# your machine learning transform is measured by getting your transform
|
4430
|
+
# to predict some matches and comparing the results to known matches
|
4431
|
+
# from the same dataset. The quality metrics are based on a subset of
|
4432
|
+
# your data, so they are not precise.
|
4095
4433
|
#
|
4096
|
-
#
|
4434
|
+
# @!attribute [rw] area_under_pr_curve
|
4435
|
+
# The area under the precision/recall curve (AUPRC) is a single number
|
4436
|
+
# measuring the overall quality of the transform, that is independent
|
4437
|
+
# of the choice made for precision vs. recall. Higher values indicate
|
4438
|
+
# that you have a more attractive precision vs. recall tradeoff.
|
4097
4439
|
#
|
4098
|
-
|
4099
|
-
:import_status)
|
4100
|
-
include Aws::Structure
|
4101
|
-
end
|
4102
|
-
|
4103
|
-
# @note When making an API call, you may pass GetClassifierRequest
|
4104
|
-
# data as a hash:
|
4440
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4105
4441
|
#
|
4106
|
-
# {
|
4107
|
-
# name: "NameString", # required
|
4108
|
-
# }
|
4109
4442
|
#
|
4110
|
-
# @!attribute [rw] name
|
4111
|
-
# Name of the classifier to retrieve.
|
4112
|
-
# @return [String]
|
4113
4443
|
#
|
4114
|
-
#
|
4444
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4445
|
+
# @return [Float]
|
4115
4446
|
#
|
4116
|
-
|
4117
|
-
|
4118
|
-
|
4119
|
-
|
4120
|
-
|
4121
|
-
# @!attribute [rw] classifier
|
4122
|
-
# The requested classifier.
|
4123
|
-
# @return [Types::Classifier]
|
4447
|
+
# @!attribute [rw] precision
|
4448
|
+
# The precision metric indicates when often your transform is correct
|
4449
|
+
# when it predicts a match. Specifically, it measures how well the
|
4450
|
+
# transform finds true positives from the total true positives
|
4451
|
+
# possible.
|
4124
4452
|
#
|
4125
|
-
#
|
4453
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4126
4454
|
#
|
4127
|
-
class GetClassifierResponse < Struct.new(
|
4128
|
-
:classifier)
|
4129
|
-
include Aws::Structure
|
4130
|
-
end
|
4131
|
-
|
4132
|
-
# @note When making an API call, you may pass GetClassifiersRequest
|
4133
|
-
# data as a hash:
|
4134
4455
|
#
|
4135
|
-
#
|
4136
|
-
#
|
4137
|
-
#
|
4138
|
-
#
|
4456
|
+
#
|
4457
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4458
|
+
# @return [Float]
|
4459
|
+
#
|
4460
|
+
# @!attribute [rw] recall
|
4461
|
+
# The recall metric indicates that for an actual match, how often your
|
4462
|
+
# transform predicts the match. Specifically, it measures how well the
|
4463
|
+
# transform finds true positives from the total records in the source
|
4464
|
+
# data.
|
4465
|
+
#
|
4466
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4467
|
+
#
|
4468
|
+
#
|
4469
|
+
#
|
4470
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4471
|
+
# @return [Float]
|
4472
|
+
#
|
4473
|
+
# @!attribute [rw] f1
|
4474
|
+
# The maximum F1 metric indicates the transform's accuracy between 0
|
4475
|
+
# and 1, where 1 is the best accuracy.
|
4476
|
+
#
|
4477
|
+
# For more information, see [F1 score][1] in Wikipedia.
|
4478
|
+
#
|
4479
|
+
#
|
4480
|
+
#
|
4481
|
+
# [1]: https://en.wikipedia.org/wiki/F1_score
|
4482
|
+
# @return [Float]
|
4483
|
+
#
|
4484
|
+
# @!attribute [rw] confusion_matrix
|
4485
|
+
# The confusion matrix shows you what your transform is predicting
|
4486
|
+
# accurately and what types of errors it is making.
|
4487
|
+
#
|
4488
|
+
# For more information, see [Confusion matrix][1] in Wikipedia.
|
4489
|
+
#
|
4490
|
+
#
|
4491
|
+
#
|
4492
|
+
# [1]: https://en.wikipedia.org/wiki/Confusion_matrix
|
4493
|
+
# @return [Types::ConfusionMatrix]
|
4494
|
+
#
|
4495
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
|
4496
|
+
#
|
4497
|
+
class FindMatchesMetrics < Struct.new(
|
4498
|
+
:area_under_pr_curve,
|
4499
|
+
:precision,
|
4500
|
+
:recall,
|
4501
|
+
:f1,
|
4502
|
+
:confusion_matrix)
|
4503
|
+
include Aws::Structure
|
4504
|
+
end
|
4505
|
+
|
4506
|
+
# The parameters to configure the find matches transform.
|
4507
|
+
#
|
4508
|
+
# @note When making an API call, you may pass FindMatchesParameters
|
4509
|
+
# data as a hash:
|
4510
|
+
#
|
4511
|
+
# {
|
4512
|
+
# primary_key_column_name: "ColumnNameString",
|
4513
|
+
# precision_recall_tradeoff: 1.0,
|
4514
|
+
# accuracy_cost_tradeoff: 1.0,
|
4515
|
+
# enforce_provided_labels: false,
|
4516
|
+
# }
|
4517
|
+
#
|
4518
|
+
# @!attribute [rw] primary_key_column_name
|
4519
|
+
# The name of a column that uniquely identifies rows in the source
|
4520
|
+
# table. Used to help identify matching records.
|
4521
|
+
# @return [String]
|
4522
|
+
#
|
4523
|
+
# @!attribute [rw] precision_recall_tradeoff
|
4524
|
+
# The value selected when tuning your transform for a balance between
|
4525
|
+
# precision and recall. A value of 0.5 means no preference; a value of
|
4526
|
+
# 1.0 means a bias purely for precision, and a value of 0.0 means a
|
4527
|
+
# bias for recall. Because this is a tradeoff, choosing values close
|
4528
|
+
# to 1.0 means very low recall, and choosing values close to 0.0
|
4529
|
+
# results in very low precision.
|
4530
|
+
#
|
4531
|
+
# The precision metric indicates how often your model is correct when
|
4532
|
+
# it predicts a match.
|
4533
|
+
#
|
4534
|
+
# The recall metric indicates that for an actual match, how often your
|
4535
|
+
# model predicts the match.
|
4536
|
+
# @return [Float]
|
4537
|
+
#
|
4538
|
+
# @!attribute [rw] accuracy_cost_tradeoff
|
4539
|
+
# The value that is selected when tuning your transform for a balance
|
4540
|
+
# between accuracy and cost. A value of 0.5 means that the system
|
4541
|
+
# balances accuracy and cost concerns. A value of 1.0 means a bias
|
4542
|
+
# purely for accuracy, which typically results in a higher cost,
|
4543
|
+
# sometimes substantially higher. A value of 0.0 means a bias purely
|
4544
|
+
# for cost, which results in a less accurate `FindMatches` transform,
|
4545
|
+
# sometimes with unacceptable accuracy.
|
4546
|
+
#
|
4547
|
+
# Accuracy measures how well the transform finds true positives and
|
4548
|
+
# true negatives. Increasing accuracy requires more machine resources
|
4549
|
+
# and cost. But it also results in increased recall.
|
4550
|
+
#
|
4551
|
+
# Cost measures how many compute resources, and thus money, are
|
4552
|
+
# consumed to run the transform.
|
4553
|
+
# @return [Float]
|
4554
|
+
#
|
4555
|
+
# @!attribute [rw] enforce_provided_labels
|
4556
|
+
# The value to switch on or off to force the output to match the
|
4557
|
+
# provided labels from users. If the value is `True`, the `find
|
4558
|
+
# matches` transform forces the output to match the provided labels.
|
4559
|
+
# The results override the normal conflation results. If the value is
|
4560
|
+
# `False`, the `find matches` transform does not ensure all the labels
|
4561
|
+
# provided are respected, and the results rely on the trained model.
|
4562
|
+
#
|
4563
|
+
# Note that setting this value to true may increase the conflation
|
4564
|
+
# execution time.
|
4565
|
+
# @return [Boolean]
|
4566
|
+
#
|
4567
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesParameters AWS API Documentation
|
4568
|
+
#
|
4569
|
+
class FindMatchesParameters < Struct.new(
|
4570
|
+
:primary_key_column_name,
|
4571
|
+
:precision_recall_tradeoff,
|
4572
|
+
:accuracy_cost_tradeoff,
|
4573
|
+
:enforce_provided_labels)
|
4574
|
+
include Aws::Structure
|
4575
|
+
end
|
4576
|
+
|
4577
|
+
# Specifies configuration properties for a Find Matches task run.
|
4578
|
+
#
|
4579
|
+
# @!attribute [rw] job_id
|
4580
|
+
# The job ID for the Find Matches task run.
|
4581
|
+
# @return [String]
|
4582
|
+
#
|
4583
|
+
# @!attribute [rw] job_name
|
4584
|
+
# The name assigned to the job for the Find Matches task run.
|
4585
|
+
# @return [String]
|
4586
|
+
#
|
4587
|
+
# @!attribute [rw] job_run_id
|
4588
|
+
# The job run ID for the Find Matches task run.
|
4589
|
+
# @return [String]
|
4590
|
+
#
|
4591
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesTaskRunProperties AWS API Documentation
|
4592
|
+
#
|
4593
|
+
class FindMatchesTaskRunProperties < Struct.new(
|
4594
|
+
:job_id,
|
4595
|
+
:job_name,
|
4596
|
+
:job_run_id)
|
4597
|
+
include Aws::Structure
|
4598
|
+
end
|
4599
|
+
|
4600
|
+
# @note When making an API call, you may pass GetCatalogImportStatusRequest
|
4601
|
+
# data as a hash:
|
4602
|
+
#
|
4603
|
+
# {
|
4604
|
+
# catalog_id: "CatalogIdString",
|
4605
|
+
# }
|
4606
|
+
#
|
4607
|
+
# @!attribute [rw] catalog_id
|
4608
|
+
# The ID of the catalog to migrate. Currently, this should be the AWS
|
4609
|
+
# account ID.
|
4610
|
+
# @return [String]
|
4611
|
+
#
|
4612
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
|
4613
|
+
#
|
4614
|
+
class GetCatalogImportStatusRequest < Struct.new(
|
4615
|
+
:catalog_id)
|
4616
|
+
include Aws::Structure
|
4617
|
+
end
|
4618
|
+
|
4619
|
+
# @!attribute [rw] import_status
|
4620
|
+
# The status of the specified catalog migration.
|
4621
|
+
# @return [Types::CatalogImportStatus]
|
4622
|
+
#
|
4623
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
|
4624
|
+
#
|
4625
|
+
class GetCatalogImportStatusResponse < Struct.new(
|
4626
|
+
:import_status)
|
4627
|
+
include Aws::Structure
|
4628
|
+
end
|
4629
|
+
|
4630
|
+
# @note When making an API call, you may pass GetClassifierRequest
|
4631
|
+
# data as a hash:
|
4632
|
+
#
|
4633
|
+
# {
|
4634
|
+
# name: "NameString", # required
|
4635
|
+
# }
|
4636
|
+
#
|
4637
|
+
# @!attribute [rw] name
|
4638
|
+
# Name of the classifier to retrieve.
|
4639
|
+
# @return [String]
|
4640
|
+
#
|
4641
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
|
4642
|
+
#
|
4643
|
+
class GetClassifierRequest < Struct.new(
|
4644
|
+
:name)
|
4645
|
+
include Aws::Structure
|
4646
|
+
end
|
4647
|
+
|
4648
|
+
# @!attribute [rw] classifier
|
4649
|
+
# The requested classifier.
|
4650
|
+
# @return [Types::Classifier]
|
4651
|
+
#
|
4652
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
|
4653
|
+
#
|
4654
|
+
class GetClassifierResponse < Struct.new(
|
4655
|
+
:classifier)
|
4656
|
+
include Aws::Structure
|
4657
|
+
end
|
4658
|
+
|
4659
|
+
# @note When making an API call, you may pass GetClassifiersRequest
|
4660
|
+
# data as a hash:
|
4661
|
+
#
|
4662
|
+
# {
|
4663
|
+
# max_results: 1,
|
4664
|
+
# next_token: "Token",
|
4665
|
+
# }
|
4139
4666
|
#
|
4140
4667
|
# @!attribute [rw] max_results
|
4141
4668
|
# The size of the list to return (optional).
|
@@ -4192,8 +4719,8 @@ module Aws::Glue
|
|
4192
4719
|
# password. For instance, the AWS Glue console uses this flag to
|
4193
4720
|
# retrieve the connection, and does not display the password. Set this
|
4194
4721
|
# parameter when the caller might not have permission to use the AWS
|
4195
|
-
# KMS key to decrypt the password, but does have permission to
|
4196
|
-
# the rest of the connection properties.
|
4722
|
+
# KMS key to decrypt the password, but it does have permission to
|
4723
|
+
# access the rest of the connection properties.
|
4197
4724
|
# @return [Boolean]
|
4198
4725
|
#
|
4199
4726
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -4265,7 +4792,7 @@ module Aws::Glue
|
|
4265
4792
|
# @return [String]
|
4266
4793
|
#
|
4267
4794
|
# @!attribute [rw] filter
|
4268
|
-
# A filter that controls which connections
|
4795
|
+
# A filter that controls which connections are returned.
|
4269
4796
|
# @return [Types::GetConnectionsFilter]
|
4270
4797
|
#
|
4271
4798
|
# @!attribute [rw] hide_password
|
@@ -4273,8 +4800,8 @@ module Aws::Glue
|
|
4273
4800
|
# password. For instance, the AWS Glue console uses this flag to
|
4274
4801
|
# retrieve the connection, and does not display the password. Set this
|
4275
4802
|
# parameter when the caller might not have permission to use the AWS
|
4276
|
-
# KMS key to decrypt the password, but does have permission to
|
4277
|
-
# the rest of the connection properties.
|
4803
|
+
# KMS key to decrypt the password, but it does have permission to
|
4804
|
+
# access the rest of the connection properties.
|
4278
4805
|
# @return [Boolean]
|
4279
4806
|
#
|
4280
4807
|
# @!attribute [rw] next_token
|
@@ -4438,9 +4965,8 @@ module Aws::Glue
|
|
4438
4965
|
# }
|
4439
4966
|
#
|
4440
4967
|
# @!attribute [rw] catalog_id
|
4441
|
-
# The ID of the Data Catalog
|
4442
|
-
#
|
4443
|
-
# default.
|
4968
|
+
# The ID of the Data Catalog to retrieve the security configuration
|
4969
|
+
# for. If none is provided, the AWS account ID is used by default.
|
4444
4970
|
# @return [String]
|
4445
4971
|
#
|
4446
4972
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
|
@@ -4471,7 +4997,7 @@ module Aws::Glue
|
|
4471
4997
|
#
|
4472
4998
|
# @!attribute [rw] catalog_id
|
4473
4999
|
# The ID of the Data Catalog in which the database resides. If none is
|
4474
|
-
#
|
5000
|
+
# provided, the AWS account ID is used by default.
|
4475
5001
|
# @return [String]
|
4476
5002
|
#
|
4477
5003
|
# @!attribute [rw] name
|
@@ -4488,7 +5014,7 @@ module Aws::Glue
|
|
4488
5014
|
end
|
4489
5015
|
|
4490
5016
|
# @!attribute [rw] database
|
4491
|
-
# The definition of the specified database in the
|
5017
|
+
# The definition of the specified database in the Data Catalog.
|
4492
5018
|
# @return [Types::Database]
|
4493
5019
|
#
|
4494
5020
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabaseResponse AWS API Documentation
|
@@ -4509,7 +5035,7 @@ module Aws::Glue
|
|
4509
5035
|
#
|
4510
5036
|
# @!attribute [rw] catalog_id
|
4511
5037
|
# The ID of the Data Catalog from which to retrieve `Databases`. If
|
4512
|
-
# none is
|
5038
|
+
# none is provided, the AWS account ID is used by default.
|
4513
5039
|
# @return [String]
|
4514
5040
|
#
|
4515
5041
|
# @!attribute [rw] next_token
|
@@ -4892,6 +5418,366 @@ module Aws::Glue
|
|
4892
5418
|
include Aws::Structure
|
4893
5419
|
end
|
4894
5420
|
|
5421
|
+
# @note When making an API call, you may pass GetMLTaskRunRequest
|
5422
|
+
# data as a hash:
|
5423
|
+
#
|
5424
|
+
# {
|
5425
|
+
# transform_id: "HashString", # required
|
5426
|
+
# task_run_id: "HashString", # required
|
5427
|
+
# }
|
5428
|
+
#
|
5429
|
+
# @!attribute [rw] transform_id
|
5430
|
+
# The unique identifier of the machine learning transform.
|
5431
|
+
# @return [String]
|
5432
|
+
#
|
5433
|
+
# @!attribute [rw] task_run_id
|
5434
|
+
# The unique identifier of the task run.
|
5435
|
+
# @return [String]
|
5436
|
+
#
|
5437
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunRequest AWS API Documentation
|
5438
|
+
#
|
5439
|
+
class GetMLTaskRunRequest < Struct.new(
|
5440
|
+
:transform_id,
|
5441
|
+
:task_run_id)
|
5442
|
+
include Aws::Structure
|
5443
|
+
end
|
5444
|
+
|
5445
|
+
# @!attribute [rw] transform_id
|
5446
|
+
# The unique identifier of the task run.
|
5447
|
+
# @return [String]
|
5448
|
+
#
|
5449
|
+
# @!attribute [rw] task_run_id
|
5450
|
+
# The unique run identifier associated with this run.
|
5451
|
+
# @return [String]
|
5452
|
+
#
|
5453
|
+
# @!attribute [rw] status
|
5454
|
+
# The status for this task run.
|
5455
|
+
# @return [String]
|
5456
|
+
#
|
5457
|
+
# @!attribute [rw] log_group_name
|
5458
|
+
# The names of the log groups that are associated with the task run.
|
5459
|
+
# @return [String]
|
5460
|
+
#
|
5461
|
+
# @!attribute [rw] properties
|
5462
|
+
# The list of properties that are associated with the task run.
|
5463
|
+
# @return [Types::TaskRunProperties]
|
5464
|
+
#
|
5465
|
+
# @!attribute [rw] error_string
|
5466
|
+
# The error strings that are associated with the task run.
|
5467
|
+
# @return [String]
|
5468
|
+
#
|
5469
|
+
# @!attribute [rw] started_on
|
5470
|
+
# The date and time when this task run started.
|
5471
|
+
# @return [Time]
|
5472
|
+
#
|
5473
|
+
# @!attribute [rw] last_modified_on
|
5474
|
+
# The date and time when this task run was last modified.
|
5475
|
+
# @return [Time]
|
5476
|
+
#
|
5477
|
+
# @!attribute [rw] completed_on
|
5478
|
+
# The date and time when this task run was completed.
|
5479
|
+
# @return [Time]
|
5480
|
+
#
|
5481
|
+
# @!attribute [rw] execution_time
|
5482
|
+
# The amount of time (in seconds) that the task run consumed
|
5483
|
+
# resources.
|
5484
|
+
# @return [Integer]
|
5485
|
+
#
|
5486
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunResponse AWS API Documentation
|
5487
|
+
#
|
5488
|
+
class GetMLTaskRunResponse < Struct.new(
|
5489
|
+
:transform_id,
|
5490
|
+
:task_run_id,
|
5491
|
+
:status,
|
5492
|
+
:log_group_name,
|
5493
|
+
:properties,
|
5494
|
+
:error_string,
|
5495
|
+
:started_on,
|
5496
|
+
:last_modified_on,
|
5497
|
+
:completed_on,
|
5498
|
+
:execution_time)
|
5499
|
+
include Aws::Structure
|
5500
|
+
end
|
5501
|
+
|
5502
|
+
# @note When making an API call, you may pass GetMLTaskRunsRequest
|
5503
|
+
# data as a hash:
|
5504
|
+
#
|
5505
|
+
# {
|
5506
|
+
# transform_id: "HashString", # required
|
5507
|
+
# next_token: "PaginationToken",
|
5508
|
+
# max_results: 1,
|
5509
|
+
# filter: {
|
5510
|
+
# task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
|
5511
|
+
# status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
5512
|
+
# started_before: Time.now,
|
5513
|
+
# started_after: Time.now,
|
5514
|
+
# },
|
5515
|
+
# sort: {
|
5516
|
+
# column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
|
5517
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
5518
|
+
# },
|
5519
|
+
# }
|
5520
|
+
#
|
5521
|
+
# @!attribute [rw] transform_id
|
5522
|
+
# The unique identifier of the machine learning transform.
|
5523
|
+
# @return [String]
|
5524
|
+
#
|
5525
|
+
# @!attribute [rw] next_token
|
5526
|
+
# A token for pagination of the results. The default is empty.
|
5527
|
+
# @return [String]
|
5528
|
+
#
|
5529
|
+
# @!attribute [rw] max_results
|
5530
|
+
# The maximum number of results to return.
|
5531
|
+
# @return [Integer]
|
5532
|
+
#
|
5533
|
+
# @!attribute [rw] filter
|
5534
|
+
# The filter criteria, in the `TaskRunFilterCriteria` structure, for
|
5535
|
+
# the task run.
|
5536
|
+
# @return [Types::TaskRunFilterCriteria]
|
5537
|
+
#
|
5538
|
+
# @!attribute [rw] sort
|
5539
|
+
# The sorting criteria, in the `TaskRunSortCriteria` structure, for
|
5540
|
+
# the task run.
|
5541
|
+
# @return [Types::TaskRunSortCriteria]
|
5542
|
+
#
|
5543
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsRequest AWS API Documentation
|
5544
|
+
#
|
5545
|
+
class GetMLTaskRunsRequest < Struct.new(
|
5546
|
+
:transform_id,
|
5547
|
+
:next_token,
|
5548
|
+
:max_results,
|
5549
|
+
:filter,
|
5550
|
+
:sort)
|
5551
|
+
include Aws::Structure
|
5552
|
+
end
|
5553
|
+
|
5554
|
+
# @!attribute [rw] task_runs
|
5555
|
+
# A list of task runs that are associated with the transform.
|
5556
|
+
# @return [Array<Types::TaskRun>]
|
5557
|
+
#
|
5558
|
+
# @!attribute [rw] next_token
|
5559
|
+
# A pagination token, if more results are available.
|
5560
|
+
# @return [String]
|
5561
|
+
#
|
5562
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsResponse AWS API Documentation
|
5563
|
+
#
|
5564
|
+
class GetMLTaskRunsResponse < Struct.new(
|
5565
|
+
:task_runs,
|
5566
|
+
:next_token)
|
5567
|
+
include Aws::Structure
|
5568
|
+
end
|
5569
|
+
|
5570
|
+
# @note When making an API call, you may pass GetMLTransformRequest
|
5571
|
+
# data as a hash:
|
5572
|
+
#
|
5573
|
+
# {
|
5574
|
+
# transform_id: "HashString", # required
|
5575
|
+
# }
|
5576
|
+
#
|
5577
|
+
# @!attribute [rw] transform_id
|
5578
|
+
# The unique identifier of the transform, generated at the time that
|
5579
|
+
# the transform was created.
|
5580
|
+
# @return [String]
|
5581
|
+
#
|
5582
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformRequest AWS API Documentation
|
5583
|
+
#
|
5584
|
+
class GetMLTransformRequest < Struct.new(
|
5585
|
+
:transform_id)
|
5586
|
+
include Aws::Structure
|
5587
|
+
end
|
5588
|
+
|
5589
|
+
# @!attribute [rw] transform_id
|
5590
|
+
# The unique identifier of the transform, generated at the time that
|
5591
|
+
# the transform was created.
|
5592
|
+
# @return [String]
|
5593
|
+
#
|
5594
|
+
# @!attribute [rw] name
|
5595
|
+
# The unique name given to the transform when it was created.
|
5596
|
+
# @return [String]
|
5597
|
+
#
|
5598
|
+
# @!attribute [rw] description
|
5599
|
+
# A description of the transform.
|
5600
|
+
# @return [String]
|
5601
|
+
#
|
5602
|
+
# @!attribute [rw] status
|
5603
|
+
# The last known status of the transform (to indicate whether it can
|
5604
|
+
# be used or not). One of "NOT\_READY", "READY", or "DELETING".
|
5605
|
+
# @return [String]
|
5606
|
+
#
|
5607
|
+
# @!attribute [rw] created_on
|
5608
|
+
# The date and time when the transform was created.
|
5609
|
+
# @return [Time]
|
5610
|
+
#
|
5611
|
+
# @!attribute [rw] last_modified_on
|
5612
|
+
# The date and time when the transform was last modified.
|
5613
|
+
# @return [Time]
|
5614
|
+
#
|
5615
|
+
# @!attribute [rw] input_record_tables
|
5616
|
+
# A list of AWS Glue table definitions used by the transform.
|
5617
|
+
# @return [Array<Types::GlueTable>]
|
5618
|
+
#
|
5619
|
+
# @!attribute [rw] parameters
|
5620
|
+
# The configuration parameters that are specific to the algorithm
|
5621
|
+
# used.
|
5622
|
+
# @return [Types::TransformParameters]
|
5623
|
+
#
|
5624
|
+
# @!attribute [rw] evaluation_metrics
|
5625
|
+
# The latest evaluation metrics.
|
5626
|
+
# @return [Types::EvaluationMetrics]
|
5627
|
+
#
|
5628
|
+
# @!attribute [rw] label_count
|
5629
|
+
# The number of labels available for this transform.
|
5630
|
+
# @return [Integer]
|
5631
|
+
#
|
5632
|
+
# @!attribute [rw] schema
|
5633
|
+
# The `Map<Column, Type>` object that represents the schema that this
|
5634
|
+
# transform accepts. Has an upper bound of 100 columns.
|
5635
|
+
# @return [Array<Types::SchemaColumn>]
|
5636
|
+
#
|
5637
|
+
# @!attribute [rw] role
|
5638
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
5639
|
+
# required permissions.
|
5640
|
+
# @return [String]
|
5641
|
+
#
|
5642
|
+
# @!attribute [rw] max_capacity
|
5643
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
5644
|
+
# allocated to task runs for this transform. You can allocate from 2
|
5645
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
5646
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5647
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5648
|
+
# page][1].
|
5649
|
+
#
|
5650
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
5651
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
5652
|
+
#
|
5653
|
+
#
|
5654
|
+
#
|
5655
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5656
|
+
# @return [Float]
|
5657
|
+
#
|
5658
|
+
# @!attribute [rw] worker_type
|
5659
|
+
# The type of predefined worker that is allocated when this task runs.
|
5660
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
5661
|
+
#
|
5662
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
5663
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
5664
|
+
#
|
5665
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
5666
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
5667
|
+
#
|
5668
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
5669
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
5670
|
+
# @return [String]
|
5671
|
+
#
|
5672
|
+
# @!attribute [rw] number_of_workers
|
5673
|
+
# The number of workers of a defined `workerType` that are allocated
|
5674
|
+
# when this task runs.
|
5675
|
+
# @return [Integer]
|
5676
|
+
#
|
5677
|
+
# @!attribute [rw] timeout
|
5678
|
+
# The timeout for a task run for this transform in minutes. This is
|
5679
|
+
# the maximum time that a task run for this transform can consume
|
5680
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
5681
|
+
# default is 2,880 minutes (48 hours).
|
5682
|
+
# @return [Integer]
|
5683
|
+
#
|
5684
|
+
# @!attribute [rw] max_retries
|
5685
|
+
# The maximum number of times to retry a task for this transform after
|
5686
|
+
# a task run fails.
|
5687
|
+
# @return [Integer]
|
5688
|
+
#
|
5689
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
5690
|
+
#
|
5691
|
+
class GetMLTransformResponse < Struct.new(
|
5692
|
+
:transform_id,
|
5693
|
+
:name,
|
5694
|
+
:description,
|
5695
|
+
:status,
|
5696
|
+
:created_on,
|
5697
|
+
:last_modified_on,
|
5698
|
+
:input_record_tables,
|
5699
|
+
:parameters,
|
5700
|
+
:evaluation_metrics,
|
5701
|
+
:label_count,
|
5702
|
+
:schema,
|
5703
|
+
:role,
|
5704
|
+
:max_capacity,
|
5705
|
+
:worker_type,
|
5706
|
+
:number_of_workers,
|
5707
|
+
:timeout,
|
5708
|
+
:max_retries)
|
5709
|
+
include Aws::Structure
|
5710
|
+
end
|
5711
|
+
|
5712
|
+
# @note When making an API call, you may pass GetMLTransformsRequest
|
5713
|
+
# data as a hash:
|
5714
|
+
#
|
5715
|
+
# {
|
5716
|
+
# next_token: "PaginationToken",
|
5717
|
+
# max_results: 1,
|
5718
|
+
# filter: {
|
5719
|
+
# name: "NameString",
|
5720
|
+
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
5721
|
+
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
5722
|
+
# created_before: Time.now,
|
5723
|
+
# created_after: Time.now,
|
5724
|
+
# last_modified_before: Time.now,
|
5725
|
+
# last_modified_after: Time.now,
|
5726
|
+
# schema: [
|
5727
|
+
# {
|
5728
|
+
# name: "ColumnNameString",
|
5729
|
+
# data_type: "ColumnTypeString",
|
5730
|
+
# },
|
5731
|
+
# ],
|
5732
|
+
# },
|
5733
|
+
# sort: {
|
5734
|
+
# column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
|
5735
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
5736
|
+
# },
|
5737
|
+
# }
|
5738
|
+
#
|
5739
|
+
# @!attribute [rw] next_token
|
5740
|
+
# A paginated token to offset the results.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @!attribute [rw] max_results
|
5744
|
+
# The maximum number of results to return.
|
5745
|
+
# @return [Integer]
|
5746
|
+
#
|
5747
|
+
# @!attribute [rw] filter
|
5748
|
+
# The filter transformation criteria.
|
5749
|
+
# @return [Types::TransformFilterCriteria]
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] sort
|
5752
|
+
# The sorting criteria.
|
5753
|
+
# @return [Types::TransformSortCriteria]
|
5754
|
+
#
|
5755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsRequest AWS API Documentation
|
5756
|
+
#
|
5757
|
+
class GetMLTransformsRequest < Struct.new(
|
5758
|
+
:next_token,
|
5759
|
+
:max_results,
|
5760
|
+
:filter,
|
5761
|
+
:sort)
|
5762
|
+
include Aws::Structure
|
5763
|
+
end
|
5764
|
+
|
5765
|
+
# @!attribute [rw] transforms
|
5766
|
+
# A list of machine learning transforms.
|
5767
|
+
# @return [Array<Types::MLTransform>]
|
5768
|
+
#
|
5769
|
+
# @!attribute [rw] next_token
|
5770
|
+
# A pagination token, if more results are available.
|
5771
|
+
# @return [String]
|
5772
|
+
#
|
5773
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsResponse AWS API Documentation
|
5774
|
+
#
|
5775
|
+
class GetMLTransformsResponse < Struct.new(
|
5776
|
+
:transforms,
|
5777
|
+
:next_token)
|
5778
|
+
include Aws::Structure
|
5779
|
+
end
|
5780
|
+
|
4895
5781
|
# @note When making an API call, you may pass GetMappingRequest
|
4896
5782
|
# data as a hash:
|
4897
5783
|
#
|
@@ -4975,7 +5861,7 @@ module Aws::Glue
|
|
4975
5861
|
#
|
4976
5862
|
# @!attribute [rw] catalog_id
|
4977
5863
|
# The ID of the Data Catalog where the partition in question resides.
|
4978
|
-
# If none is
|
5864
|
+
# If none is provided, the AWS account ID is used by default.
|
4979
5865
|
# @return [String]
|
4980
5866
|
#
|
4981
5867
|
# @!attribute [rw] database_name
|
@@ -5029,7 +5915,7 @@ module Aws::Glue
|
|
5029
5915
|
#
|
5030
5916
|
# @!attribute [rw] catalog_id
|
5031
5917
|
# The ID of the Data Catalog where the partitions in question reside.
|
5032
|
-
# If none is
|
5918
|
+
# If none is provided, the AWS account ID is used by default.
|
5033
5919
|
# @return [String]
|
5034
5920
|
#
|
5035
5921
|
# @!attribute [rw] database_name
|
@@ -5041,7 +5927,7 @@ module Aws::Glue
|
|
5041
5927
|
# @return [String]
|
5042
5928
|
#
|
5043
5929
|
# @!attribute [rw] expression
|
5044
|
-
# An expression
|
5930
|
+
# An expression that filters the partitions to be returned.
|
5045
5931
|
#
|
5046
5932
|
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
5047
5933
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
@@ -5052,7 +5938,7 @@ module Aws::Glue
|
|
5052
5938
|
#
|
5053
5939
|
# =
|
5054
5940
|
#
|
5055
|
-
# : Checks
|
5941
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
5056
5942
|
# then the condition becomes true.
|
5057
5943
|
#
|
5058
5944
|
# Example: Assume 'variable a' holds 10 and 'variable b' holds
|
@@ -5062,38 +5948,40 @@ module Aws::Glue
|
|
5062
5948
|
#
|
5063
5949
|
# < >
|
5064
5950
|
#
|
5065
|
-
# : Checks
|
5066
|
-
#
|
5951
|
+
# : Checks whether the values of two operands are equal; if the values
|
5952
|
+
# are not equal, then the condition becomes true.
|
5067
5953
|
#
|
5068
5954
|
# Example: (a < > b) is true.
|
5069
5955
|
#
|
5070
5956
|
# >
|
5071
5957
|
#
|
5072
|
-
# : Checks
|
5073
|
-
# of the right operand; if yes, then the condition becomes
|
5958
|
+
# : Checks whether the value of the left operand is greater than the
|
5959
|
+
# value of the right operand; if yes, then the condition becomes
|
5960
|
+
# true.
|
5074
5961
|
#
|
5075
5962
|
# Example: (a > b) is not true.
|
5076
5963
|
#
|
5077
5964
|
# <
|
5078
5965
|
#
|
5079
|
-
# : Checks
|
5080
|
-
# the right operand; if yes, then the condition becomes
|
5966
|
+
# : Checks whether the value of the left operand is less than the
|
5967
|
+
# value of the right operand; if yes, then the condition becomes
|
5968
|
+
# true.
|
5081
5969
|
#
|
5082
5970
|
# Example: (a < b) is true.
|
5083
5971
|
#
|
5084
5972
|
# >=
|
5085
5973
|
#
|
5086
|
-
# : Checks
|
5087
|
-
# to the value of the right operand; if yes, then the
|
5088
|
-
# becomes true.
|
5974
|
+
# : Checks whether the value of the left operand is greater than or
|
5975
|
+
# equal to the value of the right operand; if yes, then the
|
5976
|
+
# condition becomes true.
|
5089
5977
|
#
|
5090
5978
|
# Example: (a >= b) is not true.
|
5091
5979
|
#
|
5092
5980
|
# <=
|
5093
5981
|
#
|
5094
|
-
# : Checks
|
5095
|
-
# the value of the right operand; if yes, then the condition
|
5096
|
-
# true.
|
5982
|
+
# : Checks whether the value of the left operand is less than or equal
|
5983
|
+
# to the value of the right operand; if yes, then the condition
|
5984
|
+
# becomes true.
|
5097
5985
|
#
|
5098
5986
|
# Example: (a <= b) is true.
|
5099
5987
|
#
|
@@ -5101,8 +5989,8 @@ module Aws::Glue
|
|
5101
5989
|
#
|
5102
5990
|
# : Logical operators.
|
5103
5991
|
#
|
5104
|
-
# *Supported Partition Key Types*\: The following are the
|
5105
|
-
#
|
5992
|
+
# *Supported Partition Key Types*\: The following are the supported
|
5993
|
+
# partition keys.
|
5106
5994
|
#
|
5107
5995
|
# * `string`
|
5108
5996
|
#
|
@@ -5167,7 +6055,7 @@ module Aws::Glue
|
|
5167
6055
|
#
|
5168
6056
|
# @!attribute [rw] next_token
|
5169
6057
|
# A continuation token, if the returned list of partitions does not
|
5170
|
-
#
|
6058
|
+
# include the last one.
|
5171
6059
|
# @return [String]
|
5172
6060
|
#
|
5173
6061
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsResponse AWS API Documentation
|
@@ -5388,7 +6276,7 @@ module Aws::Glue
|
|
5388
6276
|
#
|
5389
6277
|
# @!attribute [rw] catalog_id
|
5390
6278
|
# The ID of the Data Catalog where the table resides. If none is
|
5391
|
-
#
|
6279
|
+
# provided, the AWS account ID is used by default.
|
5392
6280
|
# @return [String]
|
5393
6281
|
#
|
5394
6282
|
# @!attribute [rw] database_name
|
@@ -5433,7 +6321,7 @@ module Aws::Glue
|
|
5433
6321
|
#
|
5434
6322
|
# @!attribute [rw] catalog_id
|
5435
6323
|
# The ID of the Data Catalog where the tables reside. If none is
|
5436
|
-
#
|
6324
|
+
# provided, the AWS account ID is used by default.
|
5437
6325
|
# @return [String]
|
5438
6326
|
#
|
5439
6327
|
# @!attribute [rw] database_name
|
@@ -5486,7 +6374,7 @@ module Aws::Glue
|
|
5486
6374
|
#
|
5487
6375
|
# @!attribute [rw] catalog_id
|
5488
6376
|
# The ID of the Data Catalog where the tables reside. If none is
|
5489
|
-
#
|
6377
|
+
# provided, the AWS account ID is used by default.
|
5490
6378
|
# @return [String]
|
5491
6379
|
#
|
5492
6380
|
# @!attribute [rw] database_name
|
@@ -5549,7 +6437,7 @@ module Aws::Glue
|
|
5549
6437
|
#
|
5550
6438
|
# @!attribute [rw] catalog_id
|
5551
6439
|
# The ID of the Data Catalog where the tables reside. If none is
|
5552
|
-
#
|
6440
|
+
# provided, the AWS account ID is used by default.
|
5553
6441
|
# @return [String]
|
5554
6442
|
#
|
5555
6443
|
# @!attribute [rw] database_name
|
@@ -5717,7 +6605,7 @@ module Aws::Glue
|
|
5717
6605
|
#
|
5718
6606
|
# @!attribute [rw] catalog_id
|
5719
6607
|
# The ID of the Data Catalog where the function to be retrieved is
|
5720
|
-
# located. If none is
|
6608
|
+
# located. If none is provided, the AWS account ID is used by default.
|
5721
6609
|
# @return [String]
|
5722
6610
|
#
|
5723
6611
|
# @!attribute [rw] database_name
|
@@ -5761,7 +6649,7 @@ module Aws::Glue
|
|
5761
6649
|
#
|
5762
6650
|
# @!attribute [rw] catalog_id
|
5763
6651
|
# The ID of the Data Catalog where the functions to be retrieved are
|
5764
|
-
# located. If none is
|
6652
|
+
# located. If none is provided, the AWS account ID is used by default.
|
5765
6653
|
# @return [String]
|
5766
6654
|
#
|
5767
6655
|
# @!attribute [rw] database_name
|
@@ -5987,6 +6875,45 @@ module Aws::Glue
|
|
5987
6875
|
include Aws::Structure
|
5988
6876
|
end
|
5989
6877
|
|
6878
|
+
# The database and table in the AWS Glue Data Catalog that is used for
|
6879
|
+
# input or output data.
|
6880
|
+
#
|
6881
|
+
# @note When making an API call, you may pass GlueTable
|
6882
|
+
# data as a hash:
|
6883
|
+
#
|
6884
|
+
# {
|
6885
|
+
# database_name: "NameString", # required
|
6886
|
+
# table_name: "NameString", # required
|
6887
|
+
# catalog_id: "NameString",
|
6888
|
+
# connection_name: "NameString",
|
6889
|
+
# }
|
6890
|
+
#
|
6891
|
+
# @!attribute [rw] database_name
|
6892
|
+
# A database name in the AWS Glue Data Catalog.
|
6893
|
+
# @return [String]
|
6894
|
+
#
|
6895
|
+
# @!attribute [rw] table_name
|
6896
|
+
# A table name in the AWS Glue Data Catalog.
|
6897
|
+
# @return [String]
|
6898
|
+
#
|
6899
|
+
# @!attribute [rw] catalog_id
|
6900
|
+
# A unique identifier for the AWS Glue Data Catalog.
|
6901
|
+
# @return [String]
|
6902
|
+
#
|
6903
|
+
# @!attribute [rw] connection_name
|
6904
|
+
# The name of the connection to the AWS Glue Data Catalog.
|
6905
|
+
# @return [String]
|
6906
|
+
#
|
6907
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
|
6908
|
+
#
|
6909
|
+
class GlueTable < Struct.new(
|
6910
|
+
:database_name,
|
6911
|
+
:table_name,
|
6912
|
+
:catalog_id,
|
6913
|
+
:connection_name)
|
6914
|
+
include Aws::Structure
|
6915
|
+
end
|
6916
|
+
|
5990
6917
|
# A classifier that uses `grok` patterns.
|
5991
6918
|
#
|
5992
6919
|
# @!attribute [rw] name
|
@@ -6078,6 +7005,25 @@ module Aws::Glue
|
|
6078
7005
|
#
|
6079
7006
|
class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
|
6080
7007
|
|
7008
|
+
# Specifies configuration properties for an importing labels task run.
|
7009
|
+
#
|
7010
|
+
# @!attribute [rw] input_s3_path
|
7011
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
7012
|
+
# will import the labels.
|
7013
|
+
# @return [String]
|
7014
|
+
#
|
7015
|
+
# @!attribute [rw] replace
|
7016
|
+
# Indicates whether to overwrite your existing labels.
|
7017
|
+
# @return [Boolean]
|
7018
|
+
#
|
7019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
7020
|
+
#
|
7021
|
+
class ImportLabelsTaskRunProperties < Struct.new(
|
7022
|
+
:input_s3_path,
|
7023
|
+
:replace)
|
7024
|
+
include Aws::Structure
|
7025
|
+
end
|
7026
|
+
|
6081
7027
|
# An internal service error occurred.
|
6082
7028
|
#
|
6083
7029
|
# @!attribute [rw] message
|
@@ -6348,11 +7294,11 @@ module Aws::Glue
|
|
6348
7294
|
# @return [Integer]
|
6349
7295
|
#
|
6350
7296
|
# @!attribute [rw] previous_run_id
|
6351
|
-
# The unique run identifier associated with the previous job run
|
7297
|
+
# The unique run identifier associated with the previous job run.
|
6352
7298
|
# @return [String]
|
6353
7299
|
#
|
6354
7300
|
# @!attribute [rw] run_id
|
6355
|
-
# The
|
7301
|
+
# The run ID number.
|
6356
7302
|
# @return [String]
|
6357
7303
|
#
|
6358
7304
|
# @!attribute [rw] job_bookmark
|
@@ -6895,6 +7841,21 @@ module Aws::Glue
|
|
6895
7841
|
include Aws::Structure
|
6896
7842
|
end
|
6897
7843
|
|
7844
|
+
# Specifies configuration properties for a labeling set generation task
|
7845
|
+
# run.
|
7846
|
+
#
|
7847
|
+
# @!attribute [rw] output_s3_path
|
7848
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you will
|
7849
|
+
# generate the labeling set.
|
7850
|
+
# @return [String]
|
7851
|
+
#
|
7852
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LabelingSetGenerationTaskRunProperties AWS API Documentation
|
7853
|
+
#
|
7854
|
+
class LabelingSetGenerationTaskRunProperties < Struct.new(
|
7855
|
+
:output_s3_path)
|
7856
|
+
include Aws::Structure
|
7857
|
+
end
|
7858
|
+
|
6898
7859
|
# Status and error information about the most recent crawl.
|
6899
7860
|
#
|
6900
7861
|
# @!attribute [rw] status
|
@@ -7186,48 +8147,196 @@ module Aws::Glue
|
|
7186
8147
|
# @note When making an API call, you may pass Location
|
7187
8148
|
# data as a hash:
|
7188
8149
|
#
|
7189
|
-
# {
|
7190
|
-
# jdbc: [
|
7191
|
-
# {
|
7192
|
-
# name: "CodeGenArgName", # required
|
7193
|
-
# value: "CodeGenArgValue", # required
|
7194
|
-
# param: false,
|
7195
|
-
# },
|
7196
|
-
# ],
|
7197
|
-
# s3: [
|
7198
|
-
# {
|
7199
|
-
# name: "CodeGenArgName", # required
|
7200
|
-
# value: "CodeGenArgValue", # required
|
7201
|
-
# param: false,
|
7202
|
-
# },
|
7203
|
-
# ],
|
7204
|
-
# dynamo_db: [
|
7205
|
-
# {
|
7206
|
-
# name: "CodeGenArgName", # required
|
7207
|
-
# value: "CodeGenArgValue", # required
|
7208
|
-
# param: false,
|
7209
|
-
# },
|
7210
|
-
# ],
|
7211
|
-
# }
|
8150
|
+
# {
|
8151
|
+
# jdbc: [
|
8152
|
+
# {
|
8153
|
+
# name: "CodeGenArgName", # required
|
8154
|
+
# value: "CodeGenArgValue", # required
|
8155
|
+
# param: false,
|
8156
|
+
# },
|
8157
|
+
# ],
|
8158
|
+
# s3: [
|
8159
|
+
# {
|
8160
|
+
# name: "CodeGenArgName", # required
|
8161
|
+
# value: "CodeGenArgValue", # required
|
8162
|
+
# param: false,
|
8163
|
+
# },
|
8164
|
+
# ],
|
8165
|
+
# dynamo_db: [
|
8166
|
+
# {
|
8167
|
+
# name: "CodeGenArgName", # required
|
8168
|
+
# value: "CodeGenArgValue", # required
|
8169
|
+
# param: false,
|
8170
|
+
# },
|
8171
|
+
# ],
|
8172
|
+
# }
|
8173
|
+
#
|
8174
|
+
# @!attribute [rw] jdbc
|
8175
|
+
# A JDBC location.
|
8176
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8177
|
+
#
|
8178
|
+
# @!attribute [rw] s3
|
8179
|
+
# An Amazon Simple Storage Service (Amazon S3) location.
|
8180
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8181
|
+
#
|
8182
|
+
# @!attribute [rw] dynamo_db
|
8183
|
+
# An Amazon DynamoDB table location.
|
8184
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8185
|
+
#
|
8186
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
|
8187
|
+
#
|
8188
|
+
class Location < Struct.new(
|
8189
|
+
:jdbc,
|
8190
|
+
:s3,
|
8191
|
+
:dynamo_db)
|
8192
|
+
include Aws::Structure
|
8193
|
+
end
|
8194
|
+
|
8195
|
+
# A structure for a machine learning transform.
|
8196
|
+
#
|
8197
|
+
# @!attribute [rw] transform_id
|
8198
|
+
# The unique transform ID that is generated for the machine learning
|
8199
|
+
# transform. The ID is guaranteed to be unique and does not change.
|
8200
|
+
# @return [String]
|
8201
|
+
#
|
8202
|
+
# @!attribute [rw] name
|
8203
|
+
# A user-defined name for the machine learning transform. Names are
|
8204
|
+
# not guaranteed unique and can be changed at any time.
|
8205
|
+
# @return [String]
|
8206
|
+
#
|
8207
|
+
# @!attribute [rw] description
|
8208
|
+
# A user-defined, long-form description text for the machine learning
|
8209
|
+
# transform. Descriptions are not guaranteed to be unique and can be
|
8210
|
+
# changed at any time.
|
8211
|
+
# @return [String]
|
8212
|
+
#
|
8213
|
+
# @!attribute [rw] status
|
8214
|
+
# The current status of the machine learning transform.
|
8215
|
+
# @return [String]
|
8216
|
+
#
|
8217
|
+
# @!attribute [rw] created_on
|
8218
|
+
# A timestamp. The time and date that this machine learning transform
|
8219
|
+
# was created.
|
8220
|
+
# @return [Time]
|
8221
|
+
#
|
8222
|
+
# @!attribute [rw] last_modified_on
|
8223
|
+
# A timestamp. The last point in time when this machine learning
|
8224
|
+
# transform was modified.
|
8225
|
+
# @return [Time]
|
8226
|
+
#
|
8227
|
+
# @!attribute [rw] input_record_tables
|
8228
|
+
# A list of AWS Glue table definitions used by the transform.
|
8229
|
+
# @return [Array<Types::GlueTable>]
|
8230
|
+
#
|
8231
|
+
# @!attribute [rw] parameters
|
8232
|
+
# A `TransformParameters` object. You can use parameters to tune
|
8233
|
+
# (customize) the behavior of the machine learning transform by
|
8234
|
+
# specifying what data it learns from and your preference on various
|
8235
|
+
# tradeoffs (such as precious vs. recall, or accuracy vs. cost).
|
8236
|
+
# @return [Types::TransformParameters]
|
8237
|
+
#
|
8238
|
+
# @!attribute [rw] evaluation_metrics
|
8239
|
+
# An `EvaluationMetrics` object. Evaluation metrics provide an
|
8240
|
+
# estimate of the quality of your machine learning transform.
|
8241
|
+
# @return [Types::EvaluationMetrics]
|
8242
|
+
#
|
8243
|
+
# @!attribute [rw] label_count
|
8244
|
+
# A count identifier for the labeling files generated by AWS Glue for
|
8245
|
+
# this transform. As you create a better transform, you can
|
8246
|
+
# iteratively download, label, and upload the labeling file.
|
8247
|
+
# @return [Integer]
|
8248
|
+
#
|
8249
|
+
# @!attribute [rw] schema
|
8250
|
+
# A map of key-value pairs representing the columns and data types
|
8251
|
+
# that this transform can run against. Has an upper bound of 100
|
8252
|
+
# columns.
|
8253
|
+
# @return [Array<Types::SchemaColumn>]
|
8254
|
+
#
|
8255
|
+
# @!attribute [rw] role
|
8256
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
8257
|
+
# required permissions. This role needs permission to your Amazon
|
8258
|
+
# Simple Storage Service (Amazon S3) sources, targets, temporary
|
8259
|
+
# directory, scripts, and any libraries used by the task run for this
|
8260
|
+
# transform.
|
8261
|
+
# @return [String]
|
8262
|
+
#
|
8263
|
+
# @!attribute [rw] max_capacity
|
8264
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
8265
|
+
# allocated to task runs for this transform. You can allocate from 2
|
8266
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
8267
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
8268
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
8269
|
+
# page][1].
|
8270
|
+
#
|
8271
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
8272
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
8273
|
+
#
|
8274
|
+
#
|
8275
|
+
#
|
8276
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8277
|
+
# @return [Float]
|
8278
|
+
#
|
8279
|
+
# @!attribute [rw] worker_type
|
8280
|
+
# The type of predefined worker that is allocated when a task of this
|
8281
|
+
# transform runs. Accepts a value of Standard, G.1X, or G.2X.
|
8282
|
+
#
|
8283
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
8284
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
8285
|
+
#
|
8286
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
8287
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
8288
|
+
#
|
8289
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
8290
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
8291
|
+
# @return [String]
|
8292
|
+
#
|
8293
|
+
# @!attribute [rw] number_of_workers
|
8294
|
+
# The number of workers of a defined `workerType` that are allocated
|
8295
|
+
# when a task of the transform runs.
|
8296
|
+
# @return [Integer]
|
8297
|
+
#
|
8298
|
+
# @!attribute [rw] timeout
|
8299
|
+
# The timeout in minutes of the machine learning transform.
|
8300
|
+
# @return [Integer]
|
8301
|
+
#
|
8302
|
+
# @!attribute [rw] max_retries
|
8303
|
+
# The maximum number of times to retry after an `MLTaskRun` of the
|
8304
|
+
# machine learning transform fails.
|
8305
|
+
# @return [Integer]
|
7212
8306
|
#
|
7213
|
-
#
|
7214
|
-
# A JDBC location.
|
7215
|
-
# @return [Array<Types::CodeGenNodeArg>]
|
8307
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
7216
8308
|
#
|
7217
|
-
|
7218
|
-
|
7219
|
-
|
8309
|
+
class MLTransform < Struct.new(
|
8310
|
+
:transform_id,
|
8311
|
+
:name,
|
8312
|
+
:description,
|
8313
|
+
:status,
|
8314
|
+
:created_on,
|
8315
|
+
:last_modified_on,
|
8316
|
+
:input_record_tables,
|
8317
|
+
:parameters,
|
8318
|
+
:evaluation_metrics,
|
8319
|
+
:label_count,
|
8320
|
+
:schema,
|
8321
|
+
:role,
|
8322
|
+
:max_capacity,
|
8323
|
+
:worker_type,
|
8324
|
+
:number_of_workers,
|
8325
|
+
:timeout,
|
8326
|
+
:max_retries)
|
8327
|
+
include Aws::Structure
|
8328
|
+
end
|
8329
|
+
|
8330
|
+
# The machine learning transform is not ready to run.
|
7220
8331
|
#
|
7221
|
-
# @!attribute [rw]
|
7222
|
-
#
|
7223
|
-
# @return [
|
8332
|
+
# @!attribute [rw] message
|
8333
|
+
# A message describing the problem.
|
8334
|
+
# @return [String]
|
7224
8335
|
#
|
7225
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
8336
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransformNotReadyException AWS API Documentation
|
7226
8337
|
#
|
7227
|
-
class
|
7228
|
-
:
|
7229
|
-
:s3,
|
7230
|
-
:dynamo_db)
|
8338
|
+
class MLTransformNotReadyException < Struct.new(
|
8339
|
+
:message)
|
7231
8340
|
include Aws::Structure
|
7232
8341
|
end
|
7233
8342
|
|
@@ -7401,12 +8510,11 @@ module Aws::Glue
|
|
7401
8510
|
# @return [Array<String>]
|
7402
8511
|
#
|
7403
8512
|
# @!attribute [rw] database_name
|
7404
|
-
# The name of the catalog database
|
7405
|
-
# located.
|
8513
|
+
# The name of the catalog database in which to create the partition.
|
7406
8514
|
# @return [String]
|
7407
8515
|
#
|
7408
8516
|
# @!attribute [rw] table_name
|
7409
|
-
# The name of the table in
|
8517
|
+
# The name of the database table in which to create the partition.
|
7410
8518
|
# @return [String]
|
7411
8519
|
#
|
7412
8520
|
# @!attribute [rw] creation_time
|
@@ -7452,7 +8560,7 @@ module Aws::Glue
|
|
7452
8560
|
# @return [Array<String>]
|
7453
8561
|
#
|
7454
8562
|
# @!attribute [rw] error_detail
|
7455
|
-
#
|
8563
|
+
# The details about the partition error.
|
7456
8564
|
# @return [Types::ErrorDetail]
|
7457
8565
|
#
|
7458
8566
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionError AWS API Documentation
|
@@ -7463,7 +8571,7 @@ module Aws::Glue
|
|
7463
8571
|
include Aws::Structure
|
7464
8572
|
end
|
7465
8573
|
|
7466
|
-
# The structure used to create and update a
|
8574
|
+
# The structure used to create and update a partition.
|
7467
8575
|
#
|
7468
8576
|
# @note When making an API call, you may pass PartitionInput
|
7469
8577
|
# data as a hash:
|
@@ -7477,6 +8585,9 @@ module Aws::Glue
|
|
7477
8585
|
# name: "NameString", # required
|
7478
8586
|
# type: "ColumnTypeString",
|
7479
8587
|
# comment: "CommentString",
|
8588
|
+
# parameters: {
|
8589
|
+
# "KeyString" => "ParametersMapValue",
|
8590
|
+
# },
|
7480
8591
|
# },
|
7481
8592
|
# ],
|
7482
8593
|
# location: "LocationString",
|
@@ -7659,6 +8770,66 @@ module Aws::Glue
|
|
7659
8770
|
include Aws::Structure
|
7660
8771
|
end
|
7661
8772
|
|
8773
|
+
# Permissions granted to a principal.
|
8774
|
+
#
|
8775
|
+
# @note When making an API call, you may pass PrincipalPermissions
|
8776
|
+
# data as a hash:
|
8777
|
+
#
|
8778
|
+
# {
|
8779
|
+
# principal: {
|
8780
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
8781
|
+
# },
|
8782
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
8783
|
+
# }
|
8784
|
+
#
|
8785
|
+
# @!attribute [rw] principal
|
8786
|
+
# The principal who is granted permissions.
|
8787
|
+
# @return [Types::DataLakePrincipal]
|
8788
|
+
#
|
8789
|
+
# @!attribute [rw] permissions
|
8790
|
+
# The permissions that are granted to the principal.
|
8791
|
+
# @return [Array<String>]
|
8792
|
+
#
|
8793
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PrincipalPermissions AWS API Documentation
|
8794
|
+
#
|
8795
|
+
class PrincipalPermissions < Struct.new(
|
8796
|
+
:principal,
|
8797
|
+
:permissions)
|
8798
|
+
include Aws::Structure
|
8799
|
+
end
|
8800
|
+
|
8801
|
+
# Defines a property predicate.
|
8802
|
+
#
|
8803
|
+
# @note When making an API call, you may pass PropertyPredicate
|
8804
|
+
# data as a hash:
|
8805
|
+
#
|
8806
|
+
# {
|
8807
|
+
# key: "ValueString",
|
8808
|
+
# value: "ValueString",
|
8809
|
+
# comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
|
8810
|
+
# }
|
8811
|
+
#
|
8812
|
+
# @!attribute [rw] key
|
8813
|
+
# The key of the property.
|
8814
|
+
# @return [String]
|
8815
|
+
#
|
8816
|
+
# @!attribute [rw] value
|
8817
|
+
# The value of the property.
|
8818
|
+
# @return [String]
|
8819
|
+
#
|
8820
|
+
# @!attribute [rw] comparator
|
8821
|
+
# The comparator used to compare this property to others.
|
8822
|
+
# @return [String]
|
8823
|
+
#
|
8824
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PropertyPredicate AWS API Documentation
|
8825
|
+
#
|
8826
|
+
class PropertyPredicate < Struct.new(
|
8827
|
+
:key,
|
8828
|
+
:value,
|
8829
|
+
:comparator)
|
8830
|
+
include Aws::Structure
|
8831
|
+
end
|
8832
|
+
|
7662
8833
|
# @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
|
7663
8834
|
# data as a hash:
|
7664
8835
|
#
|
@@ -7677,9 +8848,8 @@ module Aws::Glue
|
|
7677
8848
|
# }
|
7678
8849
|
#
|
7679
8850
|
# @!attribute [rw] catalog_id
|
7680
|
-
# The ID of the Data Catalog
|
7681
|
-
#
|
7682
|
-
# default.
|
8851
|
+
# The ID of the Data Catalog to set the security configuration for. If
|
8852
|
+
# none is provided, the AWS account ID is used by default.
|
7683
8853
|
# @return [String]
|
7684
8854
|
#
|
7685
8855
|
# @!attribute [rw] data_catalog_encryption_settings
|
@@ -7831,7 +9001,7 @@ module Aws::Glue
|
|
7831
9001
|
include Aws::Structure
|
7832
9002
|
end
|
7833
9003
|
|
7834
|
-
# URIs for function resources.
|
9004
|
+
# The URIs for function resources.
|
7835
9005
|
#
|
7836
9006
|
# @note When making an API call, you may pass ResourceUri
|
7837
9007
|
# data as a hash:
|
@@ -8006,6 +9176,116 @@ module Aws::Glue
|
|
8006
9176
|
include Aws::Structure
|
8007
9177
|
end
|
8008
9178
|
|
9179
|
+
# A key-value pair representing a column and data type that this
|
9180
|
+
# transform can run against. The `Schema` parameter of the `MLTransform`
|
9181
|
+
# may contain up to 100 of these structures.
|
9182
|
+
#
|
9183
|
+
# @note When making an API call, you may pass SchemaColumn
|
9184
|
+
# data as a hash:
|
9185
|
+
#
|
9186
|
+
# {
|
9187
|
+
# name: "ColumnNameString",
|
9188
|
+
# data_type: "ColumnTypeString",
|
9189
|
+
# }
|
9190
|
+
#
|
9191
|
+
# @!attribute [rw] name
|
9192
|
+
# The name of the column.
|
9193
|
+
# @return [String]
|
9194
|
+
#
|
9195
|
+
# @!attribute [rw] data_type
|
9196
|
+
# The type of data in the column.
|
9197
|
+
# @return [String]
|
9198
|
+
#
|
9199
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaColumn AWS API Documentation
|
9200
|
+
#
|
9201
|
+
class SchemaColumn < Struct.new(
|
9202
|
+
:name,
|
9203
|
+
:data_type)
|
9204
|
+
include Aws::Structure
|
9205
|
+
end
|
9206
|
+
|
9207
|
+
# @note When making an API call, you may pass SearchTablesRequest
|
9208
|
+
# data as a hash:
|
9209
|
+
#
|
9210
|
+
# {
|
9211
|
+
# catalog_id: "CatalogIdString",
|
9212
|
+
# next_token: "Token",
|
9213
|
+
# filters: [
|
9214
|
+
# {
|
9215
|
+
# key: "ValueString",
|
9216
|
+
# value: "ValueString",
|
9217
|
+
# comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
|
9218
|
+
# },
|
9219
|
+
# ],
|
9220
|
+
# search_text: "ValueString",
|
9221
|
+
# sort_criteria: [
|
9222
|
+
# {
|
9223
|
+
# field_name: "ValueString",
|
9224
|
+
# sort: "ASC", # accepts ASC, DESC
|
9225
|
+
# },
|
9226
|
+
# ],
|
9227
|
+
# max_results: 1,
|
9228
|
+
# }
|
9229
|
+
#
|
9230
|
+
# @!attribute [rw] catalog_id
|
9231
|
+
# A unique identifier, consisting of ` account_id/datalake`.
|
9232
|
+
# @return [String]
|
9233
|
+
#
|
9234
|
+
# @!attribute [rw] next_token
|
9235
|
+
# A continuation token, included if this is a continuation call.
|
9236
|
+
# @return [String]
|
9237
|
+
#
|
9238
|
+
# @!attribute [rw] filters
|
9239
|
+
# A list of key-value pairs, and a comparator used to filter the
|
9240
|
+
# search results. Returns all entities matching the predicate.
|
9241
|
+
# @return [Array<Types::PropertyPredicate>]
|
9242
|
+
#
|
9243
|
+
# @!attribute [rw] search_text
|
9244
|
+
# A string used for a text search.
|
9245
|
+
#
|
9246
|
+
# Specifying a value in quotes filters based on an exact match to the
|
9247
|
+
# value.
|
9248
|
+
# @return [String]
|
9249
|
+
#
|
9250
|
+
# @!attribute [rw] sort_criteria
|
9251
|
+
# A list of criteria for sorting the results by a field name, in an
|
9252
|
+
# ascending or descending order.
|
9253
|
+
# @return [Array<Types::SortCriterion>]
|
9254
|
+
#
|
9255
|
+
# @!attribute [rw] max_results
|
9256
|
+
# The maximum number of tables to return in a single response.
|
9257
|
+
# @return [Integer]
|
9258
|
+
#
|
9259
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
|
9260
|
+
#
|
9261
|
+
class SearchTablesRequest < Struct.new(
|
9262
|
+
:catalog_id,
|
9263
|
+
:next_token,
|
9264
|
+
:filters,
|
9265
|
+
:search_text,
|
9266
|
+
:sort_criteria,
|
9267
|
+
:max_results)
|
9268
|
+
include Aws::Structure
|
9269
|
+
end
|
9270
|
+
|
9271
|
+
# @!attribute [rw] next_token
|
9272
|
+
# A continuation token, present if the current list segment is not the
|
9273
|
+
# last.
|
9274
|
+
# @return [String]
|
9275
|
+
#
|
9276
|
+
# @!attribute [rw] table_list
|
9277
|
+
# A list of the requested `Table` objects. The `SearchTables` response
|
9278
|
+
# returns only the tables that you have access to.
|
9279
|
+
# @return [Array<Types::Table>]
|
9280
|
+
#
|
9281
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesResponse AWS API Documentation
|
9282
|
+
#
|
9283
|
+
class SearchTablesResponse < Struct.new(
|
9284
|
+
:next_token,
|
9285
|
+
:table_list)
|
9286
|
+
include Aws::Structure
|
9287
|
+
end
|
9288
|
+
|
8009
9289
|
# Specifies a security configuration.
|
8010
9290
|
#
|
8011
9291
|
# @!attribute [rw] name
|
@@ -8042,13 +9322,13 @@ module Aws::Glue
|
|
8042
9322
|
# }
|
8043
9323
|
#
|
8044
9324
|
# @!attribute [rw] segment_number
|
8045
|
-
# The zero-based index number of the
|
8046
|
-
# total number of segments is 4, SegmentNumber values
|
8047
|
-
#
|
9325
|
+
# The zero-based index number of the segment. For example, if the
|
9326
|
+
# total number of segments is 4, `SegmentNumber` values range from 0
|
9327
|
+
# through 3.
|
8048
9328
|
# @return [Integer]
|
8049
9329
|
#
|
8050
9330
|
# @!attribute [rw] total_segments
|
8051
|
-
# The total
|
9331
|
+
# The total number of segments.
|
8052
9332
|
# @return [Integer]
|
8053
9333
|
#
|
8054
9334
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Segment AWS API Documentation
|
@@ -8059,8 +9339,8 @@ module Aws::Glue
|
|
8059
9339
|
include Aws::Structure
|
8060
9340
|
end
|
8061
9341
|
|
8062
|
-
# Information about a serialization/deserialization program (SerDe)
|
8063
|
-
#
|
9342
|
+
# Information about a serialization/deserialization program (SerDe) that
|
9343
|
+
# serves as an extractor and loader.
|
8064
9344
|
#
|
8065
9345
|
# @note When making an API call, you may pass SerDeInfo
|
8066
9346
|
# data as a hash:
|
@@ -8078,7 +9358,7 @@ module Aws::Glue
|
|
8078
9358
|
# @return [String]
|
8079
9359
|
#
|
8080
9360
|
# @!attribute [rw] serialization_library
|
8081
|
-
# Usually the class that implements the SerDe. An example is
|
9361
|
+
# Usually the class that implements the SerDe. An example is
|
8082
9362
|
# `org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe`.
|
8083
9363
|
# @return [String]
|
8084
9364
|
#
|
@@ -8096,8 +9376,8 @@ module Aws::Glue
|
|
8096
9376
|
include Aws::Structure
|
8097
9377
|
end
|
8098
9378
|
|
8099
|
-
# Specifies skewed values in a table. Skewed are
|
8100
|
-
# very high frequency.
|
9379
|
+
# Specifies skewed values in a table. Skewed values are those that occur
|
9380
|
+
# with very high frequency.
|
8101
9381
|
#
|
8102
9382
|
# @note When making an API call, you may pass SkewedInfo
|
8103
9383
|
# data as a hash:
|
@@ -8132,6 +9412,28 @@ module Aws::Glue
|
|
8132
9412
|
include Aws::Structure
|
8133
9413
|
end
|
8134
9414
|
|
9415
|
+
# @note When making an API call, you may pass SortCriterion
|
9416
|
+
# data as a hash:
|
9417
|
+
#
|
9418
|
+
# {
|
9419
|
+
# field_name: "ValueString",
|
9420
|
+
# sort: "ASC", # accepts ASC, DESC
|
9421
|
+
# }
|
9422
|
+
#
|
9423
|
+
# @!attribute [rw] field_name
|
9424
|
+
# @return [String]
|
9425
|
+
#
|
9426
|
+
# @!attribute [rw] sort
|
9427
|
+
# @return [String]
|
9428
|
+
#
|
9429
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SortCriterion AWS API Documentation
|
9430
|
+
#
|
9431
|
+
class SortCriterion < Struct.new(
|
9432
|
+
:field_name,
|
9433
|
+
:sort)
|
9434
|
+
include Aws::Structure
|
9435
|
+
end
|
9436
|
+
|
8135
9437
|
# @note When making an API call, you may pass StartCrawlerRequest
|
8136
9438
|
# data as a hash:
|
8137
9439
|
#
|
@@ -8176,6 +9478,83 @@ module Aws::Glue
|
|
8176
9478
|
#
|
8177
9479
|
class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
|
8178
9480
|
|
9481
|
+
# @note When making an API call, you may pass StartExportLabelsTaskRunRequest
|
9482
|
+
# data as a hash:
|
9483
|
+
#
|
9484
|
+
# {
|
9485
|
+
# transform_id: "HashString", # required
|
9486
|
+
# output_s3_path: "UriString", # required
|
9487
|
+
# }
|
9488
|
+
#
|
9489
|
+
# @!attribute [rw] transform_id
|
9490
|
+
# The unique identifier of the machine learning transform.
|
9491
|
+
# @return [String]
|
9492
|
+
#
|
9493
|
+
# @!attribute [rw] output_s3_path
|
9494
|
+
# The Amazon S3 path where you export the labels.
|
9495
|
+
# @return [String]
|
9496
|
+
#
|
9497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunRequest AWS API Documentation
|
9498
|
+
#
|
9499
|
+
class StartExportLabelsTaskRunRequest < Struct.new(
|
9500
|
+
:transform_id,
|
9501
|
+
:output_s3_path)
|
9502
|
+
include Aws::Structure
|
9503
|
+
end
|
9504
|
+
|
9505
|
+
# @!attribute [rw] task_run_id
|
9506
|
+
# The unique identifier for the task run.
|
9507
|
+
# @return [String]
|
9508
|
+
#
|
9509
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunResponse AWS API Documentation
|
9510
|
+
#
|
9511
|
+
class StartExportLabelsTaskRunResponse < Struct.new(
|
9512
|
+
:task_run_id)
|
9513
|
+
include Aws::Structure
|
9514
|
+
end
|
9515
|
+
|
9516
|
+
# @note When making an API call, you may pass StartImportLabelsTaskRunRequest
|
9517
|
+
# data as a hash:
|
9518
|
+
#
|
9519
|
+
# {
|
9520
|
+
# transform_id: "HashString", # required
|
9521
|
+
# input_s3_path: "UriString", # required
|
9522
|
+
# replace_all_labels: false,
|
9523
|
+
# }
|
9524
|
+
#
|
9525
|
+
# @!attribute [rw] transform_id
|
9526
|
+
# The unique identifier of the machine learning transform.
|
9527
|
+
# @return [String]
|
9528
|
+
#
|
9529
|
+
# @!attribute [rw] input_s3_path
|
9530
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
9531
|
+
# import the labels.
|
9532
|
+
# @return [String]
|
9533
|
+
#
|
9534
|
+
# @!attribute [rw] replace_all_labels
|
9535
|
+
# Indicates whether to overwrite your existing labels.
|
9536
|
+
# @return [Boolean]
|
9537
|
+
#
|
9538
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunRequest AWS API Documentation
|
9539
|
+
#
|
9540
|
+
class StartImportLabelsTaskRunRequest < Struct.new(
|
9541
|
+
:transform_id,
|
9542
|
+
:input_s3_path,
|
9543
|
+
:replace_all_labels)
|
9544
|
+
include Aws::Structure
|
9545
|
+
end
|
9546
|
+
|
9547
|
+
# @!attribute [rw] task_run_id
|
9548
|
+
# The unique identifier for the task run.
|
9549
|
+
# @return [String]
|
9550
|
+
#
|
9551
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunResponse AWS API Documentation
|
9552
|
+
#
|
9553
|
+
class StartImportLabelsTaskRunResponse < Struct.new(
|
9554
|
+
:task_run_id)
|
9555
|
+
include Aws::Structure
|
9556
|
+
end
|
9557
|
+
|
8179
9558
|
# @note When making an API call, you may pass StartJobRunRequest
|
8180
9559
|
# data as a hash:
|
8181
9560
|
#
|
@@ -8331,6 +9710,71 @@ module Aws::Glue
|
|
8331
9710
|
include Aws::Structure
|
8332
9711
|
end
|
8333
9712
|
|
9713
|
+
# @note When making an API call, you may pass StartMLEvaluationTaskRunRequest
|
9714
|
+
# data as a hash:
|
9715
|
+
#
|
9716
|
+
# {
|
9717
|
+
# transform_id: "HashString", # required
|
9718
|
+
# }
|
9719
|
+
#
|
9720
|
+
# @!attribute [rw] transform_id
|
9721
|
+
# The unique identifier of the machine learning transform.
|
9722
|
+
# @return [String]
|
9723
|
+
#
|
9724
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunRequest AWS API Documentation
|
9725
|
+
#
|
9726
|
+
class StartMLEvaluationTaskRunRequest < Struct.new(
|
9727
|
+
:transform_id)
|
9728
|
+
include Aws::Structure
|
9729
|
+
end
|
9730
|
+
|
9731
|
+
# @!attribute [rw] task_run_id
|
9732
|
+
# The unique identifier associated with this run.
|
9733
|
+
# @return [String]
|
9734
|
+
#
|
9735
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunResponse AWS API Documentation
|
9736
|
+
#
|
9737
|
+
class StartMLEvaluationTaskRunResponse < Struct.new(
|
9738
|
+
:task_run_id)
|
9739
|
+
include Aws::Structure
|
9740
|
+
end
|
9741
|
+
|
9742
|
+
# @note When making an API call, you may pass StartMLLabelingSetGenerationTaskRunRequest
|
9743
|
+
# data as a hash:
|
9744
|
+
#
|
9745
|
+
# {
|
9746
|
+
# transform_id: "HashString", # required
|
9747
|
+
# output_s3_path: "UriString", # required
|
9748
|
+
# }
|
9749
|
+
#
|
9750
|
+
# @!attribute [rw] transform_id
|
9751
|
+
# The unique identifier of the machine learning transform.
|
9752
|
+
# @return [String]
|
9753
|
+
#
|
9754
|
+
# @!attribute [rw] output_s3_path
|
9755
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you
|
9756
|
+
# generate the labeling set.
|
9757
|
+
# @return [String]
|
9758
|
+
#
|
9759
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunRequest AWS API Documentation
|
9760
|
+
#
|
9761
|
+
class StartMLLabelingSetGenerationTaskRunRequest < Struct.new(
|
9762
|
+
:transform_id,
|
9763
|
+
:output_s3_path)
|
9764
|
+
include Aws::Structure
|
9765
|
+
end
|
9766
|
+
|
9767
|
+
# @!attribute [rw] task_run_id
|
9768
|
+
# The unique run identifier that is associated with this task run.
|
9769
|
+
# @return [String]
|
9770
|
+
#
|
9771
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunResponse AWS API Documentation
|
9772
|
+
#
|
9773
|
+
class StartMLLabelingSetGenerationTaskRunResponse < Struct.new(
|
9774
|
+
:task_run_id)
|
9775
|
+
include Aws::Structure
|
9776
|
+
end
|
9777
|
+
|
8334
9778
|
# @note When making an API call, you may pass StartTriggerRequest
|
8335
9779
|
# data as a hash:
|
8336
9780
|
#
|
@@ -8473,6 +9917,9 @@ module Aws::Glue
|
|
8473
9917
|
# name: "NameString", # required
|
8474
9918
|
# type: "ColumnTypeString",
|
8475
9919
|
# comment: "CommentString",
|
9920
|
+
# parameters: {
|
9921
|
+
# "KeyString" => "ParametersMapValue",
|
9922
|
+
# },
|
8476
9923
|
# },
|
8477
9924
|
# ],
|
8478
9925
|
# location: "LocationString",
|
@@ -8512,7 +9959,7 @@ module Aws::Glue
|
|
8512
9959
|
# @return [Array<Types::Column>]
|
8513
9960
|
#
|
8514
9961
|
# @!attribute [rw] location
|
8515
|
-
# The physical location of the table. By default this takes the form
|
9962
|
+
# The physical location of the table. By default, this takes the form
|
8516
9963
|
# of the warehouse location, followed by the database location in the
|
8517
9964
|
# warehouse, followed by the table name.
|
8518
9965
|
# @return [String]
|
@@ -8528,7 +9975,7 @@ module Aws::Glue
|
|
8528
9975
|
# @return [String]
|
8529
9976
|
#
|
8530
9977
|
# @!attribute [rw] compressed
|
8531
|
-
# True if the data in the table is compressed, or False if not.
|
9978
|
+
# `True` if the data in the table is compressed, or `False` if not.
|
8532
9979
|
# @return [Boolean]
|
8533
9980
|
#
|
8534
9981
|
# @!attribute [rw] number_of_buckets
|
@@ -8536,7 +9983,7 @@ module Aws::Glue
|
|
8536
9983
|
# @return [Integer]
|
8537
9984
|
#
|
8538
9985
|
# @!attribute [rw] serde_info
|
8539
|
-
#
|
9986
|
+
# The serialization/deserialization (SerDe) information.
|
8540
9987
|
# @return [Types::SerDeInfo]
|
8541
9988
|
#
|
8542
9989
|
# @!attribute [rw] bucket_columns
|
@@ -8549,16 +9996,17 @@ module Aws::Glue
|
|
8549
9996
|
# @return [Array<Types::Order>]
|
8550
9997
|
#
|
8551
9998
|
# @!attribute [rw] parameters
|
8552
|
-
#
|
9999
|
+
# The user-supplied properties in key-value form.
|
8553
10000
|
# @return [Hash<String,String>]
|
8554
10001
|
#
|
8555
10002
|
# @!attribute [rw] skewed_info
|
8556
|
-
#
|
10003
|
+
# The information about values that appear frequently in a column
|
8557
10004
|
# (skewed values).
|
8558
10005
|
# @return [Types::SkewedInfo]
|
8559
10006
|
#
|
8560
10007
|
# @!attribute [rw] stored_as_sub_directories
|
8561
|
-
# True if the table data is stored in subdirectories, or False if
|
10008
|
+
# `True` if the table data is stored in subdirectories, or `False` if
|
10009
|
+
# not.
|
8562
10010
|
# @return [Boolean]
|
8563
10011
|
#
|
8564
10012
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
|
@@ -8582,42 +10030,42 @@ module Aws::Glue
|
|
8582
10030
|
# Represents a collection of related data organized in columns and rows.
|
8583
10031
|
#
|
8584
10032
|
# @!attribute [rw] name
|
8585
|
-
#
|
10033
|
+
# The table name. For Hive compatibility, this must be entirely
|
8586
10034
|
# lowercase.
|
8587
10035
|
# @return [String]
|
8588
10036
|
#
|
8589
10037
|
# @!attribute [rw] database_name
|
8590
|
-
#
|
8591
|
-
#
|
10038
|
+
# The name of the database where the table metadata resides. For Hive
|
10039
|
+
# compatibility, this must be all lowercase.
|
8592
10040
|
# @return [String]
|
8593
10041
|
#
|
8594
10042
|
# @!attribute [rw] description
|
8595
|
-
#
|
10043
|
+
# A description of the table.
|
8596
10044
|
# @return [String]
|
8597
10045
|
#
|
8598
10046
|
# @!attribute [rw] owner
|
8599
|
-
#
|
10047
|
+
# The owner of the table.
|
8600
10048
|
# @return [String]
|
8601
10049
|
#
|
8602
10050
|
# @!attribute [rw] create_time
|
8603
|
-
#
|
10051
|
+
# The time when the table definition was created in the Data Catalog.
|
8604
10052
|
# @return [Time]
|
8605
10053
|
#
|
8606
10054
|
# @!attribute [rw] update_time
|
8607
|
-
#
|
10055
|
+
# The last time that the table was updated.
|
8608
10056
|
# @return [Time]
|
8609
10057
|
#
|
8610
10058
|
# @!attribute [rw] last_access_time
|
8611
|
-
#
|
8612
|
-
# and
|
10059
|
+
# The last time that the table was accessed. This is usually taken
|
10060
|
+
# from HDFS, and might not be reliable.
|
8613
10061
|
# @return [Time]
|
8614
10062
|
#
|
8615
10063
|
# @!attribute [rw] last_analyzed_time
|
8616
|
-
#
|
10064
|
+
# The last time that column statistics were computed for this table.
|
8617
10065
|
# @return [Time]
|
8618
10066
|
#
|
8619
10067
|
# @!attribute [rw] retention
|
8620
|
-
#
|
10068
|
+
# The retention time for this table.
|
8621
10069
|
# @return [Integer]
|
8622
10070
|
#
|
8623
10071
|
# @!attribute [rw] storage_descriptor
|
@@ -8629,9 +10077,9 @@ module Aws::Glue
|
|
8629
10077
|
# A list of columns by which the table is partitioned. Only primitive
|
8630
10078
|
# types are supported as partition keys.
|
8631
10079
|
#
|
8632
|
-
# When
|
8633
|
-
# `partitionKeys`, you must at least set the value of
|
8634
|
-
# to an empty list. For example:
|
10080
|
+
# When you create a table used by Amazon Athena, and you do not
|
10081
|
+
# specify any `partitionKeys`, you must at least set the value of
|
10082
|
+
# `partitionKeys` to an empty list. For example:
|
8635
10083
|
#
|
8636
10084
|
# `"PartitionKeys": []`
|
8637
10085
|
# @return [Array<Types::Column>]
|
@@ -8655,9 +10103,14 @@ module Aws::Glue
|
|
8655
10103
|
# @return [Hash<String,String>]
|
8656
10104
|
#
|
8657
10105
|
# @!attribute [rw] created_by
|
8658
|
-
#
|
10106
|
+
# The person or entity who created the table.
|
8659
10107
|
# @return [String]
|
8660
10108
|
#
|
10109
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10110
|
+
# Indicates whether the table has been registered with AWS Lake
|
10111
|
+
# Formation.
|
10112
|
+
# @return [Boolean]
|
10113
|
+
#
|
8661
10114
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
8662
10115
|
#
|
8663
10116
|
class Table < Struct.new(
|
@@ -8676,19 +10129,20 @@ module Aws::Glue
|
|
8676
10129
|
:view_expanded_text,
|
8677
10130
|
:table_type,
|
8678
10131
|
:parameters,
|
8679
|
-
:created_by
|
10132
|
+
:created_by,
|
10133
|
+
:is_registered_with_lake_formation)
|
8680
10134
|
include Aws::Structure
|
8681
10135
|
end
|
8682
10136
|
|
8683
10137
|
# An error record for table operations.
|
8684
10138
|
#
|
8685
10139
|
# @!attribute [rw] table_name
|
8686
|
-
#
|
10140
|
+
# The name of the table. For Hive compatibility, this must be entirely
|
8687
10141
|
# lowercase.
|
8688
10142
|
# @return [String]
|
8689
10143
|
#
|
8690
10144
|
# @!attribute [rw] error_detail
|
8691
|
-
#
|
10145
|
+
# The details about the error.
|
8692
10146
|
# @return [Types::ErrorDetail]
|
8693
10147
|
#
|
8694
10148
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableError AWS API Documentation
|
@@ -8699,7 +10153,7 @@ module Aws::Glue
|
|
8699
10153
|
include Aws::Structure
|
8700
10154
|
end
|
8701
10155
|
|
8702
|
-
#
|
10156
|
+
# A structure used to define a table.
|
8703
10157
|
#
|
8704
10158
|
# @note When making an API call, you may pass TableInput
|
8705
10159
|
# data as a hash:
|
@@ -8717,6 +10171,9 @@ module Aws::Glue
|
|
8717
10171
|
# name: "NameString", # required
|
8718
10172
|
# type: "ColumnTypeString",
|
8719
10173
|
# comment: "CommentString",
|
10174
|
+
# parameters: {
|
10175
|
+
# "KeyString" => "ParametersMapValue",
|
10176
|
+
# },
|
8720
10177
|
# },
|
8721
10178
|
# ],
|
8722
10179
|
# location: "LocationString",
|
@@ -8755,6 +10212,9 @@ module Aws::Glue
|
|
8755
10212
|
# name: "NameString", # required
|
8756
10213
|
# type: "ColumnTypeString",
|
8757
10214
|
# comment: "CommentString",
|
10215
|
+
# parameters: {
|
10216
|
+
# "KeyString" => "ParametersMapValue",
|
10217
|
+
# },
|
8758
10218
|
# },
|
8759
10219
|
# ],
|
8760
10220
|
# view_original_text: "ViewTextString",
|
@@ -8766,28 +10226,28 @@ module Aws::Glue
|
|
8766
10226
|
# }
|
8767
10227
|
#
|
8768
10228
|
# @!attribute [rw] name
|
8769
|
-
#
|
8770
|
-
#
|
10229
|
+
# The table name. For Hive compatibility, this is folded to lowercase
|
10230
|
+
# when it is stored.
|
8771
10231
|
# @return [String]
|
8772
10232
|
#
|
8773
10233
|
# @!attribute [rw] description
|
8774
|
-
#
|
10234
|
+
# A description of the table.
|
8775
10235
|
# @return [String]
|
8776
10236
|
#
|
8777
10237
|
# @!attribute [rw] owner
|
8778
|
-
#
|
10238
|
+
# The table owner.
|
8779
10239
|
# @return [String]
|
8780
10240
|
#
|
8781
10241
|
# @!attribute [rw] last_access_time
|
8782
|
-
#
|
10242
|
+
# The last time that the table was accessed.
|
8783
10243
|
# @return [Time]
|
8784
10244
|
#
|
8785
10245
|
# @!attribute [rw] last_analyzed_time
|
8786
|
-
#
|
10246
|
+
# The last time that column statistics were computed for this table.
|
8787
10247
|
# @return [Time]
|
8788
10248
|
#
|
8789
10249
|
# @!attribute [rw] retention
|
8790
|
-
#
|
10250
|
+
# The retention time for this table.
|
8791
10251
|
# @return [Integer]
|
8792
10252
|
#
|
8793
10253
|
# @!attribute [rw] storage_descriptor
|
@@ -8799,9 +10259,9 @@ module Aws::Glue
|
|
8799
10259
|
# A list of columns by which the table is partitioned. Only primitive
|
8800
10260
|
# types are supported as partition keys.
|
8801
10261
|
#
|
8802
|
-
# When
|
8803
|
-
# `partitionKeys`, you must at least set the value of
|
8804
|
-
# to an empty list. For example:
|
10262
|
+
# When you create a table used by Amazon Athena, and you do not
|
10263
|
+
# specify any `partitionKeys`, you must at least set the value of
|
10264
|
+
# `partitionKeys` to an empty list. For example:
|
8805
10265
|
#
|
8806
10266
|
# `"PartitionKeys": []`
|
8807
10267
|
# @return [Array<Types::Column>]
|
@@ -8845,7 +10305,7 @@ module Aws::Glue
|
|
8845
10305
|
# Specifies a version of a table.
|
8846
10306
|
#
|
8847
10307
|
# @!attribute [rw] table
|
8848
|
-
# The table in question
|
10308
|
+
# The table in question.
|
8849
10309
|
# @return [Types::Table]
|
8850
10310
|
#
|
8851
10311
|
# @!attribute [rw] version_id
|
@@ -8874,7 +10334,7 @@ module Aws::Glue
|
|
8874
10334
|
# @return [String]
|
8875
10335
|
#
|
8876
10336
|
# @!attribute [rw] error_detail
|
8877
|
-
#
|
10337
|
+
# The details about the error.
|
8878
10338
|
# @return [Types::ErrorDetail]
|
8879
10339
|
#
|
8880
10340
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersionError AWS API Documentation
|
@@ -8922,6 +10382,311 @@ module Aws::Glue
|
|
8922
10382
|
#
|
8923
10383
|
class TagResourceResponse < Aws::EmptyStructure; end
|
8924
10384
|
|
10385
|
+
# The sampling parameters that are associated with the machine learning
|
10386
|
+
# transform.
|
10387
|
+
#
|
10388
|
+
# @!attribute [rw] transform_id
|
10389
|
+
# The unique identifier for the transform.
|
10390
|
+
# @return [String]
|
10391
|
+
#
|
10392
|
+
# @!attribute [rw] task_run_id
|
10393
|
+
# The unique identifier for this task run.
|
10394
|
+
# @return [String]
|
10395
|
+
#
|
10396
|
+
# @!attribute [rw] status
|
10397
|
+
# The current status of the requested task run.
|
10398
|
+
# @return [String]
|
10399
|
+
#
|
10400
|
+
# @!attribute [rw] log_group_name
|
10401
|
+
# The names of the log group for secure logging, associated with this
|
10402
|
+
# task run.
|
10403
|
+
# @return [String]
|
10404
|
+
#
|
10405
|
+
# @!attribute [rw] properties
|
10406
|
+
# Specifies configuration properties associated with this task run.
|
10407
|
+
# @return [Types::TaskRunProperties]
|
10408
|
+
#
|
10409
|
+
# @!attribute [rw] error_string
|
10410
|
+
# The list of error strings associated with this task run.
|
10411
|
+
# @return [String]
|
10412
|
+
#
|
10413
|
+
# @!attribute [rw] started_on
|
10414
|
+
# The date and time that this task run started.
|
10415
|
+
# @return [Time]
|
10416
|
+
#
|
10417
|
+
# @!attribute [rw] last_modified_on
|
10418
|
+
# The last point in time that the requested task run was updated.
|
10419
|
+
# @return [Time]
|
10420
|
+
#
|
10421
|
+
# @!attribute [rw] completed_on
|
10422
|
+
# The last point in time that the requested task run was completed.
|
10423
|
+
# @return [Time]
|
10424
|
+
#
|
10425
|
+
# @!attribute [rw] execution_time
|
10426
|
+
# The amount of time (in seconds) that the task run consumed
|
10427
|
+
# resources.
|
10428
|
+
# @return [Integer]
|
10429
|
+
#
|
10430
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRun AWS API Documentation
|
10431
|
+
#
|
10432
|
+
class TaskRun < Struct.new(
|
10433
|
+
:transform_id,
|
10434
|
+
:task_run_id,
|
10435
|
+
:status,
|
10436
|
+
:log_group_name,
|
10437
|
+
:properties,
|
10438
|
+
:error_string,
|
10439
|
+
:started_on,
|
10440
|
+
:last_modified_on,
|
10441
|
+
:completed_on,
|
10442
|
+
:execution_time)
|
10443
|
+
include Aws::Structure
|
10444
|
+
end
|
10445
|
+
|
10446
|
+
# The criteria that are used to filter the task runs for the machine
|
10447
|
+
# learning transform.
|
10448
|
+
#
|
10449
|
+
# @note When making an API call, you may pass TaskRunFilterCriteria
|
10450
|
+
# data as a hash:
|
10451
|
+
#
|
10452
|
+
# {
|
10453
|
+
# task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
|
10454
|
+
# status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
10455
|
+
# started_before: Time.now,
|
10456
|
+
# started_after: Time.now,
|
10457
|
+
# }
|
10458
|
+
#
|
10459
|
+
# @!attribute [rw] task_run_type
|
10460
|
+
# The type of task run.
|
10461
|
+
# @return [String]
|
10462
|
+
#
|
10463
|
+
# @!attribute [rw] status
|
10464
|
+
# The current status of the task run.
|
10465
|
+
# @return [String]
|
10466
|
+
#
|
10467
|
+
# @!attribute [rw] started_before
|
10468
|
+
# Filter on task runs started before this date.
|
10469
|
+
# @return [Time]
|
10470
|
+
#
|
10471
|
+
# @!attribute [rw] started_after
|
10472
|
+
# Filter on task runs started after this date.
|
10473
|
+
# @return [Time]
|
10474
|
+
#
|
10475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunFilterCriteria AWS API Documentation
|
10476
|
+
#
|
10477
|
+
class TaskRunFilterCriteria < Struct.new(
|
10478
|
+
:task_run_type,
|
10479
|
+
:status,
|
10480
|
+
:started_before,
|
10481
|
+
:started_after)
|
10482
|
+
include Aws::Structure
|
10483
|
+
end
|
10484
|
+
|
10485
|
+
# The configuration properties for the task run.
|
10486
|
+
#
|
10487
|
+
# @!attribute [rw] task_type
|
10488
|
+
# The type of task run.
|
10489
|
+
# @return [String]
|
10490
|
+
#
|
10491
|
+
# @!attribute [rw] import_labels_task_run_properties
|
10492
|
+
# The configuration properties for an importing labels task run.
|
10493
|
+
# @return [Types::ImportLabelsTaskRunProperties]
|
10494
|
+
#
|
10495
|
+
# @!attribute [rw] export_labels_task_run_properties
|
10496
|
+
# The configuration properties for an exporting labels task run.
|
10497
|
+
# @return [Types::ExportLabelsTaskRunProperties]
|
10498
|
+
#
|
10499
|
+
# @!attribute [rw] labeling_set_generation_task_run_properties
|
10500
|
+
# The configuration properties for a labeling set generation task run.
|
10501
|
+
# @return [Types::LabelingSetGenerationTaskRunProperties]
|
10502
|
+
#
|
10503
|
+
# @!attribute [rw] find_matches_task_run_properties
|
10504
|
+
# The configuration properties for a find matches task run.
|
10505
|
+
# @return [Types::FindMatchesTaskRunProperties]
|
10506
|
+
#
|
10507
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunProperties AWS API Documentation
|
10508
|
+
#
|
10509
|
+
class TaskRunProperties < Struct.new(
|
10510
|
+
:task_type,
|
10511
|
+
:import_labels_task_run_properties,
|
10512
|
+
:export_labels_task_run_properties,
|
10513
|
+
:labeling_set_generation_task_run_properties,
|
10514
|
+
:find_matches_task_run_properties)
|
10515
|
+
include Aws::Structure
|
10516
|
+
end
|
10517
|
+
|
10518
|
+
# The sorting criteria that are used to sort the list of task runs for
|
10519
|
+
# the machine learning transform.
|
10520
|
+
#
|
10521
|
+
# @note When making an API call, you may pass TaskRunSortCriteria
|
10522
|
+
# data as a hash:
|
10523
|
+
#
|
10524
|
+
# {
|
10525
|
+
# column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
|
10526
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
10527
|
+
# }
|
10528
|
+
#
|
10529
|
+
# @!attribute [rw] column
|
10530
|
+
# The column to be used to sort the list of task runs for the machine
|
10531
|
+
# learning transform.
|
10532
|
+
# @return [String]
|
10533
|
+
#
|
10534
|
+
# @!attribute [rw] sort_direction
|
10535
|
+
# The sort direction to be used to sort the list of task runs for the
|
10536
|
+
# machine learning transform.
|
10537
|
+
# @return [String]
|
10538
|
+
#
|
10539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunSortCriteria AWS API Documentation
|
10540
|
+
#
|
10541
|
+
class TaskRunSortCriteria < Struct.new(
|
10542
|
+
:column,
|
10543
|
+
:sort_direction)
|
10544
|
+
include Aws::Structure
|
10545
|
+
end
|
10546
|
+
|
10547
|
+
# The criteria used to filter the machine learning transforms.
|
10548
|
+
#
|
10549
|
+
# @note When making an API call, you may pass TransformFilterCriteria
|
10550
|
+
# data as a hash:
|
10551
|
+
#
|
10552
|
+
# {
|
10553
|
+
# name: "NameString",
|
10554
|
+
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
10555
|
+
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
10556
|
+
# created_before: Time.now,
|
10557
|
+
# created_after: Time.now,
|
10558
|
+
# last_modified_before: Time.now,
|
10559
|
+
# last_modified_after: Time.now,
|
10560
|
+
# schema: [
|
10561
|
+
# {
|
10562
|
+
# name: "ColumnNameString",
|
10563
|
+
# data_type: "ColumnTypeString",
|
10564
|
+
# },
|
10565
|
+
# ],
|
10566
|
+
# }
|
10567
|
+
#
|
10568
|
+
# @!attribute [rw] name
|
10569
|
+
# A unique transform name that is used to filter the machine learning
|
10570
|
+
# transforms.
|
10571
|
+
# @return [String]
|
10572
|
+
#
|
10573
|
+
# @!attribute [rw] transform_type
|
10574
|
+
# The type of machine learning transform that is used to filter the
|
10575
|
+
# machine learning transforms.
|
10576
|
+
# @return [String]
|
10577
|
+
#
|
10578
|
+
# @!attribute [rw] status
|
10579
|
+
# Filters the list of machine learning transforms by the last known
|
10580
|
+
# status of the transforms (to indicate whether a transform can be
|
10581
|
+
# used or not). One of "NOT\_READY", "READY", or "DELETING".
|
10582
|
+
# @return [String]
|
10583
|
+
#
|
10584
|
+
# @!attribute [rw] created_before
|
10585
|
+
# The time and date before which the transforms were created.
|
10586
|
+
# @return [Time]
|
10587
|
+
#
|
10588
|
+
# @!attribute [rw] created_after
|
10589
|
+
# The time and date after which the transforms were created.
|
10590
|
+
# @return [Time]
|
10591
|
+
#
|
10592
|
+
# @!attribute [rw] last_modified_before
|
10593
|
+
# Filter on transforms last modified before this date.
|
10594
|
+
# @return [Time]
|
10595
|
+
#
|
10596
|
+
# @!attribute [rw] last_modified_after
|
10597
|
+
# Filter on transforms last modified after this date.
|
10598
|
+
# @return [Time]
|
10599
|
+
#
|
10600
|
+
# @!attribute [rw] schema
|
10601
|
+
# Filters on datasets with a specific schema. The `Map<Column, Type>`
|
10602
|
+
# object is an array of key-value pairs representing the schema this
|
10603
|
+
# transform accepts, where `Column` is the name of a column, and
|
10604
|
+
# `Type` is the type of the data such as an integer or string. Has an
|
10605
|
+
# upper bound of 100 columns.
|
10606
|
+
# @return [Array<Types::SchemaColumn>]
|
10607
|
+
#
|
10608
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformFilterCriteria AWS API Documentation
|
10609
|
+
#
|
10610
|
+
class TransformFilterCriteria < Struct.new(
|
10611
|
+
:name,
|
10612
|
+
:transform_type,
|
10613
|
+
:status,
|
10614
|
+
:created_before,
|
10615
|
+
:created_after,
|
10616
|
+
:last_modified_before,
|
10617
|
+
:last_modified_after,
|
10618
|
+
:schema)
|
10619
|
+
include Aws::Structure
|
10620
|
+
end
|
10621
|
+
|
10622
|
+
# The algorithm-specific parameters that are associated with the machine
|
10623
|
+
# learning transform.
|
10624
|
+
#
|
10625
|
+
# @note When making an API call, you may pass TransformParameters
|
10626
|
+
# data as a hash:
|
10627
|
+
#
|
10628
|
+
# {
|
10629
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
10630
|
+
# find_matches_parameters: {
|
10631
|
+
# primary_key_column_name: "ColumnNameString",
|
10632
|
+
# precision_recall_tradeoff: 1.0,
|
10633
|
+
# accuracy_cost_tradeoff: 1.0,
|
10634
|
+
# enforce_provided_labels: false,
|
10635
|
+
# },
|
10636
|
+
# }
|
10637
|
+
#
|
10638
|
+
# @!attribute [rw] transform_type
|
10639
|
+
# The type of machine learning transform.
|
10640
|
+
#
|
10641
|
+
# For information about the types of machine learning transforms, see
|
10642
|
+
# [Creating Machine Learning Transforms][1].
|
10643
|
+
#
|
10644
|
+
#
|
10645
|
+
#
|
10646
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
10647
|
+
# @return [String]
|
10648
|
+
#
|
10649
|
+
# @!attribute [rw] find_matches_parameters
|
10650
|
+
# The parameters for the find matches algorithm.
|
10651
|
+
# @return [Types::FindMatchesParameters]
|
10652
|
+
#
|
10653
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformParameters AWS API Documentation
|
10654
|
+
#
|
10655
|
+
class TransformParameters < Struct.new(
|
10656
|
+
:transform_type,
|
10657
|
+
:find_matches_parameters)
|
10658
|
+
include Aws::Structure
|
10659
|
+
end
|
10660
|
+
|
10661
|
+
# The sorting criteria that are associated with the machine learning
|
10662
|
+
# transform.
|
10663
|
+
#
|
10664
|
+
# @note When making an API call, you may pass TransformSortCriteria
|
10665
|
+
# data as a hash:
|
10666
|
+
#
|
10667
|
+
# {
|
10668
|
+
# column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
|
10669
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
10670
|
+
# }
|
10671
|
+
#
|
10672
|
+
# @!attribute [rw] column
|
10673
|
+
# The column to be used in the sorting criteria that are associated
|
10674
|
+
# with the machine learning transform.
|
10675
|
+
# @return [String]
|
10676
|
+
#
|
10677
|
+
# @!attribute [rw] sort_direction
|
10678
|
+
# The sort direction to be used in the sorting criteria that are
|
10679
|
+
# associated with the machine learning transform.
|
10680
|
+
# @return [String]
|
10681
|
+
#
|
10682
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformSortCriteria AWS API Documentation
|
10683
|
+
#
|
10684
|
+
class TransformSortCriteria < Struct.new(
|
10685
|
+
:column,
|
10686
|
+
:sort_direction)
|
10687
|
+
include Aws::Structure
|
10688
|
+
end
|
10689
|
+
|
8925
10690
|
# Information about a specific trigger.
|
8926
10691
|
#
|
8927
10692
|
# @!attribute [rw] name
|
@@ -9444,12 +11209,20 @@ module Aws::Glue
|
|
9444
11209
|
# parameters: {
|
9445
11210
|
# "KeyString" => "ParametersMapValue",
|
9446
11211
|
# },
|
11212
|
+
# create_table_default_permissions: [
|
11213
|
+
# {
|
11214
|
+
# principal: {
|
11215
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
11216
|
+
# },
|
11217
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
11218
|
+
# },
|
11219
|
+
# ],
|
9447
11220
|
# },
|
9448
11221
|
# }
|
9449
11222
|
#
|
9450
11223
|
# @!attribute [rw] catalog_id
|
9451
11224
|
# The ID of the Data Catalog in which the metadata database resides.
|
9452
|
-
# If none is
|
11225
|
+
# If none is provided, the AWS account ID is used by default.
|
9453
11226
|
# @return [String]
|
9454
11227
|
#
|
9455
11228
|
# @!attribute [rw] name
|
@@ -9683,6 +11456,127 @@ module Aws::Glue
|
|
9683
11456
|
include Aws::Structure
|
9684
11457
|
end
|
9685
11458
|
|
11459
|
+
# @note When making an API call, you may pass UpdateMLTransformRequest
|
11460
|
+
# data as a hash:
|
11461
|
+
#
|
11462
|
+
# {
|
11463
|
+
# transform_id: "HashString", # required
|
11464
|
+
# name: "NameString",
|
11465
|
+
# description: "DescriptionString",
|
11466
|
+
# parameters: {
|
11467
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
11468
|
+
# find_matches_parameters: {
|
11469
|
+
# primary_key_column_name: "ColumnNameString",
|
11470
|
+
# precision_recall_tradeoff: 1.0,
|
11471
|
+
# accuracy_cost_tradeoff: 1.0,
|
11472
|
+
# enforce_provided_labels: false,
|
11473
|
+
# },
|
11474
|
+
# },
|
11475
|
+
# role: "RoleString",
|
11476
|
+
# max_capacity: 1.0,
|
11477
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
11478
|
+
# number_of_workers: 1,
|
11479
|
+
# timeout: 1,
|
11480
|
+
# max_retries: 1,
|
11481
|
+
# }
|
11482
|
+
#
|
11483
|
+
# @!attribute [rw] transform_id
|
11484
|
+
# A unique identifier that was generated when the transform was
|
11485
|
+
# created.
|
11486
|
+
# @return [String]
|
11487
|
+
#
|
11488
|
+
# @!attribute [rw] name
|
11489
|
+
# The unique name that you gave the transform when you created it.
|
11490
|
+
# @return [String]
|
11491
|
+
#
|
11492
|
+
# @!attribute [rw] description
|
11493
|
+
# A description of the transform. The default is an empty string.
|
11494
|
+
# @return [String]
|
11495
|
+
#
|
11496
|
+
# @!attribute [rw] parameters
|
11497
|
+
# The configuration parameters that are specific to the transform type
|
11498
|
+
# (algorithm) used. Conditionally dependent on the transform type.
|
11499
|
+
# @return [Types::TransformParameters]
|
11500
|
+
#
|
11501
|
+
# @!attribute [rw] role
|
11502
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
11503
|
+
# required permissions.
|
11504
|
+
# @return [String]
|
11505
|
+
#
|
11506
|
+
# @!attribute [rw] max_capacity
|
11507
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
11508
|
+
# allocated to task runs for this transform. You can allocate from 2
|
11509
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
11510
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
11511
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
11512
|
+
# page][1].
|
11513
|
+
#
|
11514
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
11515
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
11516
|
+
#
|
11517
|
+
#
|
11518
|
+
#
|
11519
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
11520
|
+
# @return [Float]
|
11521
|
+
#
|
11522
|
+
# @!attribute [rw] worker_type
|
11523
|
+
# The type of predefined worker that is allocated when this task runs.
|
11524
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
11525
|
+
#
|
11526
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
11527
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
11528
|
+
#
|
11529
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
11530
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
11531
|
+
#
|
11532
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
11533
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
11534
|
+
# @return [String]
|
11535
|
+
#
|
11536
|
+
# @!attribute [rw] number_of_workers
|
11537
|
+
# The number of workers of a defined `workerType` that are allocated
|
11538
|
+
# when this task runs.
|
11539
|
+
# @return [Integer]
|
11540
|
+
#
|
11541
|
+
# @!attribute [rw] timeout
|
11542
|
+
# The timeout for a task run for this transform in minutes. This is
|
11543
|
+
# the maximum time that a task run for this transform can consume
|
11544
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
11545
|
+
# default is 2,880 minutes (48 hours).
|
11546
|
+
# @return [Integer]
|
11547
|
+
#
|
11548
|
+
# @!attribute [rw] max_retries
|
11549
|
+
# The maximum number of times to retry a task for this transform after
|
11550
|
+
# a task run fails.
|
11551
|
+
# @return [Integer]
|
11552
|
+
#
|
11553
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformRequest AWS API Documentation
|
11554
|
+
#
|
11555
|
+
class UpdateMLTransformRequest < Struct.new(
|
11556
|
+
:transform_id,
|
11557
|
+
:name,
|
11558
|
+
:description,
|
11559
|
+
:parameters,
|
11560
|
+
:role,
|
11561
|
+
:max_capacity,
|
11562
|
+
:worker_type,
|
11563
|
+
:number_of_workers,
|
11564
|
+
:timeout,
|
11565
|
+
:max_retries)
|
11566
|
+
include Aws::Structure
|
11567
|
+
end
|
11568
|
+
|
11569
|
+
# @!attribute [rw] transform_id
|
11570
|
+
# The unique identifier for the transform that was updated.
|
11571
|
+
# @return [String]
|
11572
|
+
#
|
11573
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformResponse AWS API Documentation
|
11574
|
+
#
|
11575
|
+
class UpdateMLTransformResponse < Struct.new(
|
11576
|
+
:transform_id)
|
11577
|
+
include Aws::Structure
|
11578
|
+
end
|
11579
|
+
|
9686
11580
|
# @note When making an API call, you may pass UpdatePartitionRequest
|
9687
11581
|
# data as a hash:
|
9688
11582
|
#
|
@@ -9700,6 +11594,9 @@ module Aws::Glue
|
|
9700
11594
|
# name: "NameString", # required
|
9701
11595
|
# type: "ColumnTypeString",
|
9702
11596
|
# comment: "CommentString",
|
11597
|
+
# parameters: {
|
11598
|
+
# "KeyString" => "ParametersMapValue",
|
11599
|
+
# },
|
9703
11600
|
# },
|
9704
11601
|
# ],
|
9705
11602
|
# location: "LocationString",
|
@@ -9742,7 +11639,7 @@ module Aws::Glue
|
|
9742
11639
|
#
|
9743
11640
|
# @!attribute [rw] catalog_id
|
9744
11641
|
# The ID of the Data Catalog where the partition to be updated
|
9745
|
-
# resides. If none is
|
11642
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
9746
11643
|
# @return [String]
|
9747
11644
|
#
|
9748
11645
|
# @!attribute [rw] database_name
|
@@ -9751,7 +11648,8 @@ module Aws::Glue
|
|
9751
11648
|
# @return [String]
|
9752
11649
|
#
|
9753
11650
|
# @!attribute [rw] table_name
|
9754
|
-
# The name of the table
|
11651
|
+
# The name of the table in which the partition to be updated is
|
11652
|
+
# located.
|
9755
11653
|
# @return [String]
|
9756
11654
|
#
|
9757
11655
|
# @!attribute [rw] partition_value_list
|
@@ -9759,7 +11657,7 @@ module Aws::Glue
|
|
9759
11657
|
# @return [Array<String>]
|
9760
11658
|
#
|
9761
11659
|
# @!attribute [rw] partition_input
|
9762
|
-
# The new partition object to
|
11660
|
+
# The new partition object to update the partition to.
|
9763
11661
|
# @return [Types::PartitionInput]
|
9764
11662
|
#
|
9765
11663
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
|
@@ -9796,6 +11694,9 @@ module Aws::Glue
|
|
9796
11694
|
# name: "NameString", # required
|
9797
11695
|
# type: "ColumnTypeString",
|
9798
11696
|
# comment: "CommentString",
|
11697
|
+
# parameters: {
|
11698
|
+
# "KeyString" => "ParametersMapValue",
|
11699
|
+
# },
|
9799
11700
|
# },
|
9800
11701
|
# ],
|
9801
11702
|
# location: "LocationString",
|
@@ -9834,6 +11735,9 @@ module Aws::Glue
|
|
9834
11735
|
# name: "NameString", # required
|
9835
11736
|
# type: "ColumnTypeString",
|
9836
11737
|
# comment: "CommentString",
|
11738
|
+
# parameters: {
|
11739
|
+
# "KeyString" => "ParametersMapValue",
|
11740
|
+
# },
|
9837
11741
|
# },
|
9838
11742
|
# ],
|
9839
11743
|
# view_original_text: "ViewTextString",
|
@@ -9848,7 +11752,7 @@ module Aws::Glue
|
|
9848
11752
|
#
|
9849
11753
|
# @!attribute [rw] catalog_id
|
9850
11754
|
# The ID of the Data Catalog where the table resides. If none is
|
9851
|
-
#
|
11755
|
+
# provided, the AWS account ID is used by default.
|
9852
11756
|
# @return [String]
|
9853
11757
|
#
|
9854
11758
|
# @!attribute [rw] database_name
|
@@ -9863,7 +11767,7 @@ module Aws::Glue
|
|
9863
11767
|
#
|
9864
11768
|
# @!attribute [rw] skip_archive
|
9865
11769
|
# By default, `UpdateTable` always creates an archived version of the
|
9866
|
-
# table before updating it.
|
11770
|
+
# table before updating it. However, if `skipArchive` is set to true,
|
9867
11771
|
# `UpdateTable` does not create the archived version.
|
9868
11772
|
# @return [Boolean]
|
9869
11773
|
#
|
@@ -9969,7 +11873,7 @@ module Aws::Glue
|
|
9969
11873
|
#
|
9970
11874
|
# @!attribute [rw] catalog_id
|
9971
11875
|
# The ID of the Data Catalog where the function to be updated is
|
9972
|
-
# located. If none is
|
11876
|
+
# located. If none is provided, the AWS account ID is used by default.
|
9973
11877
|
# @return [String]
|
9974
11878
|
#
|
9975
11879
|
# @!attribute [rw] database_name
|
@@ -9982,7 +11886,7 @@ module Aws::Glue
|
|
9982
11886
|
# @return [String]
|
9983
11887
|
#
|
9984
11888
|
# @!attribute [rw] function_input
|
9985
|
-
# A `FunctionInput` object that
|
11889
|
+
# A `FunctionInput` object that redefines the function in the Data
|
9986
11890
|
# Catalog.
|
9987
11891
|
# @return [Types::UserDefinedFunctionInput]
|
9988
11892
|
#
|
@@ -10120,7 +12024,7 @@ module Aws::Glue
|
|
10120
12024
|
include Aws::Structure
|
10121
12025
|
end
|
10122
12026
|
|
10123
|
-
# A structure used to create or
|
12027
|
+
# A structure used to create or update a user-defined function.
|
10124
12028
|
#
|
10125
12029
|
# @note When making an API call, you may pass UserDefinedFunctionInput
|
10126
12030
|
# data as a hash:
|