aws-sdk-glue 1.41.0 → 1.42.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/aws-sdk-glue.rb +1 -1
- data/lib/aws-sdk-glue/client.rb +1098 -74
- data/lib/aws-sdk-glue/client_api.rb +552 -0
- data/lib/aws-sdk-glue/errors.rb +16 -0
- data/lib/aws-sdk-glue/types.rb +2134 -230
- metadata +2 -2
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -218,6 +218,22 @@ module Aws::Glue
|
|
218
218
|
|
219
219
|
end
|
220
220
|
|
221
|
+
class MLTransformNotReadyException < ServiceError
|
222
|
+
|
223
|
+
# @param [Seahorse::Client::RequestContext] context
|
224
|
+
# @param [String] message
|
225
|
+
# @param [Aws::Glue::Types::MLTransformNotReadyException] data
|
226
|
+
def initialize(context, message, data = Aws::EmptyStructure.new)
|
227
|
+
super(context, message, data)
|
228
|
+
end
|
229
|
+
|
230
|
+
# @return [String]
|
231
|
+
def message
|
232
|
+
@message || @data[:message]
|
233
|
+
end
|
234
|
+
|
235
|
+
end
|
236
|
+
|
221
237
|
class NoScheduleException < ServiceError
|
222
238
|
|
223
239
|
# @param [Seahorse::Client::RequestContext] context
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -126,6 +126,9 @@ module Aws::Glue
|
|
126
126
|
# name: "NameString", # required
|
127
127
|
# type: "ColumnTypeString",
|
128
128
|
# comment: "CommentString",
|
129
|
+
# parameters: {
|
130
|
+
# "KeyString" => "ParametersMapValue",
|
131
|
+
# },
|
129
132
|
# },
|
130
133
|
# ],
|
131
134
|
# location: "LocationString",
|
@@ -168,7 +171,7 @@ module Aws::Glue
|
|
168
171
|
# }
|
169
172
|
#
|
170
173
|
# @!attribute [rw] catalog_id
|
171
|
-
# The ID of the catalog in which the
|
174
|
+
# The ID of the catalog in which the partition is to be created.
|
172
175
|
# Currently, this should be the AWS account ID.
|
173
176
|
# @return [String]
|
174
177
|
#
|
@@ -198,7 +201,8 @@ module Aws::Glue
|
|
198
201
|
end
|
199
202
|
|
200
203
|
# @!attribute [rw] errors
|
201
|
-
#
|
204
|
+
# The errors encountered when trying to create the requested
|
205
|
+
# partitions.
|
202
206
|
# @return [Array<Types::PartitionError>]
|
203
207
|
#
|
204
208
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchCreatePartitionResponse AWS API Documentation
|
@@ -267,7 +271,7 @@ module Aws::Glue
|
|
267
271
|
#
|
268
272
|
# @!attribute [rw] catalog_id
|
269
273
|
# The ID of the Data Catalog where the partition to be deleted
|
270
|
-
# resides. If none is
|
274
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
271
275
|
# @return [String]
|
272
276
|
#
|
273
277
|
# @!attribute [rw] database_name
|
@@ -276,7 +280,7 @@ module Aws::Glue
|
|
276
280
|
# @return [String]
|
277
281
|
#
|
278
282
|
# @!attribute [rw] table_name
|
279
|
-
# The name of the table
|
283
|
+
# The name of the table that contains the partitions to be deleted.
|
280
284
|
# @return [String]
|
281
285
|
#
|
282
286
|
# @!attribute [rw] partitions_to_delete
|
@@ -295,7 +299,8 @@ module Aws::Glue
|
|
295
299
|
end
|
296
300
|
|
297
301
|
# @!attribute [rw] errors
|
298
|
-
#
|
302
|
+
# The errors encountered when trying to delete the requested
|
303
|
+
# partitions.
|
299
304
|
# @return [Array<Types::PartitionError>]
|
300
305
|
#
|
301
306
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeletePartitionResponse AWS API Documentation
|
@@ -316,12 +321,12 @@ module Aws::Glue
|
|
316
321
|
#
|
317
322
|
# @!attribute [rw] catalog_id
|
318
323
|
# The ID of the Data Catalog where the table resides. If none is
|
319
|
-
#
|
324
|
+
# provided, the AWS account ID is used by default.
|
320
325
|
# @return [String]
|
321
326
|
#
|
322
327
|
# @!attribute [rw] database_name
|
323
|
-
# The name of the catalog database
|
324
|
-
# For Hive compatibility, this name is entirely lowercase.
|
328
|
+
# The name of the catalog database in which the tables to delete
|
329
|
+
# reside. For Hive compatibility, this name is entirely lowercase.
|
325
330
|
# @return [String]
|
326
331
|
#
|
327
332
|
# @!attribute [rw] tables_to_delete
|
@@ -361,7 +366,7 @@ module Aws::Glue
|
|
361
366
|
#
|
362
367
|
# @!attribute [rw] catalog_id
|
363
368
|
# The ID of the Data Catalog where the tables reside. If none is
|
364
|
-
#
|
369
|
+
# provided, the AWS account ID is used by default.
|
365
370
|
# @return [String]
|
366
371
|
#
|
367
372
|
# @!attribute [rw] database_name
|
@@ -553,7 +558,7 @@ module Aws::Glue
|
|
553
558
|
# @return [Array<Types::Partition>]
|
554
559
|
#
|
555
560
|
# @!attribute [rw] unprocessed_keys
|
556
|
-
# A list of the partition values in the request for which
|
561
|
+
# A list of the partition values in the request for which partitions
|
557
562
|
# were not returned.
|
558
563
|
# @return [Array<Types::PartitionValueList>]
|
559
564
|
#
|
@@ -728,6 +733,51 @@ module Aws::Glue
|
|
728
733
|
include Aws::Structure
|
729
734
|
end
|
730
735
|
|
736
|
+
# @note When making an API call, you may pass CancelMLTaskRunRequest
|
737
|
+
# data as a hash:
|
738
|
+
#
|
739
|
+
# {
|
740
|
+
# transform_id: "HashString", # required
|
741
|
+
# task_run_id: "HashString", # required
|
742
|
+
# }
|
743
|
+
#
|
744
|
+
# @!attribute [rw] transform_id
|
745
|
+
# The unique identifier of the machine learning transform.
|
746
|
+
# @return [String]
|
747
|
+
#
|
748
|
+
# @!attribute [rw] task_run_id
|
749
|
+
# A unique identifier for the task run.
|
750
|
+
# @return [String]
|
751
|
+
#
|
752
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunRequest AWS API Documentation
|
753
|
+
#
|
754
|
+
class CancelMLTaskRunRequest < Struct.new(
|
755
|
+
:transform_id,
|
756
|
+
:task_run_id)
|
757
|
+
include Aws::Structure
|
758
|
+
end
|
759
|
+
|
760
|
+
# @!attribute [rw] transform_id
|
761
|
+
# The unique identifier of the machine learning transform.
|
762
|
+
# @return [String]
|
763
|
+
#
|
764
|
+
# @!attribute [rw] task_run_id
|
765
|
+
# The unique identifier for the task run.
|
766
|
+
# @return [String]
|
767
|
+
#
|
768
|
+
# @!attribute [rw] status
|
769
|
+
# The status for this run.
|
770
|
+
# @return [String]
|
771
|
+
#
|
772
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunResponse AWS API Documentation
|
773
|
+
#
|
774
|
+
class CancelMLTaskRunResponse < Struct.new(
|
775
|
+
:transform_id,
|
776
|
+
:task_run_id,
|
777
|
+
:status)
|
778
|
+
include Aws::Structure
|
779
|
+
end
|
780
|
+
|
731
781
|
# Specifies a table definition in the AWS Glue Data Catalog.
|
732
782
|
#
|
733
783
|
# @note When making an API call, you may pass CatalogEntry
|
@@ -757,7 +807,7 @@ module Aws::Glue
|
|
757
807
|
# A structure containing migration status information.
|
758
808
|
#
|
759
809
|
# @!attribute [rw] import_completed
|
760
|
-
# True if the migration has completed, or False otherwise.
|
810
|
+
# `True` if the migration has completed, or `False` otherwise.
|
761
811
|
# @return [Boolean]
|
762
812
|
#
|
763
813
|
# @!attribute [rw] import_time
|
@@ -985,6 +1035,9 @@ module Aws::Glue
|
|
985
1035
|
# name: "NameString", # required
|
986
1036
|
# type: "ColumnTypeString",
|
987
1037
|
# comment: "CommentString",
|
1038
|
+
# parameters: {
|
1039
|
+
# "KeyString" => "ParametersMapValue",
|
1040
|
+
# },
|
988
1041
|
# }
|
989
1042
|
#
|
990
1043
|
# @!attribute [rw] name
|
@@ -992,19 +1045,24 @@ module Aws::Glue
|
|
992
1045
|
# @return [String]
|
993
1046
|
#
|
994
1047
|
# @!attribute [rw] type
|
995
|
-
# The
|
1048
|
+
# The data type of the `Column`.
|
996
1049
|
# @return [String]
|
997
1050
|
#
|
998
1051
|
# @!attribute [rw] comment
|
999
|
-
#
|
1052
|
+
# A free-form text comment.
|
1000
1053
|
# @return [String]
|
1001
1054
|
#
|
1055
|
+
# @!attribute [rw] parameters
|
1056
|
+
# These key-value pairs define properties associated with the column.
|
1057
|
+
# @return [Hash<String,String>]
|
1058
|
+
#
|
1002
1059
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Column AWS API Documentation
|
1003
1060
|
#
|
1004
1061
|
class Column < Struct.new(
|
1005
1062
|
:name,
|
1006
1063
|
:type,
|
1007
|
-
:comment
|
1064
|
+
:comment,
|
1065
|
+
:parameters)
|
1008
1066
|
include Aws::Structure
|
1009
1067
|
end
|
1010
1068
|
|
@@ -1093,6 +1151,45 @@ module Aws::Glue
|
|
1093
1151
|
include Aws::Structure
|
1094
1152
|
end
|
1095
1153
|
|
1154
|
+
# The confusion matrix shows you what your transform is predicting
|
1155
|
+
# accurately and what types of errors it is making.
|
1156
|
+
#
|
1157
|
+
# For more information, see [Confusion matrix][1] in Wikipedia.
|
1158
|
+
#
|
1159
|
+
#
|
1160
|
+
#
|
1161
|
+
# [1]: https://en.wikipedia.org/wiki/Confusion_matrix
|
1162
|
+
#
|
1163
|
+
# @!attribute [rw] num_true_positives
|
1164
|
+
# The number of matches in the data that the transform correctly
|
1165
|
+
# found, in the confusion matrix for your transform.
|
1166
|
+
# @return [Integer]
|
1167
|
+
#
|
1168
|
+
# @!attribute [rw] num_false_positives
|
1169
|
+
# The number of nonmatches in the data that the transform incorrectly
|
1170
|
+
# classified as a match, in the confusion matrix for your transform.
|
1171
|
+
# @return [Integer]
|
1172
|
+
#
|
1173
|
+
# @!attribute [rw] num_true_negatives
|
1174
|
+
# The number of nonmatches in the data that the transform correctly
|
1175
|
+
# rejected, in the confusion matrix for your transform.
|
1176
|
+
# @return [Integer]
|
1177
|
+
#
|
1178
|
+
# @!attribute [rw] num_false_negatives
|
1179
|
+
# The number of matches in the data that the transform didn't find,
|
1180
|
+
# in the confusion matrix for your transform.
|
1181
|
+
# @return [Integer]
|
1182
|
+
#
|
1183
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConfusionMatrix AWS API Documentation
|
1184
|
+
#
|
1185
|
+
class ConfusionMatrix < Struct.new(
|
1186
|
+
:num_true_positives,
|
1187
|
+
:num_false_positives,
|
1188
|
+
:num_true_negatives,
|
1189
|
+
:num_false_negatives)
|
1190
|
+
include Aws::Structure
|
1191
|
+
end
|
1192
|
+
|
1096
1193
|
# Defines a connection to a data source.
|
1097
1194
|
#
|
1098
1195
|
# @!attribute [rw] name
|
@@ -1131,8 +1228,8 @@ module Aws::Glue
|
|
1131
1228
|
# Catalog encryption settings, this field stores the encrypted
|
1132
1229
|
# password.
|
1133
1230
|
#
|
1134
|
-
# * `JDBC_DRIVER_JAR_URI` - The Amazon
|
1135
|
-
# contains the JDBC driver to use.
|
1231
|
+
# * `JDBC_DRIVER_JAR_URI` - The Amazon Simple Storage Service (Amazon
|
1232
|
+
# S3) path of the JAR file that contains the JDBC driver to use.
|
1136
1233
|
#
|
1137
1234
|
# * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
|
1138
1235
|
# use.
|
@@ -1141,14 +1238,14 @@ module Aws::Glue
|
|
1141
1238
|
#
|
1142
1239
|
# * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
|
1143
1240
|
#
|
1144
|
-
# * `CONFIG_FILES` - (Reserved for future use)
|
1241
|
+
# * `CONFIG_FILES` - (Reserved for future use.)
|
1145
1242
|
#
|
1146
1243
|
# * `INSTANCE_ID` - The instance ID to use.
|
1147
1244
|
#
|
1148
1245
|
# * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
|
1149
1246
|
#
|
1150
1247
|
# * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
|
1151
|
-
# whether Secure Sockets Layer (SSL) with hostname matching
|
1248
|
+
# whether Secure Sockets Layer (SSL) with hostname matching is
|
1152
1249
|
# enforced for the JDBC connection on the client. The default is
|
1153
1250
|
# false.
|
1154
1251
|
# @return [Hash<String,String>]
|
@@ -1258,8 +1355,8 @@ module Aws::Glue
|
|
1258
1355
|
#
|
1259
1356
|
# This encryption requires that you set AWS KMS key permissions to
|
1260
1357
|
# enable or restrict access on the password key according to your
|
1261
|
-
# security requirements. For example, you might want only
|
1262
|
-
# have decrypt permission on the password key.
|
1358
|
+
# security requirements. For example, you might want only administrators
|
1359
|
+
# to have decrypt permission on the password key.
|
1263
1360
|
#
|
1264
1361
|
# @note When making an API call, you may pass ConnectionPasswordEncryption
|
1265
1362
|
# data as a hash:
|
@@ -1940,17 +2037,24 @@ module Aws::Glue
|
|
1940
2037
|
# parameters: {
|
1941
2038
|
# "KeyString" => "ParametersMapValue",
|
1942
2039
|
# },
|
2040
|
+
# create_table_default_permissions: [
|
2041
|
+
# {
|
2042
|
+
# principal: {
|
2043
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
2044
|
+
# },
|
2045
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
2046
|
+
# },
|
2047
|
+
# ],
|
1943
2048
|
# },
|
1944
2049
|
# }
|
1945
2050
|
#
|
1946
2051
|
# @!attribute [rw] catalog_id
|
1947
2052
|
# The ID of the Data Catalog in which to create the database. If none
|
1948
|
-
# is
|
2053
|
+
# is provided, the AWS account ID is used by default.
|
1949
2054
|
# @return [String]
|
1950
2055
|
#
|
1951
2056
|
# @!attribute [rw] database_input
|
1952
|
-
#
|
1953
|
-
# the catalog.
|
2057
|
+
# The metadata for the database.
|
1954
2058
|
# @return [Types::DatabaseInput]
|
1955
2059
|
#
|
1956
2060
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
|
@@ -2046,6 +2150,10 @@ module Aws::Glue
|
|
2046
2150
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
2047
2151
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
2048
2152
|
# recommend this worker type for memory-intensive jobs.
|
2153
|
+
#
|
2154
|
+
# Known issue: when a development endpoint is created with the `G.2X`
|
2155
|
+
# `WorkerType` configuration, the Spark drivers for the development
|
2156
|
+
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
2049
2157
|
# @return [String]
|
2050
2158
|
#
|
2051
2159
|
# @!attribute [rw] number_of_workers
|
@@ -2526,6 +2634,137 @@ module Aws::Glue
|
|
2526
2634
|
include Aws::Structure
|
2527
2635
|
end
|
2528
2636
|
|
2637
|
+
# @note When making an API call, you may pass CreateMLTransformRequest
|
2638
|
+
# data as a hash:
|
2639
|
+
#
|
2640
|
+
# {
|
2641
|
+
# name: "NameString", # required
|
2642
|
+
# description: "DescriptionString",
|
2643
|
+
# input_record_tables: [ # required
|
2644
|
+
# {
|
2645
|
+
# database_name: "NameString", # required
|
2646
|
+
# table_name: "NameString", # required
|
2647
|
+
# catalog_id: "NameString",
|
2648
|
+
# connection_name: "NameString",
|
2649
|
+
# },
|
2650
|
+
# ],
|
2651
|
+
# parameters: { # required
|
2652
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
2653
|
+
# find_matches_parameters: {
|
2654
|
+
# primary_key_column_name: "ColumnNameString",
|
2655
|
+
# precision_recall_tradeoff: 1.0,
|
2656
|
+
# accuracy_cost_tradeoff: 1.0,
|
2657
|
+
# enforce_provided_labels: false,
|
2658
|
+
# },
|
2659
|
+
# },
|
2660
|
+
# role: "RoleString", # required
|
2661
|
+
# max_capacity: 1.0,
|
2662
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
2663
|
+
# number_of_workers: 1,
|
2664
|
+
# timeout: 1,
|
2665
|
+
# max_retries: 1,
|
2666
|
+
# }
|
2667
|
+
#
|
2668
|
+
# @!attribute [rw] name
|
2669
|
+
# The unique name that you give the transform when you create it.
|
2670
|
+
# @return [String]
|
2671
|
+
#
|
2672
|
+
# @!attribute [rw] description
|
2673
|
+
# A description of the machine learning transform that is being
|
2674
|
+
# defined. The default is an empty string.
|
2675
|
+
# @return [String]
|
2676
|
+
#
|
2677
|
+
# @!attribute [rw] input_record_tables
|
2678
|
+
# A list of AWS Glue table definitions used by the transform.
|
2679
|
+
# @return [Array<Types::GlueTable>]
|
2680
|
+
#
|
2681
|
+
# @!attribute [rw] parameters
|
2682
|
+
# The algorithmic parameters that are specific to the transform type
|
2683
|
+
# used. Conditionally dependent on the transform type.
|
2684
|
+
# @return [Types::TransformParameters]
|
2685
|
+
#
|
2686
|
+
# @!attribute [rw] role
|
2687
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
2688
|
+
# required permissions. Ensure that this role has permission to your
|
2689
|
+
# Amazon Simple Storage Service (Amazon S3) sources, targets,
|
2690
|
+
# temporary directory, scripts, and any libraries that are used by the
|
2691
|
+
# task run for this transform.
|
2692
|
+
# @return [String]
|
2693
|
+
#
|
2694
|
+
# @!attribute [rw] max_capacity
|
2695
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
2696
|
+
# allocated to task runs for this transform. You can allocate from 2
|
2697
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
2698
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
2699
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
2700
|
+
# page][1].
|
2701
|
+
#
|
2702
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
2703
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
2704
|
+
#
|
2705
|
+
#
|
2706
|
+
#
|
2707
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
2708
|
+
# @return [Float]
|
2709
|
+
#
|
2710
|
+
# @!attribute [rw] worker_type
|
2711
|
+
# The type of predefined worker that is allocated when this task runs.
|
2712
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
2713
|
+
#
|
2714
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
2715
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
2716
|
+
#
|
2717
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
2718
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
2719
|
+
#
|
2720
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
2721
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
2722
|
+
# @return [String]
|
2723
|
+
#
|
2724
|
+
# @!attribute [rw] number_of_workers
|
2725
|
+
# The number of workers of a defined `workerType` that are allocated
|
2726
|
+
# when this task runs.
|
2727
|
+
# @return [Integer]
|
2728
|
+
#
|
2729
|
+
# @!attribute [rw] timeout
|
2730
|
+
# The timeout of the task run for this transform in minutes. This is
|
2731
|
+
# the maximum time that a task run for this transform can consume
|
2732
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
2733
|
+
# default is 2,880 minutes (48 hours).
|
2734
|
+
# @return [Integer]
|
2735
|
+
#
|
2736
|
+
# @!attribute [rw] max_retries
|
2737
|
+
# The maximum number of times to retry a task for this transform after
|
2738
|
+
# a task run fails.
|
2739
|
+
# @return [Integer]
|
2740
|
+
#
|
2741
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
|
2742
|
+
#
|
2743
|
+
class CreateMLTransformRequest < Struct.new(
|
2744
|
+
:name,
|
2745
|
+
:description,
|
2746
|
+
:input_record_tables,
|
2747
|
+
:parameters,
|
2748
|
+
:role,
|
2749
|
+
:max_capacity,
|
2750
|
+
:worker_type,
|
2751
|
+
:number_of_workers,
|
2752
|
+
:timeout,
|
2753
|
+
:max_retries)
|
2754
|
+
include Aws::Structure
|
2755
|
+
end
|
2756
|
+
|
2757
|
+
# @!attribute [rw] transform_id
|
2758
|
+
# A unique identifier that is generated for the transform.
|
2759
|
+
# @return [String]
|
2760
|
+
#
|
2761
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformResponse AWS API Documentation
|
2762
|
+
#
|
2763
|
+
class CreateMLTransformResponse < Struct.new(
|
2764
|
+
:transform_id)
|
2765
|
+
include Aws::Structure
|
2766
|
+
end
|
2767
|
+
|
2529
2768
|
# @note When making an API call, you may pass CreatePartitionRequest
|
2530
2769
|
# data as a hash:
|
2531
2770
|
#
|
@@ -2542,6 +2781,9 @@ module Aws::Glue
|
|
2542
2781
|
# name: "NameString", # required
|
2543
2782
|
# type: "ColumnTypeString",
|
2544
2783
|
# comment: "CommentString",
|
2784
|
+
# parameters: {
|
2785
|
+
# "KeyString" => "ParametersMapValue",
|
2786
|
+
# },
|
2545
2787
|
# },
|
2546
2788
|
# ],
|
2547
2789
|
# location: "LocationString",
|
@@ -2583,8 +2825,8 @@ module Aws::Glue
|
|
2583
2825
|
# }
|
2584
2826
|
#
|
2585
2827
|
# @!attribute [rw] catalog_id
|
2586
|
-
# The ID of the catalog in which the
|
2587
|
-
#
|
2828
|
+
# The AWS account ID of the catalog in which the partition is to be
|
2829
|
+
# created.
|
2588
2830
|
# @return [String]
|
2589
2831
|
#
|
2590
2832
|
# @!attribute [rw] database_name
|
@@ -2754,6 +2996,9 @@ module Aws::Glue
|
|
2754
2996
|
# name: "NameString", # required
|
2755
2997
|
# type: "ColumnTypeString",
|
2756
2998
|
# comment: "CommentString",
|
2999
|
+
# parameters: {
|
3000
|
+
# "KeyString" => "ParametersMapValue",
|
3001
|
+
# },
|
2757
3002
|
# },
|
2758
3003
|
# ],
|
2759
3004
|
# location: "LocationString",
|
@@ -2792,6 +3037,9 @@ module Aws::Glue
|
|
2792
3037
|
# name: "NameString", # required
|
2793
3038
|
# type: "ColumnTypeString",
|
2794
3039
|
# comment: "CommentString",
|
3040
|
+
# parameters: {
|
3041
|
+
# "KeyString" => "ParametersMapValue",
|
3042
|
+
# },
|
2795
3043
|
# },
|
2796
3044
|
# ],
|
2797
3045
|
# view_original_text: "ViewTextString",
|
@@ -2973,7 +3221,7 @@ module Aws::Glue
|
|
2973
3221
|
#
|
2974
3222
|
# @!attribute [rw] catalog_id
|
2975
3223
|
# The ID of the Data Catalog in which to create the function. If none
|
2976
|
-
# is
|
3224
|
+
# is provided, the AWS account ID is used by default.
|
2977
3225
|
# @return [String]
|
2978
3226
|
#
|
2979
3227
|
# @!attribute [rw] database_name
|
@@ -3186,16 +3434,36 @@ module Aws::Glue
|
|
3186
3434
|
include Aws::Structure
|
3187
3435
|
end
|
3188
3436
|
|
3189
|
-
# The
|
3190
|
-
#
|
3437
|
+
# The AWS Lake Formation principal.
|
3438
|
+
#
|
3439
|
+
# @note When making an API call, you may pass DataLakePrincipal
|
3440
|
+
# data as a hash:
|
3441
|
+
#
|
3442
|
+
# {
|
3443
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
3444
|
+
# }
|
3445
|
+
#
|
3446
|
+
# @!attribute [rw] data_lake_principal_identifier
|
3447
|
+
# An identifier for the AWS Lake Formation principal.
|
3448
|
+
# @return [String]
|
3449
|
+
#
|
3450
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
|
3451
|
+
#
|
3452
|
+
class DataLakePrincipal < Struct.new(
|
3453
|
+
:data_lake_principal_identifier)
|
3454
|
+
include Aws::Structure
|
3455
|
+
end
|
3456
|
+
|
3457
|
+
# The `Database` object represents a logical grouping of tables that
|
3458
|
+
# might reside in a Hive metastore or an RDBMS.
|
3191
3459
|
#
|
3192
3460
|
# @!attribute [rw] name
|
3193
|
-
#
|
3461
|
+
# The name of the database. For Hive compatibility, this is folded to
|
3194
3462
|
# lowercase when it is stored.
|
3195
3463
|
# @return [String]
|
3196
3464
|
#
|
3197
3465
|
# @!attribute [rw] description
|
3198
|
-
#
|
3466
|
+
# A description of the database.
|
3199
3467
|
# @return [String]
|
3200
3468
|
#
|
3201
3469
|
# @!attribute [rw] location_uri
|
@@ -3211,6 +3479,10 @@ module Aws::Glue
|
|
3211
3479
|
# The time at which the metadata database was created in the catalog.
|
3212
3480
|
# @return [Time]
|
3213
3481
|
#
|
3482
|
+
# @!attribute [rw] create_table_default_permissions
|
3483
|
+
# Creates a set of default permissions on the table for principals.
|
3484
|
+
# @return [Array<Types::PrincipalPermissions>]
|
3485
|
+
#
|
3214
3486
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
|
3215
3487
|
#
|
3216
3488
|
class Database < Struct.new(
|
@@ -3218,7 +3490,8 @@ module Aws::Glue
|
|
3218
3490
|
:description,
|
3219
3491
|
:location_uri,
|
3220
3492
|
:parameters,
|
3221
|
-
:create_time
|
3493
|
+
:create_time,
|
3494
|
+
:create_table_default_permissions)
|
3222
3495
|
include Aws::Structure
|
3223
3496
|
end
|
3224
3497
|
|
@@ -3234,15 +3507,23 @@ module Aws::Glue
|
|
3234
3507
|
# parameters: {
|
3235
3508
|
# "KeyString" => "ParametersMapValue",
|
3236
3509
|
# },
|
3510
|
+
# create_table_default_permissions: [
|
3511
|
+
# {
|
3512
|
+
# principal: {
|
3513
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
3514
|
+
# },
|
3515
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
3516
|
+
# },
|
3517
|
+
# ],
|
3237
3518
|
# }
|
3238
3519
|
#
|
3239
3520
|
# @!attribute [rw] name
|
3240
|
-
#
|
3521
|
+
# The name of the database. For Hive compatibility, this is folded to
|
3241
3522
|
# lowercase when it is stored.
|
3242
3523
|
# @return [String]
|
3243
3524
|
#
|
3244
3525
|
# @!attribute [rw] description
|
3245
|
-
#
|
3526
|
+
# A description of the database.
|
3246
3527
|
# @return [String]
|
3247
3528
|
#
|
3248
3529
|
# @!attribute [rw] location_uri
|
@@ -3250,17 +3531,25 @@ module Aws::Glue
|
|
3250
3531
|
# @return [String]
|
3251
3532
|
#
|
3252
3533
|
# @!attribute [rw] parameters
|
3253
|
-
#
|
3534
|
+
# These key-value pairs define parameters and properties of the
|
3535
|
+
# database.
|
3536
|
+
#
|
3537
|
+
# These key-value pairs define parameters and properties of the
|
3254
3538
|
# database.
|
3255
3539
|
# @return [Hash<String,String>]
|
3256
3540
|
#
|
3541
|
+
# @!attribute [rw] create_table_default_permissions
|
3542
|
+
# Creates a set of default permissions on the table for principals.
|
3543
|
+
# @return [Array<Types::PrincipalPermissions>]
|
3544
|
+
#
|
3257
3545
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
|
3258
3546
|
#
|
3259
3547
|
class DatabaseInput < Struct.new(
|
3260
3548
|
:name,
|
3261
3549
|
:description,
|
3262
3550
|
:location_uri,
|
3263
|
-
:parameters
|
3551
|
+
:parameters,
|
3552
|
+
:create_table_default_permissions)
|
3264
3553
|
include Aws::Structure
|
3265
3554
|
end
|
3266
3555
|
|
@@ -3347,11 +3636,11 @@ module Aws::Glue
|
|
3347
3636
|
#
|
3348
3637
|
# @!attribute [rw] catalog_id
|
3349
3638
|
# The ID of the Data Catalog in which the database resides. If none is
|
3350
|
-
#
|
3639
|
+
# provided, the AWS account ID is used by default.
|
3351
3640
|
# @return [String]
|
3352
3641
|
#
|
3353
3642
|
# @!attribute [rw] name
|
3354
|
-
# The name of the
|
3643
|
+
# The name of the database to delete. For Hive compatibility, this
|
3355
3644
|
# must be all lowercase.
|
3356
3645
|
# @return [String]
|
3357
3646
|
#
|
@@ -3418,6 +3707,35 @@ module Aws::Glue
|
|
3418
3707
|
include Aws::Structure
|
3419
3708
|
end
|
3420
3709
|
|
3710
|
+
# @note When making an API call, you may pass DeleteMLTransformRequest
|
3711
|
+
# data as a hash:
|
3712
|
+
#
|
3713
|
+
# {
|
3714
|
+
# transform_id: "HashString", # required
|
3715
|
+
# }
|
3716
|
+
#
|
3717
|
+
# @!attribute [rw] transform_id
|
3718
|
+
# The unique identifier of the transform to delete.
|
3719
|
+
# @return [String]
|
3720
|
+
#
|
3721
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
|
3722
|
+
#
|
3723
|
+
class DeleteMLTransformRequest < Struct.new(
|
3724
|
+
:transform_id)
|
3725
|
+
include Aws::Structure
|
3726
|
+
end
|
3727
|
+
|
3728
|
+
# @!attribute [rw] transform_id
|
3729
|
+
# The unique identifier of the transform that was deleted.
|
3730
|
+
# @return [String]
|
3731
|
+
#
|
3732
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
|
3733
|
+
#
|
3734
|
+
class DeleteMLTransformResponse < Struct.new(
|
3735
|
+
:transform_id)
|
3736
|
+
include Aws::Structure
|
3737
|
+
end
|
3738
|
+
|
3421
3739
|
# @note When making an API call, you may pass DeletePartitionRequest
|
3422
3740
|
# data as a hash:
|
3423
3741
|
#
|
@@ -3430,7 +3748,7 @@ module Aws::Glue
|
|
3430
3748
|
#
|
3431
3749
|
# @!attribute [rw] catalog_id
|
3432
3750
|
# The ID of the Data Catalog where the partition to be deleted
|
3433
|
-
# resides. If none is
|
3751
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
3434
3752
|
# @return [String]
|
3435
3753
|
#
|
3436
3754
|
# @!attribute [rw] database_name
|
@@ -3439,7 +3757,7 @@ module Aws::Glue
|
|
3439
3757
|
# @return [String]
|
3440
3758
|
#
|
3441
3759
|
# @!attribute [rw] table_name
|
3442
|
-
# The name of the table
|
3760
|
+
# The name of the table that contains the partition to be deleted.
|
3443
3761
|
# @return [String]
|
3444
3762
|
#
|
3445
3763
|
# @!attribute [rw] partition_values
|
@@ -3515,7 +3833,7 @@ module Aws::Glue
|
|
3515
3833
|
#
|
3516
3834
|
# @!attribute [rw] catalog_id
|
3517
3835
|
# The ID of the Data Catalog where the table resides. If none is
|
3518
|
-
#
|
3836
|
+
# provided, the AWS account ID is used by default.
|
3519
3837
|
# @return [String]
|
3520
3838
|
#
|
3521
3839
|
# @!attribute [rw] database_name
|
@@ -3553,7 +3871,7 @@ module Aws::Glue
|
|
3553
3871
|
#
|
3554
3872
|
# @!attribute [rw] catalog_id
|
3555
3873
|
# The ID of the Data Catalog where the tables reside. If none is
|
3556
|
-
#
|
3874
|
+
# provided, the AWS account ID is used by default.
|
3557
3875
|
# @return [String]
|
3558
3876
|
#
|
3559
3877
|
# @!attribute [rw] database_name
|
@@ -3736,6 +4054,10 @@ module Aws::Glue
|
|
3736
4054
|
# * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
|
3737
4055
|
# GB of memory, 128 GB disk), and provides 1 executor per worker. We
|
3738
4056
|
# recommend this worker type for memory-intensive jobs.
|
4057
|
+
#
|
4058
|
+
# Known issue: when a development endpoint is created with the `G.2X`
|
4059
|
+
# `WorkerType` configuration, the Spark drivers for the development
|
4060
|
+
# endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
|
3739
4061
|
# @return [String]
|
3740
4062
|
#
|
3741
4063
|
# @!attribute [rw] number_of_workers
|
@@ -4048,6 +4370,25 @@ module Aws::Glue
|
|
4048
4370
|
include Aws::Structure
|
4049
4371
|
end
|
4050
4372
|
|
4373
|
+
# Evaluation metrics provide an estimate of the quality of your machine
|
4374
|
+
# learning transform.
|
4375
|
+
#
|
4376
|
+
# @!attribute [rw] transform_type
|
4377
|
+
# The type of machine learning transform.
|
4378
|
+
# @return [String]
|
4379
|
+
#
|
4380
|
+
# @!attribute [rw] find_matches_metrics
|
4381
|
+
# The evaluation metrics for the find matches algorithm.
|
4382
|
+
# @return [Types::FindMatchesMetrics]
|
4383
|
+
#
|
4384
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluationMetrics AWS API Documentation
|
4385
|
+
#
|
4386
|
+
class EvaluationMetrics < Struct.new(
|
4387
|
+
:transform_type,
|
4388
|
+
:find_matches_metrics)
|
4389
|
+
include Aws::Structure
|
4390
|
+
end
|
4391
|
+
|
4051
4392
|
# An execution property of a job.
|
4052
4393
|
#
|
4053
4394
|
# @note When making an API call, you may pass ExecutionProperty
|
@@ -4070,72 +4411,258 @@ module Aws::Glue
|
|
4070
4411
|
include Aws::Structure
|
4071
4412
|
end
|
4072
4413
|
|
4073
|
-
#
|
4074
|
-
# data as a hash:
|
4075
|
-
#
|
4076
|
-
# {
|
4077
|
-
# catalog_id: "CatalogIdString",
|
4078
|
-
# }
|
4414
|
+
# Specifies configuration properties for an exporting labels task run.
|
4079
4415
|
#
|
4080
|
-
# @!attribute [rw]
|
4081
|
-
# The
|
4082
|
-
#
|
4416
|
+
# @!attribute [rw] output_s3_path
|
4417
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you will
|
4418
|
+
# export the labels.
|
4083
4419
|
# @return [String]
|
4084
4420
|
#
|
4085
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
4421
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExportLabelsTaskRunProperties AWS API Documentation
|
4086
4422
|
#
|
4087
|
-
class
|
4088
|
-
:
|
4423
|
+
class ExportLabelsTaskRunProperties < Struct.new(
|
4424
|
+
:output_s3_path)
|
4089
4425
|
include Aws::Structure
|
4090
4426
|
end
|
4091
4427
|
|
4092
|
-
#
|
4093
|
-
#
|
4094
|
-
#
|
4428
|
+
# The evaluation metrics for the find matches algorithm. The quality of
|
4429
|
+
# your machine learning transform is measured by getting your transform
|
4430
|
+
# to predict some matches and comparing the results to known matches
|
4431
|
+
# from the same dataset. The quality metrics are based on a subset of
|
4432
|
+
# your data, so they are not precise.
|
4095
4433
|
#
|
4096
|
-
#
|
4434
|
+
# @!attribute [rw] area_under_pr_curve
|
4435
|
+
# The area under the precision/recall curve (AUPRC) is a single number
|
4436
|
+
# measuring the overall quality of the transform, that is independent
|
4437
|
+
# of the choice made for precision vs. recall. Higher values indicate
|
4438
|
+
# that you have a more attractive precision vs. recall tradeoff.
|
4097
4439
|
#
|
4098
|
-
|
4099
|
-
:import_status)
|
4100
|
-
include Aws::Structure
|
4101
|
-
end
|
4102
|
-
|
4103
|
-
# @note When making an API call, you may pass GetClassifierRequest
|
4104
|
-
# data as a hash:
|
4440
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4105
4441
|
#
|
4106
|
-
# {
|
4107
|
-
# name: "NameString", # required
|
4108
|
-
# }
|
4109
4442
|
#
|
4110
|
-
# @!attribute [rw] name
|
4111
|
-
# Name of the classifier to retrieve.
|
4112
|
-
# @return [String]
|
4113
4443
|
#
|
4114
|
-
#
|
4444
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4445
|
+
# @return [Float]
|
4115
4446
|
#
|
4116
|
-
|
4117
|
-
|
4118
|
-
|
4119
|
-
|
4120
|
-
|
4121
|
-
# @!attribute [rw] classifier
|
4122
|
-
# The requested classifier.
|
4123
|
-
# @return [Types::Classifier]
|
4447
|
+
# @!attribute [rw] precision
|
4448
|
+
# The precision metric indicates when often your transform is correct
|
4449
|
+
# when it predicts a match. Specifically, it measures how well the
|
4450
|
+
# transform finds true positives from the total true positives
|
4451
|
+
# possible.
|
4124
4452
|
#
|
4125
|
-
#
|
4453
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4126
4454
|
#
|
4127
|
-
class GetClassifierResponse < Struct.new(
|
4128
|
-
:classifier)
|
4129
|
-
include Aws::Structure
|
4130
|
-
end
|
4131
|
-
|
4132
|
-
# @note When making an API call, you may pass GetClassifiersRequest
|
4133
|
-
# data as a hash:
|
4134
4455
|
#
|
4135
|
-
#
|
4136
|
-
#
|
4137
|
-
#
|
4138
|
-
#
|
4456
|
+
#
|
4457
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4458
|
+
# @return [Float]
|
4459
|
+
#
|
4460
|
+
# @!attribute [rw] recall
|
4461
|
+
# The recall metric indicates that for an actual match, how often your
|
4462
|
+
# transform predicts the match. Specifically, it measures how well the
|
4463
|
+
# transform finds true positives from the total records in the source
|
4464
|
+
# data.
|
4465
|
+
#
|
4466
|
+
# For more information, see [Precision and recall][1] in Wikipedia.
|
4467
|
+
#
|
4468
|
+
#
|
4469
|
+
#
|
4470
|
+
# [1]: https://en.wikipedia.org/wiki/Precision_and_recall
|
4471
|
+
# @return [Float]
|
4472
|
+
#
|
4473
|
+
# @!attribute [rw] f1
|
4474
|
+
# The maximum F1 metric indicates the transform's accuracy between 0
|
4475
|
+
# and 1, where 1 is the best accuracy.
|
4476
|
+
#
|
4477
|
+
# For more information, see [F1 score][1] in Wikipedia.
|
4478
|
+
#
|
4479
|
+
#
|
4480
|
+
#
|
4481
|
+
# [1]: https://en.wikipedia.org/wiki/F1_score
|
4482
|
+
# @return [Float]
|
4483
|
+
#
|
4484
|
+
# @!attribute [rw] confusion_matrix
|
4485
|
+
# The confusion matrix shows you what your transform is predicting
|
4486
|
+
# accurately and what types of errors it is making.
|
4487
|
+
#
|
4488
|
+
# For more information, see [Confusion matrix][1] in Wikipedia.
|
4489
|
+
#
|
4490
|
+
#
|
4491
|
+
#
|
4492
|
+
# [1]: https://en.wikipedia.org/wiki/Confusion_matrix
|
4493
|
+
# @return [Types::ConfusionMatrix]
|
4494
|
+
#
|
4495
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
|
4496
|
+
#
|
4497
|
+
class FindMatchesMetrics < Struct.new(
|
4498
|
+
:area_under_pr_curve,
|
4499
|
+
:precision,
|
4500
|
+
:recall,
|
4501
|
+
:f1,
|
4502
|
+
:confusion_matrix)
|
4503
|
+
include Aws::Structure
|
4504
|
+
end
|
4505
|
+
|
4506
|
+
# The parameters to configure the find matches transform.
|
4507
|
+
#
|
4508
|
+
# @note When making an API call, you may pass FindMatchesParameters
|
4509
|
+
# data as a hash:
|
4510
|
+
#
|
4511
|
+
# {
|
4512
|
+
# primary_key_column_name: "ColumnNameString",
|
4513
|
+
# precision_recall_tradeoff: 1.0,
|
4514
|
+
# accuracy_cost_tradeoff: 1.0,
|
4515
|
+
# enforce_provided_labels: false,
|
4516
|
+
# }
|
4517
|
+
#
|
4518
|
+
# @!attribute [rw] primary_key_column_name
|
4519
|
+
# The name of a column that uniquely identifies rows in the source
|
4520
|
+
# table. Used to help identify matching records.
|
4521
|
+
# @return [String]
|
4522
|
+
#
|
4523
|
+
# @!attribute [rw] precision_recall_tradeoff
|
4524
|
+
# The value selected when tuning your transform for a balance between
|
4525
|
+
# precision and recall. A value of 0.5 means no preference; a value of
|
4526
|
+
# 1.0 means a bias purely for precision, and a value of 0.0 means a
|
4527
|
+
# bias for recall. Because this is a tradeoff, choosing values close
|
4528
|
+
# to 1.0 means very low recall, and choosing values close to 0.0
|
4529
|
+
# results in very low precision.
|
4530
|
+
#
|
4531
|
+
# The precision metric indicates how often your model is correct when
|
4532
|
+
# it predicts a match.
|
4533
|
+
#
|
4534
|
+
# The recall metric indicates that for an actual match, how often your
|
4535
|
+
# model predicts the match.
|
4536
|
+
# @return [Float]
|
4537
|
+
#
|
4538
|
+
# @!attribute [rw] accuracy_cost_tradeoff
|
4539
|
+
# The value that is selected when tuning your transform for a balance
|
4540
|
+
# between accuracy and cost. A value of 0.5 means that the system
|
4541
|
+
# balances accuracy and cost concerns. A value of 1.0 means a bias
|
4542
|
+
# purely for accuracy, which typically results in a higher cost,
|
4543
|
+
# sometimes substantially higher. A value of 0.0 means a bias purely
|
4544
|
+
# for cost, which results in a less accurate `FindMatches` transform,
|
4545
|
+
# sometimes with unacceptable accuracy.
|
4546
|
+
#
|
4547
|
+
# Accuracy measures how well the transform finds true positives and
|
4548
|
+
# true negatives. Increasing accuracy requires more machine resources
|
4549
|
+
# and cost. But it also results in increased recall.
|
4550
|
+
#
|
4551
|
+
# Cost measures how many compute resources, and thus money, are
|
4552
|
+
# consumed to run the transform.
|
4553
|
+
# @return [Float]
|
4554
|
+
#
|
4555
|
+
# @!attribute [rw] enforce_provided_labels
|
4556
|
+
# The value to switch on or off to force the output to match the
|
4557
|
+
# provided labels from users. If the value is `True`, the `find
|
4558
|
+
# matches` transform forces the output to match the provided labels.
|
4559
|
+
# The results override the normal conflation results. If the value is
|
4560
|
+
# `False`, the `find matches` transform does not ensure all the labels
|
4561
|
+
# provided are respected, and the results rely on the trained model.
|
4562
|
+
#
|
4563
|
+
# Note that setting this value to true may increase the conflation
|
4564
|
+
# execution time.
|
4565
|
+
# @return [Boolean]
|
4566
|
+
#
|
4567
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesParameters AWS API Documentation
|
4568
|
+
#
|
4569
|
+
class FindMatchesParameters < Struct.new(
|
4570
|
+
:primary_key_column_name,
|
4571
|
+
:precision_recall_tradeoff,
|
4572
|
+
:accuracy_cost_tradeoff,
|
4573
|
+
:enforce_provided_labels)
|
4574
|
+
include Aws::Structure
|
4575
|
+
end
|
4576
|
+
|
4577
|
+
# Specifies configuration properties for a Find Matches task run.
|
4578
|
+
#
|
4579
|
+
# @!attribute [rw] job_id
|
4580
|
+
# The job ID for the Find Matches task run.
|
4581
|
+
# @return [String]
|
4582
|
+
#
|
4583
|
+
# @!attribute [rw] job_name
|
4584
|
+
# The name assigned to the job for the Find Matches task run.
|
4585
|
+
# @return [String]
|
4586
|
+
#
|
4587
|
+
# @!attribute [rw] job_run_id
|
4588
|
+
# The job run ID for the Find Matches task run.
|
4589
|
+
# @return [String]
|
4590
|
+
#
|
4591
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesTaskRunProperties AWS API Documentation
|
4592
|
+
#
|
4593
|
+
class FindMatchesTaskRunProperties < Struct.new(
|
4594
|
+
:job_id,
|
4595
|
+
:job_name,
|
4596
|
+
:job_run_id)
|
4597
|
+
include Aws::Structure
|
4598
|
+
end
|
4599
|
+
|
4600
|
+
# @note When making an API call, you may pass GetCatalogImportStatusRequest
|
4601
|
+
# data as a hash:
|
4602
|
+
#
|
4603
|
+
# {
|
4604
|
+
# catalog_id: "CatalogIdString",
|
4605
|
+
# }
|
4606
|
+
#
|
4607
|
+
# @!attribute [rw] catalog_id
|
4608
|
+
# The ID of the catalog to migrate. Currently, this should be the AWS
|
4609
|
+
# account ID.
|
4610
|
+
# @return [String]
|
4611
|
+
#
|
4612
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
|
4613
|
+
#
|
4614
|
+
class GetCatalogImportStatusRequest < Struct.new(
|
4615
|
+
:catalog_id)
|
4616
|
+
include Aws::Structure
|
4617
|
+
end
|
4618
|
+
|
4619
|
+
# @!attribute [rw] import_status
|
4620
|
+
# The status of the specified catalog migration.
|
4621
|
+
# @return [Types::CatalogImportStatus]
|
4622
|
+
#
|
4623
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
|
4624
|
+
#
|
4625
|
+
class GetCatalogImportStatusResponse < Struct.new(
|
4626
|
+
:import_status)
|
4627
|
+
include Aws::Structure
|
4628
|
+
end
|
4629
|
+
|
4630
|
+
# @note When making an API call, you may pass GetClassifierRequest
|
4631
|
+
# data as a hash:
|
4632
|
+
#
|
4633
|
+
# {
|
4634
|
+
# name: "NameString", # required
|
4635
|
+
# }
|
4636
|
+
#
|
4637
|
+
# @!attribute [rw] name
|
4638
|
+
# Name of the classifier to retrieve.
|
4639
|
+
# @return [String]
|
4640
|
+
#
|
4641
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
|
4642
|
+
#
|
4643
|
+
class GetClassifierRequest < Struct.new(
|
4644
|
+
:name)
|
4645
|
+
include Aws::Structure
|
4646
|
+
end
|
4647
|
+
|
4648
|
+
# @!attribute [rw] classifier
|
4649
|
+
# The requested classifier.
|
4650
|
+
# @return [Types::Classifier]
|
4651
|
+
#
|
4652
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
|
4653
|
+
#
|
4654
|
+
class GetClassifierResponse < Struct.new(
|
4655
|
+
:classifier)
|
4656
|
+
include Aws::Structure
|
4657
|
+
end
|
4658
|
+
|
4659
|
+
# @note When making an API call, you may pass GetClassifiersRequest
|
4660
|
+
# data as a hash:
|
4661
|
+
#
|
4662
|
+
# {
|
4663
|
+
# max_results: 1,
|
4664
|
+
# next_token: "Token",
|
4665
|
+
# }
|
4139
4666
|
#
|
4140
4667
|
# @!attribute [rw] max_results
|
4141
4668
|
# The size of the list to return (optional).
|
@@ -4192,8 +4719,8 @@ module Aws::Glue
|
|
4192
4719
|
# password. For instance, the AWS Glue console uses this flag to
|
4193
4720
|
# retrieve the connection, and does not display the password. Set this
|
4194
4721
|
# parameter when the caller might not have permission to use the AWS
|
4195
|
-
# KMS key to decrypt the password, but does have permission to
|
4196
|
-
# the rest of the connection properties.
|
4722
|
+
# KMS key to decrypt the password, but it does have permission to
|
4723
|
+
# access the rest of the connection properties.
|
4197
4724
|
# @return [Boolean]
|
4198
4725
|
#
|
4199
4726
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
|
@@ -4265,7 +4792,7 @@ module Aws::Glue
|
|
4265
4792
|
# @return [String]
|
4266
4793
|
#
|
4267
4794
|
# @!attribute [rw] filter
|
4268
|
-
# A filter that controls which connections
|
4795
|
+
# A filter that controls which connections are returned.
|
4269
4796
|
# @return [Types::GetConnectionsFilter]
|
4270
4797
|
#
|
4271
4798
|
# @!attribute [rw] hide_password
|
@@ -4273,8 +4800,8 @@ module Aws::Glue
|
|
4273
4800
|
# password. For instance, the AWS Glue console uses this flag to
|
4274
4801
|
# retrieve the connection, and does not display the password. Set this
|
4275
4802
|
# parameter when the caller might not have permission to use the AWS
|
4276
|
-
# KMS key to decrypt the password, but does have permission to
|
4277
|
-
# the rest of the connection properties.
|
4803
|
+
# KMS key to decrypt the password, but it does have permission to
|
4804
|
+
# access the rest of the connection properties.
|
4278
4805
|
# @return [Boolean]
|
4279
4806
|
#
|
4280
4807
|
# @!attribute [rw] next_token
|
@@ -4438,9 +4965,8 @@ module Aws::Glue
|
|
4438
4965
|
# }
|
4439
4966
|
#
|
4440
4967
|
# @!attribute [rw] catalog_id
|
4441
|
-
# The ID of the Data Catalog
|
4442
|
-
#
|
4443
|
-
# default.
|
4968
|
+
# The ID of the Data Catalog to retrieve the security configuration
|
4969
|
+
# for. If none is provided, the AWS account ID is used by default.
|
4444
4970
|
# @return [String]
|
4445
4971
|
#
|
4446
4972
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
|
@@ -4471,7 +4997,7 @@ module Aws::Glue
|
|
4471
4997
|
#
|
4472
4998
|
# @!attribute [rw] catalog_id
|
4473
4999
|
# The ID of the Data Catalog in which the database resides. If none is
|
4474
|
-
#
|
5000
|
+
# provided, the AWS account ID is used by default.
|
4475
5001
|
# @return [String]
|
4476
5002
|
#
|
4477
5003
|
# @!attribute [rw] name
|
@@ -4488,7 +5014,7 @@ module Aws::Glue
|
|
4488
5014
|
end
|
4489
5015
|
|
4490
5016
|
# @!attribute [rw] database
|
4491
|
-
# The definition of the specified database in the
|
5017
|
+
# The definition of the specified database in the Data Catalog.
|
4492
5018
|
# @return [Types::Database]
|
4493
5019
|
#
|
4494
5020
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabaseResponse AWS API Documentation
|
@@ -4509,7 +5035,7 @@ module Aws::Glue
|
|
4509
5035
|
#
|
4510
5036
|
# @!attribute [rw] catalog_id
|
4511
5037
|
# The ID of the Data Catalog from which to retrieve `Databases`. If
|
4512
|
-
# none is
|
5038
|
+
# none is provided, the AWS account ID is used by default.
|
4513
5039
|
# @return [String]
|
4514
5040
|
#
|
4515
5041
|
# @!attribute [rw] next_token
|
@@ -4892,6 +5418,366 @@ module Aws::Glue
|
|
4892
5418
|
include Aws::Structure
|
4893
5419
|
end
|
4894
5420
|
|
5421
|
+
# @note When making an API call, you may pass GetMLTaskRunRequest
|
5422
|
+
# data as a hash:
|
5423
|
+
#
|
5424
|
+
# {
|
5425
|
+
# transform_id: "HashString", # required
|
5426
|
+
# task_run_id: "HashString", # required
|
5427
|
+
# }
|
5428
|
+
#
|
5429
|
+
# @!attribute [rw] transform_id
|
5430
|
+
# The unique identifier of the machine learning transform.
|
5431
|
+
# @return [String]
|
5432
|
+
#
|
5433
|
+
# @!attribute [rw] task_run_id
|
5434
|
+
# The unique identifier of the task run.
|
5435
|
+
# @return [String]
|
5436
|
+
#
|
5437
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunRequest AWS API Documentation
|
5438
|
+
#
|
5439
|
+
class GetMLTaskRunRequest < Struct.new(
|
5440
|
+
:transform_id,
|
5441
|
+
:task_run_id)
|
5442
|
+
include Aws::Structure
|
5443
|
+
end
|
5444
|
+
|
5445
|
+
# @!attribute [rw] transform_id
|
5446
|
+
# The unique identifier of the task run.
|
5447
|
+
# @return [String]
|
5448
|
+
#
|
5449
|
+
# @!attribute [rw] task_run_id
|
5450
|
+
# The unique run identifier associated with this run.
|
5451
|
+
# @return [String]
|
5452
|
+
#
|
5453
|
+
# @!attribute [rw] status
|
5454
|
+
# The status for this task run.
|
5455
|
+
# @return [String]
|
5456
|
+
#
|
5457
|
+
# @!attribute [rw] log_group_name
|
5458
|
+
# The names of the log groups that are associated with the task run.
|
5459
|
+
# @return [String]
|
5460
|
+
#
|
5461
|
+
# @!attribute [rw] properties
|
5462
|
+
# The list of properties that are associated with the task run.
|
5463
|
+
# @return [Types::TaskRunProperties]
|
5464
|
+
#
|
5465
|
+
# @!attribute [rw] error_string
|
5466
|
+
# The error strings that are associated with the task run.
|
5467
|
+
# @return [String]
|
5468
|
+
#
|
5469
|
+
# @!attribute [rw] started_on
|
5470
|
+
# The date and time when this task run started.
|
5471
|
+
# @return [Time]
|
5472
|
+
#
|
5473
|
+
# @!attribute [rw] last_modified_on
|
5474
|
+
# The date and time when this task run was last modified.
|
5475
|
+
# @return [Time]
|
5476
|
+
#
|
5477
|
+
# @!attribute [rw] completed_on
|
5478
|
+
# The date and time when this task run was completed.
|
5479
|
+
# @return [Time]
|
5480
|
+
#
|
5481
|
+
# @!attribute [rw] execution_time
|
5482
|
+
# The amount of time (in seconds) that the task run consumed
|
5483
|
+
# resources.
|
5484
|
+
# @return [Integer]
|
5485
|
+
#
|
5486
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunResponse AWS API Documentation
|
5487
|
+
#
|
5488
|
+
class GetMLTaskRunResponse < Struct.new(
|
5489
|
+
:transform_id,
|
5490
|
+
:task_run_id,
|
5491
|
+
:status,
|
5492
|
+
:log_group_name,
|
5493
|
+
:properties,
|
5494
|
+
:error_string,
|
5495
|
+
:started_on,
|
5496
|
+
:last_modified_on,
|
5497
|
+
:completed_on,
|
5498
|
+
:execution_time)
|
5499
|
+
include Aws::Structure
|
5500
|
+
end
|
5501
|
+
|
5502
|
+
# @note When making an API call, you may pass GetMLTaskRunsRequest
|
5503
|
+
# data as a hash:
|
5504
|
+
#
|
5505
|
+
# {
|
5506
|
+
# transform_id: "HashString", # required
|
5507
|
+
# next_token: "PaginationToken",
|
5508
|
+
# max_results: 1,
|
5509
|
+
# filter: {
|
5510
|
+
# task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
|
5511
|
+
# status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
5512
|
+
# started_before: Time.now,
|
5513
|
+
# started_after: Time.now,
|
5514
|
+
# },
|
5515
|
+
# sort: {
|
5516
|
+
# column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
|
5517
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
5518
|
+
# },
|
5519
|
+
# }
|
5520
|
+
#
|
5521
|
+
# @!attribute [rw] transform_id
|
5522
|
+
# The unique identifier of the machine learning transform.
|
5523
|
+
# @return [String]
|
5524
|
+
#
|
5525
|
+
# @!attribute [rw] next_token
|
5526
|
+
# A token for pagination of the results. The default is empty.
|
5527
|
+
# @return [String]
|
5528
|
+
#
|
5529
|
+
# @!attribute [rw] max_results
|
5530
|
+
# The maximum number of results to return.
|
5531
|
+
# @return [Integer]
|
5532
|
+
#
|
5533
|
+
# @!attribute [rw] filter
|
5534
|
+
# The filter criteria, in the `TaskRunFilterCriteria` structure, for
|
5535
|
+
# the task run.
|
5536
|
+
# @return [Types::TaskRunFilterCriteria]
|
5537
|
+
#
|
5538
|
+
# @!attribute [rw] sort
|
5539
|
+
# The sorting criteria, in the `TaskRunSortCriteria` structure, for
|
5540
|
+
# the task run.
|
5541
|
+
# @return [Types::TaskRunSortCriteria]
|
5542
|
+
#
|
5543
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsRequest AWS API Documentation
|
5544
|
+
#
|
5545
|
+
class GetMLTaskRunsRequest < Struct.new(
|
5546
|
+
:transform_id,
|
5547
|
+
:next_token,
|
5548
|
+
:max_results,
|
5549
|
+
:filter,
|
5550
|
+
:sort)
|
5551
|
+
include Aws::Structure
|
5552
|
+
end
|
5553
|
+
|
5554
|
+
# @!attribute [rw] task_runs
|
5555
|
+
# A list of task runs that are associated with the transform.
|
5556
|
+
# @return [Array<Types::TaskRun>]
|
5557
|
+
#
|
5558
|
+
# @!attribute [rw] next_token
|
5559
|
+
# A pagination token, if more results are available.
|
5560
|
+
# @return [String]
|
5561
|
+
#
|
5562
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsResponse AWS API Documentation
|
5563
|
+
#
|
5564
|
+
class GetMLTaskRunsResponse < Struct.new(
|
5565
|
+
:task_runs,
|
5566
|
+
:next_token)
|
5567
|
+
include Aws::Structure
|
5568
|
+
end
|
5569
|
+
|
5570
|
+
# @note When making an API call, you may pass GetMLTransformRequest
|
5571
|
+
# data as a hash:
|
5572
|
+
#
|
5573
|
+
# {
|
5574
|
+
# transform_id: "HashString", # required
|
5575
|
+
# }
|
5576
|
+
#
|
5577
|
+
# @!attribute [rw] transform_id
|
5578
|
+
# The unique identifier of the transform, generated at the time that
|
5579
|
+
# the transform was created.
|
5580
|
+
# @return [String]
|
5581
|
+
#
|
5582
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformRequest AWS API Documentation
|
5583
|
+
#
|
5584
|
+
class GetMLTransformRequest < Struct.new(
|
5585
|
+
:transform_id)
|
5586
|
+
include Aws::Structure
|
5587
|
+
end
|
5588
|
+
|
5589
|
+
# @!attribute [rw] transform_id
|
5590
|
+
# The unique identifier of the transform, generated at the time that
|
5591
|
+
# the transform was created.
|
5592
|
+
# @return [String]
|
5593
|
+
#
|
5594
|
+
# @!attribute [rw] name
|
5595
|
+
# The unique name given to the transform when it was created.
|
5596
|
+
# @return [String]
|
5597
|
+
#
|
5598
|
+
# @!attribute [rw] description
|
5599
|
+
# A description of the transform.
|
5600
|
+
# @return [String]
|
5601
|
+
#
|
5602
|
+
# @!attribute [rw] status
|
5603
|
+
# The last known status of the transform (to indicate whether it can
|
5604
|
+
# be used or not). One of "NOT\_READY", "READY", or "DELETING".
|
5605
|
+
# @return [String]
|
5606
|
+
#
|
5607
|
+
# @!attribute [rw] created_on
|
5608
|
+
# The date and time when the transform was created.
|
5609
|
+
# @return [Time]
|
5610
|
+
#
|
5611
|
+
# @!attribute [rw] last_modified_on
|
5612
|
+
# The date and time when the transform was last modified.
|
5613
|
+
# @return [Time]
|
5614
|
+
#
|
5615
|
+
# @!attribute [rw] input_record_tables
|
5616
|
+
# A list of AWS Glue table definitions used by the transform.
|
5617
|
+
# @return [Array<Types::GlueTable>]
|
5618
|
+
#
|
5619
|
+
# @!attribute [rw] parameters
|
5620
|
+
# The configuration parameters that are specific to the algorithm
|
5621
|
+
# used.
|
5622
|
+
# @return [Types::TransformParameters]
|
5623
|
+
#
|
5624
|
+
# @!attribute [rw] evaluation_metrics
|
5625
|
+
# The latest evaluation metrics.
|
5626
|
+
# @return [Types::EvaluationMetrics]
|
5627
|
+
#
|
5628
|
+
# @!attribute [rw] label_count
|
5629
|
+
# The number of labels available for this transform.
|
5630
|
+
# @return [Integer]
|
5631
|
+
#
|
5632
|
+
# @!attribute [rw] schema
|
5633
|
+
# The `Map<Column, Type>` object that represents the schema that this
|
5634
|
+
# transform accepts. Has an upper bound of 100 columns.
|
5635
|
+
# @return [Array<Types::SchemaColumn>]
|
5636
|
+
#
|
5637
|
+
# @!attribute [rw] role
|
5638
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
5639
|
+
# required permissions.
|
5640
|
+
# @return [String]
|
5641
|
+
#
|
5642
|
+
# @!attribute [rw] max_capacity
|
5643
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
5644
|
+
# allocated to task runs for this transform. You can allocate from 2
|
5645
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
5646
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
5647
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
5648
|
+
# page][1].
|
5649
|
+
#
|
5650
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
5651
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
5652
|
+
#
|
5653
|
+
#
|
5654
|
+
#
|
5655
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
5656
|
+
# @return [Float]
|
5657
|
+
#
|
5658
|
+
# @!attribute [rw] worker_type
|
5659
|
+
# The type of predefined worker that is allocated when this task runs.
|
5660
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
5661
|
+
#
|
5662
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
5663
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
5664
|
+
#
|
5665
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
5666
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
5667
|
+
#
|
5668
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
5669
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
5670
|
+
# @return [String]
|
5671
|
+
#
|
5672
|
+
# @!attribute [rw] number_of_workers
|
5673
|
+
# The number of workers of a defined `workerType` that are allocated
|
5674
|
+
# when this task runs.
|
5675
|
+
# @return [Integer]
|
5676
|
+
#
|
5677
|
+
# @!attribute [rw] timeout
|
5678
|
+
# The timeout for a task run for this transform in minutes. This is
|
5679
|
+
# the maximum time that a task run for this transform can consume
|
5680
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
5681
|
+
# default is 2,880 minutes (48 hours).
|
5682
|
+
# @return [Integer]
|
5683
|
+
#
|
5684
|
+
# @!attribute [rw] max_retries
|
5685
|
+
# The maximum number of times to retry a task for this transform after
|
5686
|
+
# a task run fails.
|
5687
|
+
# @return [Integer]
|
5688
|
+
#
|
5689
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
|
5690
|
+
#
|
5691
|
+
class GetMLTransformResponse < Struct.new(
|
5692
|
+
:transform_id,
|
5693
|
+
:name,
|
5694
|
+
:description,
|
5695
|
+
:status,
|
5696
|
+
:created_on,
|
5697
|
+
:last_modified_on,
|
5698
|
+
:input_record_tables,
|
5699
|
+
:parameters,
|
5700
|
+
:evaluation_metrics,
|
5701
|
+
:label_count,
|
5702
|
+
:schema,
|
5703
|
+
:role,
|
5704
|
+
:max_capacity,
|
5705
|
+
:worker_type,
|
5706
|
+
:number_of_workers,
|
5707
|
+
:timeout,
|
5708
|
+
:max_retries)
|
5709
|
+
include Aws::Structure
|
5710
|
+
end
|
5711
|
+
|
5712
|
+
# @note When making an API call, you may pass GetMLTransformsRequest
|
5713
|
+
# data as a hash:
|
5714
|
+
#
|
5715
|
+
# {
|
5716
|
+
# next_token: "PaginationToken",
|
5717
|
+
# max_results: 1,
|
5718
|
+
# filter: {
|
5719
|
+
# name: "NameString",
|
5720
|
+
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
5721
|
+
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
5722
|
+
# created_before: Time.now,
|
5723
|
+
# created_after: Time.now,
|
5724
|
+
# last_modified_before: Time.now,
|
5725
|
+
# last_modified_after: Time.now,
|
5726
|
+
# schema: [
|
5727
|
+
# {
|
5728
|
+
# name: "ColumnNameString",
|
5729
|
+
# data_type: "ColumnTypeString",
|
5730
|
+
# },
|
5731
|
+
# ],
|
5732
|
+
# },
|
5733
|
+
# sort: {
|
5734
|
+
# column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
|
5735
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
5736
|
+
# },
|
5737
|
+
# }
|
5738
|
+
#
|
5739
|
+
# @!attribute [rw] next_token
|
5740
|
+
# A paginated token to offset the results.
|
5741
|
+
# @return [String]
|
5742
|
+
#
|
5743
|
+
# @!attribute [rw] max_results
|
5744
|
+
# The maximum number of results to return.
|
5745
|
+
# @return [Integer]
|
5746
|
+
#
|
5747
|
+
# @!attribute [rw] filter
|
5748
|
+
# The filter transformation criteria.
|
5749
|
+
# @return [Types::TransformFilterCriteria]
|
5750
|
+
#
|
5751
|
+
# @!attribute [rw] sort
|
5752
|
+
# The sorting criteria.
|
5753
|
+
# @return [Types::TransformSortCriteria]
|
5754
|
+
#
|
5755
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsRequest AWS API Documentation
|
5756
|
+
#
|
5757
|
+
class GetMLTransformsRequest < Struct.new(
|
5758
|
+
:next_token,
|
5759
|
+
:max_results,
|
5760
|
+
:filter,
|
5761
|
+
:sort)
|
5762
|
+
include Aws::Structure
|
5763
|
+
end
|
5764
|
+
|
5765
|
+
# @!attribute [rw] transforms
|
5766
|
+
# A list of machine learning transforms.
|
5767
|
+
# @return [Array<Types::MLTransform>]
|
5768
|
+
#
|
5769
|
+
# @!attribute [rw] next_token
|
5770
|
+
# A pagination token, if more results are available.
|
5771
|
+
# @return [String]
|
5772
|
+
#
|
5773
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsResponse AWS API Documentation
|
5774
|
+
#
|
5775
|
+
class GetMLTransformsResponse < Struct.new(
|
5776
|
+
:transforms,
|
5777
|
+
:next_token)
|
5778
|
+
include Aws::Structure
|
5779
|
+
end
|
5780
|
+
|
4895
5781
|
# @note When making an API call, you may pass GetMappingRequest
|
4896
5782
|
# data as a hash:
|
4897
5783
|
#
|
@@ -4975,7 +5861,7 @@ module Aws::Glue
|
|
4975
5861
|
#
|
4976
5862
|
# @!attribute [rw] catalog_id
|
4977
5863
|
# The ID of the Data Catalog where the partition in question resides.
|
4978
|
-
# If none is
|
5864
|
+
# If none is provided, the AWS account ID is used by default.
|
4979
5865
|
# @return [String]
|
4980
5866
|
#
|
4981
5867
|
# @!attribute [rw] database_name
|
@@ -5029,7 +5915,7 @@ module Aws::Glue
|
|
5029
5915
|
#
|
5030
5916
|
# @!attribute [rw] catalog_id
|
5031
5917
|
# The ID of the Data Catalog where the partitions in question reside.
|
5032
|
-
# If none is
|
5918
|
+
# If none is provided, the AWS account ID is used by default.
|
5033
5919
|
# @return [String]
|
5034
5920
|
#
|
5035
5921
|
# @!attribute [rw] database_name
|
@@ -5041,7 +5927,7 @@ module Aws::Glue
|
|
5041
5927
|
# @return [String]
|
5042
5928
|
#
|
5043
5929
|
# @!attribute [rw] expression
|
5044
|
-
# An expression
|
5930
|
+
# An expression that filters the partitions to be returned.
|
5045
5931
|
#
|
5046
5932
|
# The expression uses SQL syntax similar to the SQL `WHERE` filter
|
5047
5933
|
# clause. The SQL statement parser [JSQLParser][1] parses the
|
@@ -5052,7 +5938,7 @@ module Aws::Glue
|
|
5052
5938
|
#
|
5053
5939
|
# =
|
5054
5940
|
#
|
5055
|
-
# : Checks
|
5941
|
+
# : Checks whether the values of the two operands are equal; if yes,
|
5056
5942
|
# then the condition becomes true.
|
5057
5943
|
#
|
5058
5944
|
# Example: Assume 'variable a' holds 10 and 'variable b' holds
|
@@ -5062,38 +5948,40 @@ module Aws::Glue
|
|
5062
5948
|
#
|
5063
5949
|
# < >
|
5064
5950
|
#
|
5065
|
-
# : Checks
|
5066
|
-
#
|
5951
|
+
# : Checks whether the values of two operands are equal; if the values
|
5952
|
+
# are not equal, then the condition becomes true.
|
5067
5953
|
#
|
5068
5954
|
# Example: (a < > b) is true.
|
5069
5955
|
#
|
5070
5956
|
# >
|
5071
5957
|
#
|
5072
|
-
# : Checks
|
5073
|
-
# of the right operand; if yes, then the condition becomes
|
5958
|
+
# : Checks whether the value of the left operand is greater than the
|
5959
|
+
# value of the right operand; if yes, then the condition becomes
|
5960
|
+
# true.
|
5074
5961
|
#
|
5075
5962
|
# Example: (a > b) is not true.
|
5076
5963
|
#
|
5077
5964
|
# <
|
5078
5965
|
#
|
5079
|
-
# : Checks
|
5080
|
-
# the right operand; if yes, then the condition becomes
|
5966
|
+
# : Checks whether the value of the left operand is less than the
|
5967
|
+
# value of the right operand; if yes, then the condition becomes
|
5968
|
+
# true.
|
5081
5969
|
#
|
5082
5970
|
# Example: (a < b) is true.
|
5083
5971
|
#
|
5084
5972
|
# >=
|
5085
5973
|
#
|
5086
|
-
# : Checks
|
5087
|
-
# to the value of the right operand; if yes, then the
|
5088
|
-
# becomes true.
|
5974
|
+
# : Checks whether the value of the left operand is greater than or
|
5975
|
+
# equal to the value of the right operand; if yes, then the
|
5976
|
+
# condition becomes true.
|
5089
5977
|
#
|
5090
5978
|
# Example: (a >= b) is not true.
|
5091
5979
|
#
|
5092
5980
|
# <=
|
5093
5981
|
#
|
5094
|
-
# : Checks
|
5095
|
-
# the value of the right operand; if yes, then the condition
|
5096
|
-
# true.
|
5982
|
+
# : Checks whether the value of the left operand is less than or equal
|
5983
|
+
# to the value of the right operand; if yes, then the condition
|
5984
|
+
# becomes true.
|
5097
5985
|
#
|
5098
5986
|
# Example: (a <= b) is true.
|
5099
5987
|
#
|
@@ -5101,8 +5989,8 @@ module Aws::Glue
|
|
5101
5989
|
#
|
5102
5990
|
# : Logical operators.
|
5103
5991
|
#
|
5104
|
-
# *Supported Partition Key Types*\: The following are the
|
5105
|
-
#
|
5992
|
+
# *Supported Partition Key Types*\: The following are the supported
|
5993
|
+
# partition keys.
|
5106
5994
|
#
|
5107
5995
|
# * `string`
|
5108
5996
|
#
|
@@ -5167,7 +6055,7 @@ module Aws::Glue
|
|
5167
6055
|
#
|
5168
6056
|
# @!attribute [rw] next_token
|
5169
6057
|
# A continuation token, if the returned list of partitions does not
|
5170
|
-
#
|
6058
|
+
# include the last one.
|
5171
6059
|
# @return [String]
|
5172
6060
|
#
|
5173
6061
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsResponse AWS API Documentation
|
@@ -5388,7 +6276,7 @@ module Aws::Glue
|
|
5388
6276
|
#
|
5389
6277
|
# @!attribute [rw] catalog_id
|
5390
6278
|
# The ID of the Data Catalog where the table resides. If none is
|
5391
|
-
#
|
6279
|
+
# provided, the AWS account ID is used by default.
|
5392
6280
|
# @return [String]
|
5393
6281
|
#
|
5394
6282
|
# @!attribute [rw] database_name
|
@@ -5433,7 +6321,7 @@ module Aws::Glue
|
|
5433
6321
|
#
|
5434
6322
|
# @!attribute [rw] catalog_id
|
5435
6323
|
# The ID of the Data Catalog where the tables reside. If none is
|
5436
|
-
#
|
6324
|
+
# provided, the AWS account ID is used by default.
|
5437
6325
|
# @return [String]
|
5438
6326
|
#
|
5439
6327
|
# @!attribute [rw] database_name
|
@@ -5486,7 +6374,7 @@ module Aws::Glue
|
|
5486
6374
|
#
|
5487
6375
|
# @!attribute [rw] catalog_id
|
5488
6376
|
# The ID of the Data Catalog where the tables reside. If none is
|
5489
|
-
#
|
6377
|
+
# provided, the AWS account ID is used by default.
|
5490
6378
|
# @return [String]
|
5491
6379
|
#
|
5492
6380
|
# @!attribute [rw] database_name
|
@@ -5549,7 +6437,7 @@ module Aws::Glue
|
|
5549
6437
|
#
|
5550
6438
|
# @!attribute [rw] catalog_id
|
5551
6439
|
# The ID of the Data Catalog where the tables reside. If none is
|
5552
|
-
#
|
6440
|
+
# provided, the AWS account ID is used by default.
|
5553
6441
|
# @return [String]
|
5554
6442
|
#
|
5555
6443
|
# @!attribute [rw] database_name
|
@@ -5717,7 +6605,7 @@ module Aws::Glue
|
|
5717
6605
|
#
|
5718
6606
|
# @!attribute [rw] catalog_id
|
5719
6607
|
# The ID of the Data Catalog where the function to be retrieved is
|
5720
|
-
# located. If none is
|
6608
|
+
# located. If none is provided, the AWS account ID is used by default.
|
5721
6609
|
# @return [String]
|
5722
6610
|
#
|
5723
6611
|
# @!attribute [rw] database_name
|
@@ -5761,7 +6649,7 @@ module Aws::Glue
|
|
5761
6649
|
#
|
5762
6650
|
# @!attribute [rw] catalog_id
|
5763
6651
|
# The ID of the Data Catalog where the functions to be retrieved are
|
5764
|
-
# located. If none is
|
6652
|
+
# located. If none is provided, the AWS account ID is used by default.
|
5765
6653
|
# @return [String]
|
5766
6654
|
#
|
5767
6655
|
# @!attribute [rw] database_name
|
@@ -5987,6 +6875,45 @@ module Aws::Glue
|
|
5987
6875
|
include Aws::Structure
|
5988
6876
|
end
|
5989
6877
|
|
6878
|
+
# The database and table in the AWS Glue Data Catalog that is used for
|
6879
|
+
# input or output data.
|
6880
|
+
#
|
6881
|
+
# @note When making an API call, you may pass GlueTable
|
6882
|
+
# data as a hash:
|
6883
|
+
#
|
6884
|
+
# {
|
6885
|
+
# database_name: "NameString", # required
|
6886
|
+
# table_name: "NameString", # required
|
6887
|
+
# catalog_id: "NameString",
|
6888
|
+
# connection_name: "NameString",
|
6889
|
+
# }
|
6890
|
+
#
|
6891
|
+
# @!attribute [rw] database_name
|
6892
|
+
# A database name in the AWS Glue Data Catalog.
|
6893
|
+
# @return [String]
|
6894
|
+
#
|
6895
|
+
# @!attribute [rw] table_name
|
6896
|
+
# A table name in the AWS Glue Data Catalog.
|
6897
|
+
# @return [String]
|
6898
|
+
#
|
6899
|
+
# @!attribute [rw] catalog_id
|
6900
|
+
# A unique identifier for the AWS Glue Data Catalog.
|
6901
|
+
# @return [String]
|
6902
|
+
#
|
6903
|
+
# @!attribute [rw] connection_name
|
6904
|
+
# The name of the connection to the AWS Glue Data Catalog.
|
6905
|
+
# @return [String]
|
6906
|
+
#
|
6907
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
|
6908
|
+
#
|
6909
|
+
class GlueTable < Struct.new(
|
6910
|
+
:database_name,
|
6911
|
+
:table_name,
|
6912
|
+
:catalog_id,
|
6913
|
+
:connection_name)
|
6914
|
+
include Aws::Structure
|
6915
|
+
end
|
6916
|
+
|
5990
6917
|
# A classifier that uses `grok` patterns.
|
5991
6918
|
#
|
5992
6919
|
# @!attribute [rw] name
|
@@ -6078,6 +7005,25 @@ module Aws::Glue
|
|
6078
7005
|
#
|
6079
7006
|
class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
|
6080
7007
|
|
7008
|
+
# Specifies configuration properties for an importing labels task run.
|
7009
|
+
#
|
7010
|
+
# @!attribute [rw] input_s3_path
|
7011
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
7012
|
+
# will import the labels.
|
7013
|
+
# @return [String]
|
7014
|
+
#
|
7015
|
+
# @!attribute [rw] replace
|
7016
|
+
# Indicates whether to overwrite your existing labels.
|
7017
|
+
# @return [Boolean]
|
7018
|
+
#
|
7019
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
|
7020
|
+
#
|
7021
|
+
class ImportLabelsTaskRunProperties < Struct.new(
|
7022
|
+
:input_s3_path,
|
7023
|
+
:replace)
|
7024
|
+
include Aws::Structure
|
7025
|
+
end
|
7026
|
+
|
6081
7027
|
# An internal service error occurred.
|
6082
7028
|
#
|
6083
7029
|
# @!attribute [rw] message
|
@@ -6348,11 +7294,11 @@ module Aws::Glue
|
|
6348
7294
|
# @return [Integer]
|
6349
7295
|
#
|
6350
7296
|
# @!attribute [rw] previous_run_id
|
6351
|
-
# The unique run identifier associated with the previous job run
|
7297
|
+
# The unique run identifier associated with the previous job run.
|
6352
7298
|
# @return [String]
|
6353
7299
|
#
|
6354
7300
|
# @!attribute [rw] run_id
|
6355
|
-
# The
|
7301
|
+
# The run ID number.
|
6356
7302
|
# @return [String]
|
6357
7303
|
#
|
6358
7304
|
# @!attribute [rw] job_bookmark
|
@@ -6895,6 +7841,21 @@ module Aws::Glue
|
|
6895
7841
|
include Aws::Structure
|
6896
7842
|
end
|
6897
7843
|
|
7844
|
+
# Specifies configuration properties for a labeling set generation task
|
7845
|
+
# run.
|
7846
|
+
#
|
7847
|
+
# @!attribute [rw] output_s3_path
|
7848
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you will
|
7849
|
+
# generate the labeling set.
|
7850
|
+
# @return [String]
|
7851
|
+
#
|
7852
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LabelingSetGenerationTaskRunProperties AWS API Documentation
|
7853
|
+
#
|
7854
|
+
class LabelingSetGenerationTaskRunProperties < Struct.new(
|
7855
|
+
:output_s3_path)
|
7856
|
+
include Aws::Structure
|
7857
|
+
end
|
7858
|
+
|
6898
7859
|
# Status and error information about the most recent crawl.
|
6899
7860
|
#
|
6900
7861
|
# @!attribute [rw] status
|
@@ -7186,48 +8147,196 @@ module Aws::Glue
|
|
7186
8147
|
# @note When making an API call, you may pass Location
|
7187
8148
|
# data as a hash:
|
7188
8149
|
#
|
7189
|
-
# {
|
7190
|
-
# jdbc: [
|
7191
|
-
# {
|
7192
|
-
# name: "CodeGenArgName", # required
|
7193
|
-
# value: "CodeGenArgValue", # required
|
7194
|
-
# param: false,
|
7195
|
-
# },
|
7196
|
-
# ],
|
7197
|
-
# s3: [
|
7198
|
-
# {
|
7199
|
-
# name: "CodeGenArgName", # required
|
7200
|
-
# value: "CodeGenArgValue", # required
|
7201
|
-
# param: false,
|
7202
|
-
# },
|
7203
|
-
# ],
|
7204
|
-
# dynamo_db: [
|
7205
|
-
# {
|
7206
|
-
# name: "CodeGenArgName", # required
|
7207
|
-
# value: "CodeGenArgValue", # required
|
7208
|
-
# param: false,
|
7209
|
-
# },
|
7210
|
-
# ],
|
7211
|
-
# }
|
8150
|
+
# {
|
8151
|
+
# jdbc: [
|
8152
|
+
# {
|
8153
|
+
# name: "CodeGenArgName", # required
|
8154
|
+
# value: "CodeGenArgValue", # required
|
8155
|
+
# param: false,
|
8156
|
+
# },
|
8157
|
+
# ],
|
8158
|
+
# s3: [
|
8159
|
+
# {
|
8160
|
+
# name: "CodeGenArgName", # required
|
8161
|
+
# value: "CodeGenArgValue", # required
|
8162
|
+
# param: false,
|
8163
|
+
# },
|
8164
|
+
# ],
|
8165
|
+
# dynamo_db: [
|
8166
|
+
# {
|
8167
|
+
# name: "CodeGenArgName", # required
|
8168
|
+
# value: "CodeGenArgValue", # required
|
8169
|
+
# param: false,
|
8170
|
+
# },
|
8171
|
+
# ],
|
8172
|
+
# }
|
8173
|
+
#
|
8174
|
+
# @!attribute [rw] jdbc
|
8175
|
+
# A JDBC location.
|
8176
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8177
|
+
#
|
8178
|
+
# @!attribute [rw] s3
|
8179
|
+
# An Amazon Simple Storage Service (Amazon S3) location.
|
8180
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8181
|
+
#
|
8182
|
+
# @!attribute [rw] dynamo_db
|
8183
|
+
# An Amazon DynamoDB table location.
|
8184
|
+
# @return [Array<Types::CodeGenNodeArg>]
|
8185
|
+
#
|
8186
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
|
8187
|
+
#
|
8188
|
+
class Location < Struct.new(
|
8189
|
+
:jdbc,
|
8190
|
+
:s3,
|
8191
|
+
:dynamo_db)
|
8192
|
+
include Aws::Structure
|
8193
|
+
end
|
8194
|
+
|
8195
|
+
# A structure for a machine learning transform.
|
8196
|
+
#
|
8197
|
+
# @!attribute [rw] transform_id
|
8198
|
+
# The unique transform ID that is generated for the machine learning
|
8199
|
+
# transform. The ID is guaranteed to be unique and does not change.
|
8200
|
+
# @return [String]
|
8201
|
+
#
|
8202
|
+
# @!attribute [rw] name
|
8203
|
+
# A user-defined name for the machine learning transform. Names are
|
8204
|
+
# not guaranteed unique and can be changed at any time.
|
8205
|
+
# @return [String]
|
8206
|
+
#
|
8207
|
+
# @!attribute [rw] description
|
8208
|
+
# A user-defined, long-form description text for the machine learning
|
8209
|
+
# transform. Descriptions are not guaranteed to be unique and can be
|
8210
|
+
# changed at any time.
|
8211
|
+
# @return [String]
|
8212
|
+
#
|
8213
|
+
# @!attribute [rw] status
|
8214
|
+
# The current status of the machine learning transform.
|
8215
|
+
# @return [String]
|
8216
|
+
#
|
8217
|
+
# @!attribute [rw] created_on
|
8218
|
+
# A timestamp. The time and date that this machine learning transform
|
8219
|
+
# was created.
|
8220
|
+
# @return [Time]
|
8221
|
+
#
|
8222
|
+
# @!attribute [rw] last_modified_on
|
8223
|
+
# A timestamp. The last point in time when this machine learning
|
8224
|
+
# transform was modified.
|
8225
|
+
# @return [Time]
|
8226
|
+
#
|
8227
|
+
# @!attribute [rw] input_record_tables
|
8228
|
+
# A list of AWS Glue table definitions used by the transform.
|
8229
|
+
# @return [Array<Types::GlueTable>]
|
8230
|
+
#
|
8231
|
+
# @!attribute [rw] parameters
|
8232
|
+
# A `TransformParameters` object. You can use parameters to tune
|
8233
|
+
# (customize) the behavior of the machine learning transform by
|
8234
|
+
# specifying what data it learns from and your preference on various
|
8235
|
+
# tradeoffs (such as precious vs. recall, or accuracy vs. cost).
|
8236
|
+
# @return [Types::TransformParameters]
|
8237
|
+
#
|
8238
|
+
# @!attribute [rw] evaluation_metrics
|
8239
|
+
# An `EvaluationMetrics` object. Evaluation metrics provide an
|
8240
|
+
# estimate of the quality of your machine learning transform.
|
8241
|
+
# @return [Types::EvaluationMetrics]
|
8242
|
+
#
|
8243
|
+
# @!attribute [rw] label_count
|
8244
|
+
# A count identifier for the labeling files generated by AWS Glue for
|
8245
|
+
# this transform. As you create a better transform, you can
|
8246
|
+
# iteratively download, label, and upload the labeling file.
|
8247
|
+
# @return [Integer]
|
8248
|
+
#
|
8249
|
+
# @!attribute [rw] schema
|
8250
|
+
# A map of key-value pairs representing the columns and data types
|
8251
|
+
# that this transform can run against. Has an upper bound of 100
|
8252
|
+
# columns.
|
8253
|
+
# @return [Array<Types::SchemaColumn>]
|
8254
|
+
#
|
8255
|
+
# @!attribute [rw] role
|
8256
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
8257
|
+
# required permissions. This role needs permission to your Amazon
|
8258
|
+
# Simple Storage Service (Amazon S3) sources, targets, temporary
|
8259
|
+
# directory, scripts, and any libraries used by the task run for this
|
8260
|
+
# transform.
|
8261
|
+
# @return [String]
|
8262
|
+
#
|
8263
|
+
# @!attribute [rw] max_capacity
|
8264
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
8265
|
+
# allocated to task runs for this transform. You can allocate from 2
|
8266
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
8267
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
8268
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
8269
|
+
# page][1].
|
8270
|
+
#
|
8271
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
8272
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
8273
|
+
#
|
8274
|
+
#
|
8275
|
+
#
|
8276
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
8277
|
+
# @return [Float]
|
8278
|
+
#
|
8279
|
+
# @!attribute [rw] worker_type
|
8280
|
+
# The type of predefined worker that is allocated when a task of this
|
8281
|
+
# transform runs. Accepts a value of Standard, G.1X, or G.2X.
|
8282
|
+
#
|
8283
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
8284
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
8285
|
+
#
|
8286
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
8287
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
8288
|
+
#
|
8289
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
8290
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
8291
|
+
# @return [String]
|
8292
|
+
#
|
8293
|
+
# @!attribute [rw] number_of_workers
|
8294
|
+
# The number of workers of a defined `workerType` that are allocated
|
8295
|
+
# when a task of the transform runs.
|
8296
|
+
# @return [Integer]
|
8297
|
+
#
|
8298
|
+
# @!attribute [rw] timeout
|
8299
|
+
# The timeout in minutes of the machine learning transform.
|
8300
|
+
# @return [Integer]
|
8301
|
+
#
|
8302
|
+
# @!attribute [rw] max_retries
|
8303
|
+
# The maximum number of times to retry after an `MLTaskRun` of the
|
8304
|
+
# machine learning transform fails.
|
8305
|
+
# @return [Integer]
|
7212
8306
|
#
|
7213
|
-
#
|
7214
|
-
# A JDBC location.
|
7215
|
-
# @return [Array<Types::CodeGenNodeArg>]
|
8307
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
|
7216
8308
|
#
|
7217
|
-
|
7218
|
-
|
7219
|
-
|
8309
|
+
class MLTransform < Struct.new(
|
8310
|
+
:transform_id,
|
8311
|
+
:name,
|
8312
|
+
:description,
|
8313
|
+
:status,
|
8314
|
+
:created_on,
|
8315
|
+
:last_modified_on,
|
8316
|
+
:input_record_tables,
|
8317
|
+
:parameters,
|
8318
|
+
:evaluation_metrics,
|
8319
|
+
:label_count,
|
8320
|
+
:schema,
|
8321
|
+
:role,
|
8322
|
+
:max_capacity,
|
8323
|
+
:worker_type,
|
8324
|
+
:number_of_workers,
|
8325
|
+
:timeout,
|
8326
|
+
:max_retries)
|
8327
|
+
include Aws::Structure
|
8328
|
+
end
|
8329
|
+
|
8330
|
+
# The machine learning transform is not ready to run.
|
7220
8331
|
#
|
7221
|
-
# @!attribute [rw]
|
7222
|
-
#
|
7223
|
-
# @return [
|
8332
|
+
# @!attribute [rw] message
|
8333
|
+
# A message describing the problem.
|
8334
|
+
# @return [String]
|
7224
8335
|
#
|
7225
|
-
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/
|
8336
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransformNotReadyException AWS API Documentation
|
7226
8337
|
#
|
7227
|
-
class
|
7228
|
-
:
|
7229
|
-
:s3,
|
7230
|
-
:dynamo_db)
|
8338
|
+
class MLTransformNotReadyException < Struct.new(
|
8339
|
+
:message)
|
7231
8340
|
include Aws::Structure
|
7232
8341
|
end
|
7233
8342
|
|
@@ -7401,12 +8510,11 @@ module Aws::Glue
|
|
7401
8510
|
# @return [Array<String>]
|
7402
8511
|
#
|
7403
8512
|
# @!attribute [rw] database_name
|
7404
|
-
# The name of the catalog database
|
7405
|
-
# located.
|
8513
|
+
# The name of the catalog database in which to create the partition.
|
7406
8514
|
# @return [String]
|
7407
8515
|
#
|
7408
8516
|
# @!attribute [rw] table_name
|
7409
|
-
# The name of the table in
|
8517
|
+
# The name of the database table in which to create the partition.
|
7410
8518
|
# @return [String]
|
7411
8519
|
#
|
7412
8520
|
# @!attribute [rw] creation_time
|
@@ -7452,7 +8560,7 @@ module Aws::Glue
|
|
7452
8560
|
# @return [Array<String>]
|
7453
8561
|
#
|
7454
8562
|
# @!attribute [rw] error_detail
|
7455
|
-
#
|
8563
|
+
# The details about the partition error.
|
7456
8564
|
# @return [Types::ErrorDetail]
|
7457
8565
|
#
|
7458
8566
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionError AWS API Documentation
|
@@ -7463,7 +8571,7 @@ module Aws::Glue
|
|
7463
8571
|
include Aws::Structure
|
7464
8572
|
end
|
7465
8573
|
|
7466
|
-
# The structure used to create and update a
|
8574
|
+
# The structure used to create and update a partition.
|
7467
8575
|
#
|
7468
8576
|
# @note When making an API call, you may pass PartitionInput
|
7469
8577
|
# data as a hash:
|
@@ -7477,6 +8585,9 @@ module Aws::Glue
|
|
7477
8585
|
# name: "NameString", # required
|
7478
8586
|
# type: "ColumnTypeString",
|
7479
8587
|
# comment: "CommentString",
|
8588
|
+
# parameters: {
|
8589
|
+
# "KeyString" => "ParametersMapValue",
|
8590
|
+
# },
|
7480
8591
|
# },
|
7481
8592
|
# ],
|
7482
8593
|
# location: "LocationString",
|
@@ -7659,6 +8770,66 @@ module Aws::Glue
|
|
7659
8770
|
include Aws::Structure
|
7660
8771
|
end
|
7661
8772
|
|
8773
|
+
# Permissions granted to a principal.
|
8774
|
+
#
|
8775
|
+
# @note When making an API call, you may pass PrincipalPermissions
|
8776
|
+
# data as a hash:
|
8777
|
+
#
|
8778
|
+
# {
|
8779
|
+
# principal: {
|
8780
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
8781
|
+
# },
|
8782
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
8783
|
+
# }
|
8784
|
+
#
|
8785
|
+
# @!attribute [rw] principal
|
8786
|
+
# The principal who is granted permissions.
|
8787
|
+
# @return [Types::DataLakePrincipal]
|
8788
|
+
#
|
8789
|
+
# @!attribute [rw] permissions
|
8790
|
+
# The permissions that are granted to the principal.
|
8791
|
+
# @return [Array<String>]
|
8792
|
+
#
|
8793
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PrincipalPermissions AWS API Documentation
|
8794
|
+
#
|
8795
|
+
class PrincipalPermissions < Struct.new(
|
8796
|
+
:principal,
|
8797
|
+
:permissions)
|
8798
|
+
include Aws::Structure
|
8799
|
+
end
|
8800
|
+
|
8801
|
+
# Defines a property predicate.
|
8802
|
+
#
|
8803
|
+
# @note When making an API call, you may pass PropertyPredicate
|
8804
|
+
# data as a hash:
|
8805
|
+
#
|
8806
|
+
# {
|
8807
|
+
# key: "ValueString",
|
8808
|
+
# value: "ValueString",
|
8809
|
+
# comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
|
8810
|
+
# }
|
8811
|
+
#
|
8812
|
+
# @!attribute [rw] key
|
8813
|
+
# The key of the property.
|
8814
|
+
# @return [String]
|
8815
|
+
#
|
8816
|
+
# @!attribute [rw] value
|
8817
|
+
# The value of the property.
|
8818
|
+
# @return [String]
|
8819
|
+
#
|
8820
|
+
# @!attribute [rw] comparator
|
8821
|
+
# The comparator used to compare this property to others.
|
8822
|
+
# @return [String]
|
8823
|
+
#
|
8824
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PropertyPredicate AWS API Documentation
|
8825
|
+
#
|
8826
|
+
class PropertyPredicate < Struct.new(
|
8827
|
+
:key,
|
8828
|
+
:value,
|
8829
|
+
:comparator)
|
8830
|
+
include Aws::Structure
|
8831
|
+
end
|
8832
|
+
|
7662
8833
|
# @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
|
7663
8834
|
# data as a hash:
|
7664
8835
|
#
|
@@ -7677,9 +8848,8 @@ module Aws::Glue
|
|
7677
8848
|
# }
|
7678
8849
|
#
|
7679
8850
|
# @!attribute [rw] catalog_id
|
7680
|
-
# The ID of the Data Catalog
|
7681
|
-
#
|
7682
|
-
# default.
|
8851
|
+
# The ID of the Data Catalog to set the security configuration for. If
|
8852
|
+
# none is provided, the AWS account ID is used by default.
|
7683
8853
|
# @return [String]
|
7684
8854
|
#
|
7685
8855
|
# @!attribute [rw] data_catalog_encryption_settings
|
@@ -7831,7 +9001,7 @@ module Aws::Glue
|
|
7831
9001
|
include Aws::Structure
|
7832
9002
|
end
|
7833
9003
|
|
7834
|
-
# URIs for function resources.
|
9004
|
+
# The URIs for function resources.
|
7835
9005
|
#
|
7836
9006
|
# @note When making an API call, you may pass ResourceUri
|
7837
9007
|
# data as a hash:
|
@@ -8006,6 +9176,116 @@ module Aws::Glue
|
|
8006
9176
|
include Aws::Structure
|
8007
9177
|
end
|
8008
9178
|
|
9179
|
+
# A key-value pair representing a column and data type that this
|
9180
|
+
# transform can run against. The `Schema` parameter of the `MLTransform`
|
9181
|
+
# may contain up to 100 of these structures.
|
9182
|
+
#
|
9183
|
+
# @note When making an API call, you may pass SchemaColumn
|
9184
|
+
# data as a hash:
|
9185
|
+
#
|
9186
|
+
# {
|
9187
|
+
# name: "ColumnNameString",
|
9188
|
+
# data_type: "ColumnTypeString",
|
9189
|
+
# }
|
9190
|
+
#
|
9191
|
+
# @!attribute [rw] name
|
9192
|
+
# The name of the column.
|
9193
|
+
# @return [String]
|
9194
|
+
#
|
9195
|
+
# @!attribute [rw] data_type
|
9196
|
+
# The type of data in the column.
|
9197
|
+
# @return [String]
|
9198
|
+
#
|
9199
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaColumn AWS API Documentation
|
9200
|
+
#
|
9201
|
+
class SchemaColumn < Struct.new(
|
9202
|
+
:name,
|
9203
|
+
:data_type)
|
9204
|
+
include Aws::Structure
|
9205
|
+
end
|
9206
|
+
|
9207
|
+
# @note When making an API call, you may pass SearchTablesRequest
|
9208
|
+
# data as a hash:
|
9209
|
+
#
|
9210
|
+
# {
|
9211
|
+
# catalog_id: "CatalogIdString",
|
9212
|
+
# next_token: "Token",
|
9213
|
+
# filters: [
|
9214
|
+
# {
|
9215
|
+
# key: "ValueString",
|
9216
|
+
# value: "ValueString",
|
9217
|
+
# comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
|
9218
|
+
# },
|
9219
|
+
# ],
|
9220
|
+
# search_text: "ValueString",
|
9221
|
+
# sort_criteria: [
|
9222
|
+
# {
|
9223
|
+
# field_name: "ValueString",
|
9224
|
+
# sort: "ASC", # accepts ASC, DESC
|
9225
|
+
# },
|
9226
|
+
# ],
|
9227
|
+
# max_results: 1,
|
9228
|
+
# }
|
9229
|
+
#
|
9230
|
+
# @!attribute [rw] catalog_id
|
9231
|
+
# A unique identifier, consisting of ` account_id/datalake`.
|
9232
|
+
# @return [String]
|
9233
|
+
#
|
9234
|
+
# @!attribute [rw] next_token
|
9235
|
+
# A continuation token, included if this is a continuation call.
|
9236
|
+
# @return [String]
|
9237
|
+
#
|
9238
|
+
# @!attribute [rw] filters
|
9239
|
+
# A list of key-value pairs, and a comparator used to filter the
|
9240
|
+
# search results. Returns all entities matching the predicate.
|
9241
|
+
# @return [Array<Types::PropertyPredicate>]
|
9242
|
+
#
|
9243
|
+
# @!attribute [rw] search_text
|
9244
|
+
# A string used for a text search.
|
9245
|
+
#
|
9246
|
+
# Specifying a value in quotes filters based on an exact match to the
|
9247
|
+
# value.
|
9248
|
+
# @return [String]
|
9249
|
+
#
|
9250
|
+
# @!attribute [rw] sort_criteria
|
9251
|
+
# A list of criteria for sorting the results by a field name, in an
|
9252
|
+
# ascending or descending order.
|
9253
|
+
# @return [Array<Types::SortCriterion>]
|
9254
|
+
#
|
9255
|
+
# @!attribute [rw] max_results
|
9256
|
+
# The maximum number of tables to return in a single response.
|
9257
|
+
# @return [Integer]
|
9258
|
+
#
|
9259
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
|
9260
|
+
#
|
9261
|
+
class SearchTablesRequest < Struct.new(
|
9262
|
+
:catalog_id,
|
9263
|
+
:next_token,
|
9264
|
+
:filters,
|
9265
|
+
:search_text,
|
9266
|
+
:sort_criteria,
|
9267
|
+
:max_results)
|
9268
|
+
include Aws::Structure
|
9269
|
+
end
|
9270
|
+
|
9271
|
+
# @!attribute [rw] next_token
|
9272
|
+
# A continuation token, present if the current list segment is not the
|
9273
|
+
# last.
|
9274
|
+
# @return [String]
|
9275
|
+
#
|
9276
|
+
# @!attribute [rw] table_list
|
9277
|
+
# A list of the requested `Table` objects. The `SearchTables` response
|
9278
|
+
# returns only the tables that you have access to.
|
9279
|
+
# @return [Array<Types::Table>]
|
9280
|
+
#
|
9281
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesResponse AWS API Documentation
|
9282
|
+
#
|
9283
|
+
class SearchTablesResponse < Struct.new(
|
9284
|
+
:next_token,
|
9285
|
+
:table_list)
|
9286
|
+
include Aws::Structure
|
9287
|
+
end
|
9288
|
+
|
8009
9289
|
# Specifies a security configuration.
|
8010
9290
|
#
|
8011
9291
|
# @!attribute [rw] name
|
@@ -8042,13 +9322,13 @@ module Aws::Glue
|
|
8042
9322
|
# }
|
8043
9323
|
#
|
8044
9324
|
# @!attribute [rw] segment_number
|
8045
|
-
# The zero-based index number of the
|
8046
|
-
# total number of segments is 4, SegmentNumber values
|
8047
|
-
#
|
9325
|
+
# The zero-based index number of the segment. For example, if the
|
9326
|
+
# total number of segments is 4, `SegmentNumber` values range from 0
|
9327
|
+
# through 3.
|
8048
9328
|
# @return [Integer]
|
8049
9329
|
#
|
8050
9330
|
# @!attribute [rw] total_segments
|
8051
|
-
# The total
|
9331
|
+
# The total number of segments.
|
8052
9332
|
# @return [Integer]
|
8053
9333
|
#
|
8054
9334
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Segment AWS API Documentation
|
@@ -8059,8 +9339,8 @@ module Aws::Glue
|
|
8059
9339
|
include Aws::Structure
|
8060
9340
|
end
|
8061
9341
|
|
8062
|
-
# Information about a serialization/deserialization program (SerDe)
|
8063
|
-
#
|
9342
|
+
# Information about a serialization/deserialization program (SerDe) that
|
9343
|
+
# serves as an extractor and loader.
|
8064
9344
|
#
|
8065
9345
|
# @note When making an API call, you may pass SerDeInfo
|
8066
9346
|
# data as a hash:
|
@@ -8078,7 +9358,7 @@ module Aws::Glue
|
|
8078
9358
|
# @return [String]
|
8079
9359
|
#
|
8080
9360
|
# @!attribute [rw] serialization_library
|
8081
|
-
# Usually the class that implements the SerDe. An example is
|
9361
|
+
# Usually the class that implements the SerDe. An example is
|
8082
9362
|
# `org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe`.
|
8083
9363
|
# @return [String]
|
8084
9364
|
#
|
@@ -8096,8 +9376,8 @@ module Aws::Glue
|
|
8096
9376
|
include Aws::Structure
|
8097
9377
|
end
|
8098
9378
|
|
8099
|
-
# Specifies skewed values in a table. Skewed are
|
8100
|
-
# very high frequency.
|
9379
|
+
# Specifies skewed values in a table. Skewed values are those that occur
|
9380
|
+
# with very high frequency.
|
8101
9381
|
#
|
8102
9382
|
# @note When making an API call, you may pass SkewedInfo
|
8103
9383
|
# data as a hash:
|
@@ -8132,6 +9412,28 @@ module Aws::Glue
|
|
8132
9412
|
include Aws::Structure
|
8133
9413
|
end
|
8134
9414
|
|
9415
|
+
# @note When making an API call, you may pass SortCriterion
|
9416
|
+
# data as a hash:
|
9417
|
+
#
|
9418
|
+
# {
|
9419
|
+
# field_name: "ValueString",
|
9420
|
+
# sort: "ASC", # accepts ASC, DESC
|
9421
|
+
# }
|
9422
|
+
#
|
9423
|
+
# @!attribute [rw] field_name
|
9424
|
+
# @return [String]
|
9425
|
+
#
|
9426
|
+
# @!attribute [rw] sort
|
9427
|
+
# @return [String]
|
9428
|
+
#
|
9429
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SortCriterion AWS API Documentation
|
9430
|
+
#
|
9431
|
+
class SortCriterion < Struct.new(
|
9432
|
+
:field_name,
|
9433
|
+
:sort)
|
9434
|
+
include Aws::Structure
|
9435
|
+
end
|
9436
|
+
|
8135
9437
|
# @note When making an API call, you may pass StartCrawlerRequest
|
8136
9438
|
# data as a hash:
|
8137
9439
|
#
|
@@ -8176,6 +9478,83 @@ module Aws::Glue
|
|
8176
9478
|
#
|
8177
9479
|
class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
|
8178
9480
|
|
9481
|
+
# @note When making an API call, you may pass StartExportLabelsTaskRunRequest
|
9482
|
+
# data as a hash:
|
9483
|
+
#
|
9484
|
+
# {
|
9485
|
+
# transform_id: "HashString", # required
|
9486
|
+
# output_s3_path: "UriString", # required
|
9487
|
+
# }
|
9488
|
+
#
|
9489
|
+
# @!attribute [rw] transform_id
|
9490
|
+
# The unique identifier of the machine learning transform.
|
9491
|
+
# @return [String]
|
9492
|
+
#
|
9493
|
+
# @!attribute [rw] output_s3_path
|
9494
|
+
# The Amazon S3 path where you export the labels.
|
9495
|
+
# @return [String]
|
9496
|
+
#
|
9497
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunRequest AWS API Documentation
|
9498
|
+
#
|
9499
|
+
class StartExportLabelsTaskRunRequest < Struct.new(
|
9500
|
+
:transform_id,
|
9501
|
+
:output_s3_path)
|
9502
|
+
include Aws::Structure
|
9503
|
+
end
|
9504
|
+
|
9505
|
+
# @!attribute [rw] task_run_id
|
9506
|
+
# The unique identifier for the task run.
|
9507
|
+
# @return [String]
|
9508
|
+
#
|
9509
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunResponse AWS API Documentation
|
9510
|
+
#
|
9511
|
+
class StartExportLabelsTaskRunResponse < Struct.new(
|
9512
|
+
:task_run_id)
|
9513
|
+
include Aws::Structure
|
9514
|
+
end
|
9515
|
+
|
9516
|
+
# @note When making an API call, you may pass StartImportLabelsTaskRunRequest
|
9517
|
+
# data as a hash:
|
9518
|
+
#
|
9519
|
+
# {
|
9520
|
+
# transform_id: "HashString", # required
|
9521
|
+
# input_s3_path: "UriString", # required
|
9522
|
+
# replace_all_labels: false,
|
9523
|
+
# }
|
9524
|
+
#
|
9525
|
+
# @!attribute [rw] transform_id
|
9526
|
+
# The unique identifier of the machine learning transform.
|
9527
|
+
# @return [String]
|
9528
|
+
#
|
9529
|
+
# @!attribute [rw] input_s3_path
|
9530
|
+
# The Amazon Simple Storage Service (Amazon S3) path from where you
|
9531
|
+
# import the labels.
|
9532
|
+
# @return [String]
|
9533
|
+
#
|
9534
|
+
# @!attribute [rw] replace_all_labels
|
9535
|
+
# Indicates whether to overwrite your existing labels.
|
9536
|
+
# @return [Boolean]
|
9537
|
+
#
|
9538
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunRequest AWS API Documentation
|
9539
|
+
#
|
9540
|
+
class StartImportLabelsTaskRunRequest < Struct.new(
|
9541
|
+
:transform_id,
|
9542
|
+
:input_s3_path,
|
9543
|
+
:replace_all_labels)
|
9544
|
+
include Aws::Structure
|
9545
|
+
end
|
9546
|
+
|
9547
|
+
# @!attribute [rw] task_run_id
|
9548
|
+
# The unique identifier for the task run.
|
9549
|
+
# @return [String]
|
9550
|
+
#
|
9551
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunResponse AWS API Documentation
|
9552
|
+
#
|
9553
|
+
class StartImportLabelsTaskRunResponse < Struct.new(
|
9554
|
+
:task_run_id)
|
9555
|
+
include Aws::Structure
|
9556
|
+
end
|
9557
|
+
|
8179
9558
|
# @note When making an API call, you may pass StartJobRunRequest
|
8180
9559
|
# data as a hash:
|
8181
9560
|
#
|
@@ -8331,6 +9710,71 @@ module Aws::Glue
|
|
8331
9710
|
include Aws::Structure
|
8332
9711
|
end
|
8333
9712
|
|
9713
|
+
# @note When making an API call, you may pass StartMLEvaluationTaskRunRequest
|
9714
|
+
# data as a hash:
|
9715
|
+
#
|
9716
|
+
# {
|
9717
|
+
# transform_id: "HashString", # required
|
9718
|
+
# }
|
9719
|
+
#
|
9720
|
+
# @!attribute [rw] transform_id
|
9721
|
+
# The unique identifier of the machine learning transform.
|
9722
|
+
# @return [String]
|
9723
|
+
#
|
9724
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunRequest AWS API Documentation
|
9725
|
+
#
|
9726
|
+
class StartMLEvaluationTaskRunRequest < Struct.new(
|
9727
|
+
:transform_id)
|
9728
|
+
include Aws::Structure
|
9729
|
+
end
|
9730
|
+
|
9731
|
+
# @!attribute [rw] task_run_id
|
9732
|
+
# The unique identifier associated with this run.
|
9733
|
+
# @return [String]
|
9734
|
+
#
|
9735
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunResponse AWS API Documentation
|
9736
|
+
#
|
9737
|
+
class StartMLEvaluationTaskRunResponse < Struct.new(
|
9738
|
+
:task_run_id)
|
9739
|
+
include Aws::Structure
|
9740
|
+
end
|
9741
|
+
|
9742
|
+
# @note When making an API call, you may pass StartMLLabelingSetGenerationTaskRunRequest
|
9743
|
+
# data as a hash:
|
9744
|
+
#
|
9745
|
+
# {
|
9746
|
+
# transform_id: "HashString", # required
|
9747
|
+
# output_s3_path: "UriString", # required
|
9748
|
+
# }
|
9749
|
+
#
|
9750
|
+
# @!attribute [rw] transform_id
|
9751
|
+
# The unique identifier of the machine learning transform.
|
9752
|
+
# @return [String]
|
9753
|
+
#
|
9754
|
+
# @!attribute [rw] output_s3_path
|
9755
|
+
# The Amazon Simple Storage Service (Amazon S3) path where you
|
9756
|
+
# generate the labeling set.
|
9757
|
+
# @return [String]
|
9758
|
+
#
|
9759
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunRequest AWS API Documentation
|
9760
|
+
#
|
9761
|
+
class StartMLLabelingSetGenerationTaskRunRequest < Struct.new(
|
9762
|
+
:transform_id,
|
9763
|
+
:output_s3_path)
|
9764
|
+
include Aws::Structure
|
9765
|
+
end
|
9766
|
+
|
9767
|
+
# @!attribute [rw] task_run_id
|
9768
|
+
# The unique run identifier that is associated with this task run.
|
9769
|
+
# @return [String]
|
9770
|
+
#
|
9771
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunResponse AWS API Documentation
|
9772
|
+
#
|
9773
|
+
class StartMLLabelingSetGenerationTaskRunResponse < Struct.new(
|
9774
|
+
:task_run_id)
|
9775
|
+
include Aws::Structure
|
9776
|
+
end
|
9777
|
+
|
8334
9778
|
# @note When making an API call, you may pass StartTriggerRequest
|
8335
9779
|
# data as a hash:
|
8336
9780
|
#
|
@@ -8473,6 +9917,9 @@ module Aws::Glue
|
|
8473
9917
|
# name: "NameString", # required
|
8474
9918
|
# type: "ColumnTypeString",
|
8475
9919
|
# comment: "CommentString",
|
9920
|
+
# parameters: {
|
9921
|
+
# "KeyString" => "ParametersMapValue",
|
9922
|
+
# },
|
8476
9923
|
# },
|
8477
9924
|
# ],
|
8478
9925
|
# location: "LocationString",
|
@@ -8512,7 +9959,7 @@ module Aws::Glue
|
|
8512
9959
|
# @return [Array<Types::Column>]
|
8513
9960
|
#
|
8514
9961
|
# @!attribute [rw] location
|
8515
|
-
# The physical location of the table. By default this takes the form
|
9962
|
+
# The physical location of the table. By default, this takes the form
|
8516
9963
|
# of the warehouse location, followed by the database location in the
|
8517
9964
|
# warehouse, followed by the table name.
|
8518
9965
|
# @return [String]
|
@@ -8528,7 +9975,7 @@ module Aws::Glue
|
|
8528
9975
|
# @return [String]
|
8529
9976
|
#
|
8530
9977
|
# @!attribute [rw] compressed
|
8531
|
-
# True if the data in the table is compressed, or False if not.
|
9978
|
+
# `True` if the data in the table is compressed, or `False` if not.
|
8532
9979
|
# @return [Boolean]
|
8533
9980
|
#
|
8534
9981
|
# @!attribute [rw] number_of_buckets
|
@@ -8536,7 +9983,7 @@ module Aws::Glue
|
|
8536
9983
|
# @return [Integer]
|
8537
9984
|
#
|
8538
9985
|
# @!attribute [rw] serde_info
|
8539
|
-
#
|
9986
|
+
# The serialization/deserialization (SerDe) information.
|
8540
9987
|
# @return [Types::SerDeInfo]
|
8541
9988
|
#
|
8542
9989
|
# @!attribute [rw] bucket_columns
|
@@ -8549,16 +9996,17 @@ module Aws::Glue
|
|
8549
9996
|
# @return [Array<Types::Order>]
|
8550
9997
|
#
|
8551
9998
|
# @!attribute [rw] parameters
|
8552
|
-
#
|
9999
|
+
# The user-supplied properties in key-value form.
|
8553
10000
|
# @return [Hash<String,String>]
|
8554
10001
|
#
|
8555
10002
|
# @!attribute [rw] skewed_info
|
8556
|
-
#
|
10003
|
+
# The information about values that appear frequently in a column
|
8557
10004
|
# (skewed values).
|
8558
10005
|
# @return [Types::SkewedInfo]
|
8559
10006
|
#
|
8560
10007
|
# @!attribute [rw] stored_as_sub_directories
|
8561
|
-
# True if the table data is stored in subdirectories, or False if
|
10008
|
+
# `True` if the table data is stored in subdirectories, or `False` if
|
10009
|
+
# not.
|
8562
10010
|
# @return [Boolean]
|
8563
10011
|
#
|
8564
10012
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
|
@@ -8582,42 +10030,42 @@ module Aws::Glue
|
|
8582
10030
|
# Represents a collection of related data organized in columns and rows.
|
8583
10031
|
#
|
8584
10032
|
# @!attribute [rw] name
|
8585
|
-
#
|
10033
|
+
# The table name. For Hive compatibility, this must be entirely
|
8586
10034
|
# lowercase.
|
8587
10035
|
# @return [String]
|
8588
10036
|
#
|
8589
10037
|
# @!attribute [rw] database_name
|
8590
|
-
#
|
8591
|
-
#
|
10038
|
+
# The name of the database where the table metadata resides. For Hive
|
10039
|
+
# compatibility, this must be all lowercase.
|
8592
10040
|
# @return [String]
|
8593
10041
|
#
|
8594
10042
|
# @!attribute [rw] description
|
8595
|
-
#
|
10043
|
+
# A description of the table.
|
8596
10044
|
# @return [String]
|
8597
10045
|
#
|
8598
10046
|
# @!attribute [rw] owner
|
8599
|
-
#
|
10047
|
+
# The owner of the table.
|
8600
10048
|
# @return [String]
|
8601
10049
|
#
|
8602
10050
|
# @!attribute [rw] create_time
|
8603
|
-
#
|
10051
|
+
# The time when the table definition was created in the Data Catalog.
|
8604
10052
|
# @return [Time]
|
8605
10053
|
#
|
8606
10054
|
# @!attribute [rw] update_time
|
8607
|
-
#
|
10055
|
+
# The last time that the table was updated.
|
8608
10056
|
# @return [Time]
|
8609
10057
|
#
|
8610
10058
|
# @!attribute [rw] last_access_time
|
8611
|
-
#
|
8612
|
-
# and
|
10059
|
+
# The last time that the table was accessed. This is usually taken
|
10060
|
+
# from HDFS, and might not be reliable.
|
8613
10061
|
# @return [Time]
|
8614
10062
|
#
|
8615
10063
|
# @!attribute [rw] last_analyzed_time
|
8616
|
-
#
|
10064
|
+
# The last time that column statistics were computed for this table.
|
8617
10065
|
# @return [Time]
|
8618
10066
|
#
|
8619
10067
|
# @!attribute [rw] retention
|
8620
|
-
#
|
10068
|
+
# The retention time for this table.
|
8621
10069
|
# @return [Integer]
|
8622
10070
|
#
|
8623
10071
|
# @!attribute [rw] storage_descriptor
|
@@ -8629,9 +10077,9 @@ module Aws::Glue
|
|
8629
10077
|
# A list of columns by which the table is partitioned. Only primitive
|
8630
10078
|
# types are supported as partition keys.
|
8631
10079
|
#
|
8632
|
-
# When
|
8633
|
-
# `partitionKeys`, you must at least set the value of
|
8634
|
-
# to an empty list. For example:
|
10080
|
+
# When you create a table used by Amazon Athena, and you do not
|
10081
|
+
# specify any `partitionKeys`, you must at least set the value of
|
10082
|
+
# `partitionKeys` to an empty list. For example:
|
8635
10083
|
#
|
8636
10084
|
# `"PartitionKeys": []`
|
8637
10085
|
# @return [Array<Types::Column>]
|
@@ -8655,9 +10103,14 @@ module Aws::Glue
|
|
8655
10103
|
# @return [Hash<String,String>]
|
8656
10104
|
#
|
8657
10105
|
# @!attribute [rw] created_by
|
8658
|
-
#
|
10106
|
+
# The person or entity who created the table.
|
8659
10107
|
# @return [String]
|
8660
10108
|
#
|
10109
|
+
# @!attribute [rw] is_registered_with_lake_formation
|
10110
|
+
# Indicates whether the table has been registered with AWS Lake
|
10111
|
+
# Formation.
|
10112
|
+
# @return [Boolean]
|
10113
|
+
#
|
8661
10114
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
|
8662
10115
|
#
|
8663
10116
|
class Table < Struct.new(
|
@@ -8676,19 +10129,20 @@ module Aws::Glue
|
|
8676
10129
|
:view_expanded_text,
|
8677
10130
|
:table_type,
|
8678
10131
|
:parameters,
|
8679
|
-
:created_by
|
10132
|
+
:created_by,
|
10133
|
+
:is_registered_with_lake_formation)
|
8680
10134
|
include Aws::Structure
|
8681
10135
|
end
|
8682
10136
|
|
8683
10137
|
# An error record for table operations.
|
8684
10138
|
#
|
8685
10139
|
# @!attribute [rw] table_name
|
8686
|
-
#
|
10140
|
+
# The name of the table. For Hive compatibility, this must be entirely
|
8687
10141
|
# lowercase.
|
8688
10142
|
# @return [String]
|
8689
10143
|
#
|
8690
10144
|
# @!attribute [rw] error_detail
|
8691
|
-
#
|
10145
|
+
# The details about the error.
|
8692
10146
|
# @return [Types::ErrorDetail]
|
8693
10147
|
#
|
8694
10148
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableError AWS API Documentation
|
@@ -8699,7 +10153,7 @@ module Aws::Glue
|
|
8699
10153
|
include Aws::Structure
|
8700
10154
|
end
|
8701
10155
|
|
8702
|
-
#
|
10156
|
+
# A structure used to define a table.
|
8703
10157
|
#
|
8704
10158
|
# @note When making an API call, you may pass TableInput
|
8705
10159
|
# data as a hash:
|
@@ -8717,6 +10171,9 @@ module Aws::Glue
|
|
8717
10171
|
# name: "NameString", # required
|
8718
10172
|
# type: "ColumnTypeString",
|
8719
10173
|
# comment: "CommentString",
|
10174
|
+
# parameters: {
|
10175
|
+
# "KeyString" => "ParametersMapValue",
|
10176
|
+
# },
|
8720
10177
|
# },
|
8721
10178
|
# ],
|
8722
10179
|
# location: "LocationString",
|
@@ -8755,6 +10212,9 @@ module Aws::Glue
|
|
8755
10212
|
# name: "NameString", # required
|
8756
10213
|
# type: "ColumnTypeString",
|
8757
10214
|
# comment: "CommentString",
|
10215
|
+
# parameters: {
|
10216
|
+
# "KeyString" => "ParametersMapValue",
|
10217
|
+
# },
|
8758
10218
|
# },
|
8759
10219
|
# ],
|
8760
10220
|
# view_original_text: "ViewTextString",
|
@@ -8766,28 +10226,28 @@ module Aws::Glue
|
|
8766
10226
|
# }
|
8767
10227
|
#
|
8768
10228
|
# @!attribute [rw] name
|
8769
|
-
#
|
8770
|
-
#
|
10229
|
+
# The table name. For Hive compatibility, this is folded to lowercase
|
10230
|
+
# when it is stored.
|
8771
10231
|
# @return [String]
|
8772
10232
|
#
|
8773
10233
|
# @!attribute [rw] description
|
8774
|
-
#
|
10234
|
+
# A description of the table.
|
8775
10235
|
# @return [String]
|
8776
10236
|
#
|
8777
10237
|
# @!attribute [rw] owner
|
8778
|
-
#
|
10238
|
+
# The table owner.
|
8779
10239
|
# @return [String]
|
8780
10240
|
#
|
8781
10241
|
# @!attribute [rw] last_access_time
|
8782
|
-
#
|
10242
|
+
# The last time that the table was accessed.
|
8783
10243
|
# @return [Time]
|
8784
10244
|
#
|
8785
10245
|
# @!attribute [rw] last_analyzed_time
|
8786
|
-
#
|
10246
|
+
# The last time that column statistics were computed for this table.
|
8787
10247
|
# @return [Time]
|
8788
10248
|
#
|
8789
10249
|
# @!attribute [rw] retention
|
8790
|
-
#
|
10250
|
+
# The retention time for this table.
|
8791
10251
|
# @return [Integer]
|
8792
10252
|
#
|
8793
10253
|
# @!attribute [rw] storage_descriptor
|
@@ -8799,9 +10259,9 @@ module Aws::Glue
|
|
8799
10259
|
# A list of columns by which the table is partitioned. Only primitive
|
8800
10260
|
# types are supported as partition keys.
|
8801
10261
|
#
|
8802
|
-
# When
|
8803
|
-
# `partitionKeys`, you must at least set the value of
|
8804
|
-
# to an empty list. For example:
|
10262
|
+
# When you create a table used by Amazon Athena, and you do not
|
10263
|
+
# specify any `partitionKeys`, you must at least set the value of
|
10264
|
+
# `partitionKeys` to an empty list. For example:
|
8805
10265
|
#
|
8806
10266
|
# `"PartitionKeys": []`
|
8807
10267
|
# @return [Array<Types::Column>]
|
@@ -8845,7 +10305,7 @@ module Aws::Glue
|
|
8845
10305
|
# Specifies a version of a table.
|
8846
10306
|
#
|
8847
10307
|
# @!attribute [rw] table
|
8848
|
-
# The table in question
|
10308
|
+
# The table in question.
|
8849
10309
|
# @return [Types::Table]
|
8850
10310
|
#
|
8851
10311
|
# @!attribute [rw] version_id
|
@@ -8874,7 +10334,7 @@ module Aws::Glue
|
|
8874
10334
|
# @return [String]
|
8875
10335
|
#
|
8876
10336
|
# @!attribute [rw] error_detail
|
8877
|
-
#
|
10337
|
+
# The details about the error.
|
8878
10338
|
# @return [Types::ErrorDetail]
|
8879
10339
|
#
|
8880
10340
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersionError AWS API Documentation
|
@@ -8922,6 +10382,311 @@ module Aws::Glue
|
|
8922
10382
|
#
|
8923
10383
|
class TagResourceResponse < Aws::EmptyStructure; end
|
8924
10384
|
|
10385
|
+
# The sampling parameters that are associated with the machine learning
|
10386
|
+
# transform.
|
10387
|
+
#
|
10388
|
+
# @!attribute [rw] transform_id
|
10389
|
+
# The unique identifier for the transform.
|
10390
|
+
# @return [String]
|
10391
|
+
#
|
10392
|
+
# @!attribute [rw] task_run_id
|
10393
|
+
# The unique identifier for this task run.
|
10394
|
+
# @return [String]
|
10395
|
+
#
|
10396
|
+
# @!attribute [rw] status
|
10397
|
+
# The current status of the requested task run.
|
10398
|
+
# @return [String]
|
10399
|
+
#
|
10400
|
+
# @!attribute [rw] log_group_name
|
10401
|
+
# The names of the log group for secure logging, associated with this
|
10402
|
+
# task run.
|
10403
|
+
# @return [String]
|
10404
|
+
#
|
10405
|
+
# @!attribute [rw] properties
|
10406
|
+
# Specifies configuration properties associated with this task run.
|
10407
|
+
# @return [Types::TaskRunProperties]
|
10408
|
+
#
|
10409
|
+
# @!attribute [rw] error_string
|
10410
|
+
# The list of error strings associated with this task run.
|
10411
|
+
# @return [String]
|
10412
|
+
#
|
10413
|
+
# @!attribute [rw] started_on
|
10414
|
+
# The date and time that this task run started.
|
10415
|
+
# @return [Time]
|
10416
|
+
#
|
10417
|
+
# @!attribute [rw] last_modified_on
|
10418
|
+
# The last point in time that the requested task run was updated.
|
10419
|
+
# @return [Time]
|
10420
|
+
#
|
10421
|
+
# @!attribute [rw] completed_on
|
10422
|
+
# The last point in time that the requested task run was completed.
|
10423
|
+
# @return [Time]
|
10424
|
+
#
|
10425
|
+
# @!attribute [rw] execution_time
|
10426
|
+
# The amount of time (in seconds) that the task run consumed
|
10427
|
+
# resources.
|
10428
|
+
# @return [Integer]
|
10429
|
+
#
|
10430
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRun AWS API Documentation
|
10431
|
+
#
|
10432
|
+
class TaskRun < Struct.new(
|
10433
|
+
:transform_id,
|
10434
|
+
:task_run_id,
|
10435
|
+
:status,
|
10436
|
+
:log_group_name,
|
10437
|
+
:properties,
|
10438
|
+
:error_string,
|
10439
|
+
:started_on,
|
10440
|
+
:last_modified_on,
|
10441
|
+
:completed_on,
|
10442
|
+
:execution_time)
|
10443
|
+
include Aws::Structure
|
10444
|
+
end
|
10445
|
+
|
10446
|
+
# The criteria that are used to filter the task runs for the machine
|
10447
|
+
# learning transform.
|
10448
|
+
#
|
10449
|
+
# @note When making an API call, you may pass TaskRunFilterCriteria
|
10450
|
+
# data as a hash:
|
10451
|
+
#
|
10452
|
+
# {
|
10453
|
+
# task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
|
10454
|
+
# status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
|
10455
|
+
# started_before: Time.now,
|
10456
|
+
# started_after: Time.now,
|
10457
|
+
# }
|
10458
|
+
#
|
10459
|
+
# @!attribute [rw] task_run_type
|
10460
|
+
# The type of task run.
|
10461
|
+
# @return [String]
|
10462
|
+
#
|
10463
|
+
# @!attribute [rw] status
|
10464
|
+
# The current status of the task run.
|
10465
|
+
# @return [String]
|
10466
|
+
#
|
10467
|
+
# @!attribute [rw] started_before
|
10468
|
+
# Filter on task runs started before this date.
|
10469
|
+
# @return [Time]
|
10470
|
+
#
|
10471
|
+
# @!attribute [rw] started_after
|
10472
|
+
# Filter on task runs started after this date.
|
10473
|
+
# @return [Time]
|
10474
|
+
#
|
10475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunFilterCriteria AWS API Documentation
|
10476
|
+
#
|
10477
|
+
class TaskRunFilterCriteria < Struct.new(
|
10478
|
+
:task_run_type,
|
10479
|
+
:status,
|
10480
|
+
:started_before,
|
10481
|
+
:started_after)
|
10482
|
+
include Aws::Structure
|
10483
|
+
end
|
10484
|
+
|
10485
|
+
# The configuration properties for the task run.
|
10486
|
+
#
|
10487
|
+
# @!attribute [rw] task_type
|
10488
|
+
# The type of task run.
|
10489
|
+
# @return [String]
|
10490
|
+
#
|
10491
|
+
# @!attribute [rw] import_labels_task_run_properties
|
10492
|
+
# The configuration properties for an importing labels task run.
|
10493
|
+
# @return [Types::ImportLabelsTaskRunProperties]
|
10494
|
+
#
|
10495
|
+
# @!attribute [rw] export_labels_task_run_properties
|
10496
|
+
# The configuration properties for an exporting labels task run.
|
10497
|
+
# @return [Types::ExportLabelsTaskRunProperties]
|
10498
|
+
#
|
10499
|
+
# @!attribute [rw] labeling_set_generation_task_run_properties
|
10500
|
+
# The configuration properties for a labeling set generation task run.
|
10501
|
+
# @return [Types::LabelingSetGenerationTaskRunProperties]
|
10502
|
+
#
|
10503
|
+
# @!attribute [rw] find_matches_task_run_properties
|
10504
|
+
# The configuration properties for a find matches task run.
|
10505
|
+
# @return [Types::FindMatchesTaskRunProperties]
|
10506
|
+
#
|
10507
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunProperties AWS API Documentation
|
10508
|
+
#
|
10509
|
+
class TaskRunProperties < Struct.new(
|
10510
|
+
:task_type,
|
10511
|
+
:import_labels_task_run_properties,
|
10512
|
+
:export_labels_task_run_properties,
|
10513
|
+
:labeling_set_generation_task_run_properties,
|
10514
|
+
:find_matches_task_run_properties)
|
10515
|
+
include Aws::Structure
|
10516
|
+
end
|
10517
|
+
|
10518
|
+
# The sorting criteria that are used to sort the list of task runs for
|
10519
|
+
# the machine learning transform.
|
10520
|
+
#
|
10521
|
+
# @note When making an API call, you may pass TaskRunSortCriteria
|
10522
|
+
# data as a hash:
|
10523
|
+
#
|
10524
|
+
# {
|
10525
|
+
# column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
|
10526
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
10527
|
+
# }
|
10528
|
+
#
|
10529
|
+
# @!attribute [rw] column
|
10530
|
+
# The column to be used to sort the list of task runs for the machine
|
10531
|
+
# learning transform.
|
10532
|
+
# @return [String]
|
10533
|
+
#
|
10534
|
+
# @!attribute [rw] sort_direction
|
10535
|
+
# The sort direction to be used to sort the list of task runs for the
|
10536
|
+
# machine learning transform.
|
10537
|
+
# @return [String]
|
10538
|
+
#
|
10539
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunSortCriteria AWS API Documentation
|
10540
|
+
#
|
10541
|
+
class TaskRunSortCriteria < Struct.new(
|
10542
|
+
:column,
|
10543
|
+
:sort_direction)
|
10544
|
+
include Aws::Structure
|
10545
|
+
end
|
10546
|
+
|
10547
|
+
# The criteria used to filter the machine learning transforms.
|
10548
|
+
#
|
10549
|
+
# @note When making an API call, you may pass TransformFilterCriteria
|
10550
|
+
# data as a hash:
|
10551
|
+
#
|
10552
|
+
# {
|
10553
|
+
# name: "NameString",
|
10554
|
+
# transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
|
10555
|
+
# status: "NOT_READY", # accepts NOT_READY, READY, DELETING
|
10556
|
+
# created_before: Time.now,
|
10557
|
+
# created_after: Time.now,
|
10558
|
+
# last_modified_before: Time.now,
|
10559
|
+
# last_modified_after: Time.now,
|
10560
|
+
# schema: [
|
10561
|
+
# {
|
10562
|
+
# name: "ColumnNameString",
|
10563
|
+
# data_type: "ColumnTypeString",
|
10564
|
+
# },
|
10565
|
+
# ],
|
10566
|
+
# }
|
10567
|
+
#
|
10568
|
+
# @!attribute [rw] name
|
10569
|
+
# A unique transform name that is used to filter the machine learning
|
10570
|
+
# transforms.
|
10571
|
+
# @return [String]
|
10572
|
+
#
|
10573
|
+
# @!attribute [rw] transform_type
|
10574
|
+
# The type of machine learning transform that is used to filter the
|
10575
|
+
# machine learning transforms.
|
10576
|
+
# @return [String]
|
10577
|
+
#
|
10578
|
+
# @!attribute [rw] status
|
10579
|
+
# Filters the list of machine learning transforms by the last known
|
10580
|
+
# status of the transforms (to indicate whether a transform can be
|
10581
|
+
# used or not). One of "NOT\_READY", "READY", or "DELETING".
|
10582
|
+
# @return [String]
|
10583
|
+
#
|
10584
|
+
# @!attribute [rw] created_before
|
10585
|
+
# The time and date before which the transforms were created.
|
10586
|
+
# @return [Time]
|
10587
|
+
#
|
10588
|
+
# @!attribute [rw] created_after
|
10589
|
+
# The time and date after which the transforms were created.
|
10590
|
+
# @return [Time]
|
10591
|
+
#
|
10592
|
+
# @!attribute [rw] last_modified_before
|
10593
|
+
# Filter on transforms last modified before this date.
|
10594
|
+
# @return [Time]
|
10595
|
+
#
|
10596
|
+
# @!attribute [rw] last_modified_after
|
10597
|
+
# Filter on transforms last modified after this date.
|
10598
|
+
# @return [Time]
|
10599
|
+
#
|
10600
|
+
# @!attribute [rw] schema
|
10601
|
+
# Filters on datasets with a specific schema. The `Map<Column, Type>`
|
10602
|
+
# object is an array of key-value pairs representing the schema this
|
10603
|
+
# transform accepts, where `Column` is the name of a column, and
|
10604
|
+
# `Type` is the type of the data such as an integer or string. Has an
|
10605
|
+
# upper bound of 100 columns.
|
10606
|
+
# @return [Array<Types::SchemaColumn>]
|
10607
|
+
#
|
10608
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformFilterCriteria AWS API Documentation
|
10609
|
+
#
|
10610
|
+
class TransformFilterCriteria < Struct.new(
|
10611
|
+
:name,
|
10612
|
+
:transform_type,
|
10613
|
+
:status,
|
10614
|
+
:created_before,
|
10615
|
+
:created_after,
|
10616
|
+
:last_modified_before,
|
10617
|
+
:last_modified_after,
|
10618
|
+
:schema)
|
10619
|
+
include Aws::Structure
|
10620
|
+
end
|
10621
|
+
|
10622
|
+
# The algorithm-specific parameters that are associated with the machine
|
10623
|
+
# learning transform.
|
10624
|
+
#
|
10625
|
+
# @note When making an API call, you may pass TransformParameters
|
10626
|
+
# data as a hash:
|
10627
|
+
#
|
10628
|
+
# {
|
10629
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
10630
|
+
# find_matches_parameters: {
|
10631
|
+
# primary_key_column_name: "ColumnNameString",
|
10632
|
+
# precision_recall_tradeoff: 1.0,
|
10633
|
+
# accuracy_cost_tradeoff: 1.0,
|
10634
|
+
# enforce_provided_labels: false,
|
10635
|
+
# },
|
10636
|
+
# }
|
10637
|
+
#
|
10638
|
+
# @!attribute [rw] transform_type
|
10639
|
+
# The type of machine learning transform.
|
10640
|
+
#
|
10641
|
+
# For information about the types of machine learning transforms, see
|
10642
|
+
# [Creating Machine Learning Transforms][1].
|
10643
|
+
#
|
10644
|
+
#
|
10645
|
+
#
|
10646
|
+
# [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
|
10647
|
+
# @return [String]
|
10648
|
+
#
|
10649
|
+
# @!attribute [rw] find_matches_parameters
|
10650
|
+
# The parameters for the find matches algorithm.
|
10651
|
+
# @return [Types::FindMatchesParameters]
|
10652
|
+
#
|
10653
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformParameters AWS API Documentation
|
10654
|
+
#
|
10655
|
+
class TransformParameters < Struct.new(
|
10656
|
+
:transform_type,
|
10657
|
+
:find_matches_parameters)
|
10658
|
+
include Aws::Structure
|
10659
|
+
end
|
10660
|
+
|
10661
|
+
# The sorting criteria that are associated with the machine learning
|
10662
|
+
# transform.
|
10663
|
+
#
|
10664
|
+
# @note When making an API call, you may pass TransformSortCriteria
|
10665
|
+
# data as a hash:
|
10666
|
+
#
|
10667
|
+
# {
|
10668
|
+
# column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
|
10669
|
+
# sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
|
10670
|
+
# }
|
10671
|
+
#
|
10672
|
+
# @!attribute [rw] column
|
10673
|
+
# The column to be used in the sorting criteria that are associated
|
10674
|
+
# with the machine learning transform.
|
10675
|
+
# @return [String]
|
10676
|
+
#
|
10677
|
+
# @!attribute [rw] sort_direction
|
10678
|
+
# The sort direction to be used in the sorting criteria that are
|
10679
|
+
# associated with the machine learning transform.
|
10680
|
+
# @return [String]
|
10681
|
+
#
|
10682
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformSortCriteria AWS API Documentation
|
10683
|
+
#
|
10684
|
+
class TransformSortCriteria < Struct.new(
|
10685
|
+
:column,
|
10686
|
+
:sort_direction)
|
10687
|
+
include Aws::Structure
|
10688
|
+
end
|
10689
|
+
|
8925
10690
|
# Information about a specific trigger.
|
8926
10691
|
#
|
8927
10692
|
# @!attribute [rw] name
|
@@ -9444,12 +11209,20 @@ module Aws::Glue
|
|
9444
11209
|
# parameters: {
|
9445
11210
|
# "KeyString" => "ParametersMapValue",
|
9446
11211
|
# },
|
11212
|
+
# create_table_default_permissions: [
|
11213
|
+
# {
|
11214
|
+
# principal: {
|
11215
|
+
# data_lake_principal_identifier: "DataLakePrincipalString",
|
11216
|
+
# },
|
11217
|
+
# permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
|
11218
|
+
# },
|
11219
|
+
# ],
|
9447
11220
|
# },
|
9448
11221
|
# }
|
9449
11222
|
#
|
9450
11223
|
# @!attribute [rw] catalog_id
|
9451
11224
|
# The ID of the Data Catalog in which the metadata database resides.
|
9452
|
-
# If none is
|
11225
|
+
# If none is provided, the AWS account ID is used by default.
|
9453
11226
|
# @return [String]
|
9454
11227
|
#
|
9455
11228
|
# @!attribute [rw] name
|
@@ -9683,6 +11456,127 @@ module Aws::Glue
|
|
9683
11456
|
include Aws::Structure
|
9684
11457
|
end
|
9685
11458
|
|
11459
|
+
# @note When making an API call, you may pass UpdateMLTransformRequest
|
11460
|
+
# data as a hash:
|
11461
|
+
#
|
11462
|
+
# {
|
11463
|
+
# transform_id: "HashString", # required
|
11464
|
+
# name: "NameString",
|
11465
|
+
# description: "DescriptionString",
|
11466
|
+
# parameters: {
|
11467
|
+
# transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
|
11468
|
+
# find_matches_parameters: {
|
11469
|
+
# primary_key_column_name: "ColumnNameString",
|
11470
|
+
# precision_recall_tradeoff: 1.0,
|
11471
|
+
# accuracy_cost_tradeoff: 1.0,
|
11472
|
+
# enforce_provided_labels: false,
|
11473
|
+
# },
|
11474
|
+
# },
|
11475
|
+
# role: "RoleString",
|
11476
|
+
# max_capacity: 1.0,
|
11477
|
+
# worker_type: "Standard", # accepts Standard, G.1X, G.2X
|
11478
|
+
# number_of_workers: 1,
|
11479
|
+
# timeout: 1,
|
11480
|
+
# max_retries: 1,
|
11481
|
+
# }
|
11482
|
+
#
|
11483
|
+
# @!attribute [rw] transform_id
|
11484
|
+
# A unique identifier that was generated when the transform was
|
11485
|
+
# created.
|
11486
|
+
# @return [String]
|
11487
|
+
#
|
11488
|
+
# @!attribute [rw] name
|
11489
|
+
# The unique name that you gave the transform when you created it.
|
11490
|
+
# @return [String]
|
11491
|
+
#
|
11492
|
+
# @!attribute [rw] description
|
11493
|
+
# A description of the transform. The default is an empty string.
|
11494
|
+
# @return [String]
|
11495
|
+
#
|
11496
|
+
# @!attribute [rw] parameters
|
11497
|
+
# The configuration parameters that are specific to the transform type
|
11498
|
+
# (algorithm) used. Conditionally dependent on the transform type.
|
11499
|
+
# @return [Types::TransformParameters]
|
11500
|
+
#
|
11501
|
+
# @!attribute [rw] role
|
11502
|
+
# The name or Amazon Resource Name (ARN) of the IAM role with the
|
11503
|
+
# required permissions.
|
11504
|
+
# @return [String]
|
11505
|
+
#
|
11506
|
+
# @!attribute [rw] max_capacity
|
11507
|
+
# The number of AWS Glue data processing units (DPUs) that are
|
11508
|
+
# allocated to task runs for this transform. You can allocate from 2
|
11509
|
+
# to 100 DPUs; the default is 10. A DPU is a relative measure of
|
11510
|
+
# processing power that consists of 4 vCPUs of compute capacity and 16
|
11511
|
+
# GB of memory. For more information, see the [AWS Glue pricing
|
11512
|
+
# page][1].
|
11513
|
+
#
|
11514
|
+
# When the `WorkerType` field is set to a value other than `Standard`,
|
11515
|
+
# the `MaxCapacity` field is set automatically and becomes read-only.
|
11516
|
+
#
|
11517
|
+
#
|
11518
|
+
#
|
11519
|
+
# [1]: https://aws.amazon.com/glue/pricing/
|
11520
|
+
# @return [Float]
|
11521
|
+
#
|
11522
|
+
# @!attribute [rw] worker_type
|
11523
|
+
# The type of predefined worker that is allocated when this task runs.
|
11524
|
+
# Accepts a value of Standard, G.1X, or G.2X.
|
11525
|
+
#
|
11526
|
+
# * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
|
11527
|
+
# of memory and a 50GB disk, and 2 executors per worker.
|
11528
|
+
#
|
11529
|
+
# * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
|
11530
|
+
# memory and a 64GB disk, and 1 executor per worker.
|
11531
|
+
#
|
11532
|
+
# * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
|
11533
|
+
# memory and a 128GB disk, and 1 executor per worker.
|
11534
|
+
# @return [String]
|
11535
|
+
#
|
11536
|
+
# @!attribute [rw] number_of_workers
|
11537
|
+
# The number of workers of a defined `workerType` that are allocated
|
11538
|
+
# when this task runs.
|
11539
|
+
# @return [Integer]
|
11540
|
+
#
|
11541
|
+
# @!attribute [rw] timeout
|
11542
|
+
# The timeout for a task run for this transform in minutes. This is
|
11543
|
+
# the maximum time that a task run for this transform can consume
|
11544
|
+
# resources before it is terminated and enters `TIMEOUT` status. The
|
11545
|
+
# default is 2,880 minutes (48 hours).
|
11546
|
+
# @return [Integer]
|
11547
|
+
#
|
11548
|
+
# @!attribute [rw] max_retries
|
11549
|
+
# The maximum number of times to retry a task for this transform after
|
11550
|
+
# a task run fails.
|
11551
|
+
# @return [Integer]
|
11552
|
+
#
|
11553
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformRequest AWS API Documentation
|
11554
|
+
#
|
11555
|
+
class UpdateMLTransformRequest < Struct.new(
|
11556
|
+
:transform_id,
|
11557
|
+
:name,
|
11558
|
+
:description,
|
11559
|
+
:parameters,
|
11560
|
+
:role,
|
11561
|
+
:max_capacity,
|
11562
|
+
:worker_type,
|
11563
|
+
:number_of_workers,
|
11564
|
+
:timeout,
|
11565
|
+
:max_retries)
|
11566
|
+
include Aws::Structure
|
11567
|
+
end
|
11568
|
+
|
11569
|
+
# @!attribute [rw] transform_id
|
11570
|
+
# The unique identifier for the transform that was updated.
|
11571
|
+
# @return [String]
|
11572
|
+
#
|
11573
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformResponse AWS API Documentation
|
11574
|
+
#
|
11575
|
+
class UpdateMLTransformResponse < Struct.new(
|
11576
|
+
:transform_id)
|
11577
|
+
include Aws::Structure
|
11578
|
+
end
|
11579
|
+
|
9686
11580
|
# @note When making an API call, you may pass UpdatePartitionRequest
|
9687
11581
|
# data as a hash:
|
9688
11582
|
#
|
@@ -9700,6 +11594,9 @@ module Aws::Glue
|
|
9700
11594
|
# name: "NameString", # required
|
9701
11595
|
# type: "ColumnTypeString",
|
9702
11596
|
# comment: "CommentString",
|
11597
|
+
# parameters: {
|
11598
|
+
# "KeyString" => "ParametersMapValue",
|
11599
|
+
# },
|
9703
11600
|
# },
|
9704
11601
|
# ],
|
9705
11602
|
# location: "LocationString",
|
@@ -9742,7 +11639,7 @@ module Aws::Glue
|
|
9742
11639
|
#
|
9743
11640
|
# @!attribute [rw] catalog_id
|
9744
11641
|
# The ID of the Data Catalog where the partition to be updated
|
9745
|
-
# resides. If none is
|
11642
|
+
# resides. If none is provided, the AWS account ID is used by default.
|
9746
11643
|
# @return [String]
|
9747
11644
|
#
|
9748
11645
|
# @!attribute [rw] database_name
|
@@ -9751,7 +11648,8 @@ module Aws::Glue
|
|
9751
11648
|
# @return [String]
|
9752
11649
|
#
|
9753
11650
|
# @!attribute [rw] table_name
|
9754
|
-
# The name of the table
|
11651
|
+
# The name of the table in which the partition to be updated is
|
11652
|
+
# located.
|
9755
11653
|
# @return [String]
|
9756
11654
|
#
|
9757
11655
|
# @!attribute [rw] partition_value_list
|
@@ -9759,7 +11657,7 @@ module Aws::Glue
|
|
9759
11657
|
# @return [Array<String>]
|
9760
11658
|
#
|
9761
11659
|
# @!attribute [rw] partition_input
|
9762
|
-
# The new partition object to
|
11660
|
+
# The new partition object to update the partition to.
|
9763
11661
|
# @return [Types::PartitionInput]
|
9764
11662
|
#
|
9765
11663
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
|
@@ -9796,6 +11694,9 @@ module Aws::Glue
|
|
9796
11694
|
# name: "NameString", # required
|
9797
11695
|
# type: "ColumnTypeString",
|
9798
11696
|
# comment: "CommentString",
|
11697
|
+
# parameters: {
|
11698
|
+
# "KeyString" => "ParametersMapValue",
|
11699
|
+
# },
|
9799
11700
|
# },
|
9800
11701
|
# ],
|
9801
11702
|
# location: "LocationString",
|
@@ -9834,6 +11735,9 @@ module Aws::Glue
|
|
9834
11735
|
# name: "NameString", # required
|
9835
11736
|
# type: "ColumnTypeString",
|
9836
11737
|
# comment: "CommentString",
|
11738
|
+
# parameters: {
|
11739
|
+
# "KeyString" => "ParametersMapValue",
|
11740
|
+
# },
|
9837
11741
|
# },
|
9838
11742
|
# ],
|
9839
11743
|
# view_original_text: "ViewTextString",
|
@@ -9848,7 +11752,7 @@ module Aws::Glue
|
|
9848
11752
|
#
|
9849
11753
|
# @!attribute [rw] catalog_id
|
9850
11754
|
# The ID of the Data Catalog where the table resides. If none is
|
9851
|
-
#
|
11755
|
+
# provided, the AWS account ID is used by default.
|
9852
11756
|
# @return [String]
|
9853
11757
|
#
|
9854
11758
|
# @!attribute [rw] database_name
|
@@ -9863,7 +11767,7 @@ module Aws::Glue
|
|
9863
11767
|
#
|
9864
11768
|
# @!attribute [rw] skip_archive
|
9865
11769
|
# By default, `UpdateTable` always creates an archived version of the
|
9866
|
-
# table before updating it.
|
11770
|
+
# table before updating it. However, if `skipArchive` is set to true,
|
9867
11771
|
# `UpdateTable` does not create the archived version.
|
9868
11772
|
# @return [Boolean]
|
9869
11773
|
#
|
@@ -9969,7 +11873,7 @@ module Aws::Glue
|
|
9969
11873
|
#
|
9970
11874
|
# @!attribute [rw] catalog_id
|
9971
11875
|
# The ID of the Data Catalog where the function to be updated is
|
9972
|
-
# located. If none is
|
11876
|
+
# located. If none is provided, the AWS account ID is used by default.
|
9973
11877
|
# @return [String]
|
9974
11878
|
#
|
9975
11879
|
# @!attribute [rw] database_name
|
@@ -9982,7 +11886,7 @@ module Aws::Glue
|
|
9982
11886
|
# @return [String]
|
9983
11887
|
#
|
9984
11888
|
# @!attribute [rw] function_input
|
9985
|
-
# A `FunctionInput` object that
|
11889
|
+
# A `FunctionInput` object that redefines the function in the Data
|
9986
11890
|
# Catalog.
|
9987
11891
|
# @return [Types::UserDefinedFunctionInput]
|
9988
11892
|
#
|
@@ -10120,7 +12024,7 @@ module Aws::Glue
|
|
10120
12024
|
include Aws::Structure
|
10121
12025
|
end
|
10122
12026
|
|
10123
|
-
# A structure used to create or
|
12027
|
+
# A structure used to create or update a user-defined function.
|
10124
12028
|
#
|
10125
12029
|
# @note When making an API call, you may pass UserDefinedFunctionInput
|
10126
12030
|
# data as a hash:
|