aws-sdk-glue 1.41.0 → 1.42.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -218,6 +218,22 @@ module Aws::Glue
218
218
 
219
219
  end
220
220
 
221
+ class MLTransformNotReadyException < ServiceError
222
+
223
+ # @param [Seahorse::Client::RequestContext] context
224
+ # @param [String] message
225
+ # @param [Aws::Glue::Types::MLTransformNotReadyException] data
226
+ def initialize(context, message, data = Aws::EmptyStructure.new)
227
+ super(context, message, data)
228
+ end
229
+
230
+ # @return [String]
231
+ def message
232
+ @message || @data[:message]
233
+ end
234
+
235
+ end
236
+
221
237
  class NoScheduleException < ServiceError
222
238
 
223
239
  # @param [Seahorse::Client::RequestContext] context
@@ -126,6 +126,9 @@ module Aws::Glue
126
126
  # name: "NameString", # required
127
127
  # type: "ColumnTypeString",
128
128
  # comment: "CommentString",
129
+ # parameters: {
130
+ # "KeyString" => "ParametersMapValue",
131
+ # },
129
132
  # },
130
133
  # ],
131
134
  # location: "LocationString",
@@ -168,7 +171,7 @@ module Aws::Glue
168
171
  # }
169
172
  #
170
173
  # @!attribute [rw] catalog_id
171
- # The ID of the catalog in which the partion is to be created.
174
+ # The ID of the catalog in which the partition is to be created.
172
175
  # Currently, this should be the AWS account ID.
173
176
  # @return [String]
174
177
  #
@@ -198,7 +201,8 @@ module Aws::Glue
198
201
  end
199
202
 
200
203
  # @!attribute [rw] errors
201
- # Errors encountered when trying to create the requested partitions.
204
+ # The errors encountered when trying to create the requested
205
+ # partitions.
202
206
  # @return [Array<Types::PartitionError>]
203
207
  #
204
208
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchCreatePartitionResponse AWS API Documentation
@@ -267,7 +271,7 @@ module Aws::Glue
267
271
  #
268
272
  # @!attribute [rw] catalog_id
269
273
  # The ID of the Data Catalog where the partition to be deleted
270
- # resides. If none is supplied, the AWS account ID is used by default.
274
+ # resides. If none is provided, the AWS account ID is used by default.
271
275
  # @return [String]
272
276
  #
273
277
  # @!attribute [rw] database_name
@@ -276,7 +280,7 @@ module Aws::Glue
276
280
  # @return [String]
277
281
  #
278
282
  # @!attribute [rw] table_name
279
- # The name of the table where the partitions to be deleted is located.
283
+ # The name of the table that contains the partitions to be deleted.
280
284
  # @return [String]
281
285
  #
282
286
  # @!attribute [rw] partitions_to_delete
@@ -295,7 +299,8 @@ module Aws::Glue
295
299
  end
296
300
 
297
301
  # @!attribute [rw] errors
298
- # Errors encountered when trying to delete the requested partitions.
302
+ # The errors encountered when trying to delete the requested
303
+ # partitions.
299
304
  # @return [Array<Types::PartitionError>]
300
305
  #
301
306
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeletePartitionResponse AWS API Documentation
@@ -316,12 +321,12 @@ module Aws::Glue
316
321
  #
317
322
  # @!attribute [rw] catalog_id
318
323
  # The ID of the Data Catalog where the table resides. If none is
319
- # supplied, the AWS account ID is used by default.
324
+ # provided, the AWS account ID is used by default.
320
325
  # @return [String]
321
326
  #
322
327
  # @!attribute [rw] database_name
323
- # The name of the catalog database where the tables to delete reside.
324
- # For Hive compatibility, this name is entirely lowercase.
328
+ # The name of the catalog database in which the tables to delete
329
+ # reside. For Hive compatibility, this name is entirely lowercase.
325
330
  # @return [String]
326
331
  #
327
332
  # @!attribute [rw] tables_to_delete
@@ -361,7 +366,7 @@ module Aws::Glue
361
366
  #
362
367
  # @!attribute [rw] catalog_id
363
368
  # The ID of the Data Catalog where the tables reside. If none is
364
- # supplied, the AWS account ID is used by default.
369
+ # provided, the AWS account ID is used by default.
365
370
  # @return [String]
366
371
  #
367
372
  # @!attribute [rw] database_name
@@ -553,7 +558,7 @@ module Aws::Glue
553
558
  # @return [Array<Types::Partition>]
554
559
  #
555
560
  # @!attribute [rw] unprocessed_keys
556
- # A list of the partition values in the request for which partions
561
+ # A list of the partition values in the request for which partitions
557
562
  # were not returned.
558
563
  # @return [Array<Types::PartitionValueList>]
559
564
  #
@@ -728,6 +733,51 @@ module Aws::Glue
728
733
  include Aws::Structure
729
734
  end
730
735
 
736
+ # @note When making an API call, you may pass CancelMLTaskRunRequest
737
+ # data as a hash:
738
+ #
739
+ # {
740
+ # transform_id: "HashString", # required
741
+ # task_run_id: "HashString", # required
742
+ # }
743
+ #
744
+ # @!attribute [rw] transform_id
745
+ # The unique identifier of the machine learning transform.
746
+ # @return [String]
747
+ #
748
+ # @!attribute [rw] task_run_id
749
+ # A unique identifier for the task run.
750
+ # @return [String]
751
+ #
752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunRequest AWS API Documentation
753
+ #
754
+ class CancelMLTaskRunRequest < Struct.new(
755
+ :transform_id,
756
+ :task_run_id)
757
+ include Aws::Structure
758
+ end
759
+
760
+ # @!attribute [rw] transform_id
761
+ # The unique identifier of the machine learning transform.
762
+ # @return [String]
763
+ #
764
+ # @!attribute [rw] task_run_id
765
+ # The unique identifier for the task run.
766
+ # @return [String]
767
+ #
768
+ # @!attribute [rw] status
769
+ # The status for this run.
770
+ # @return [String]
771
+ #
772
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunResponse AWS API Documentation
773
+ #
774
+ class CancelMLTaskRunResponse < Struct.new(
775
+ :transform_id,
776
+ :task_run_id,
777
+ :status)
778
+ include Aws::Structure
779
+ end
780
+
731
781
  # Specifies a table definition in the AWS Glue Data Catalog.
732
782
  #
733
783
  # @note When making an API call, you may pass CatalogEntry
@@ -757,7 +807,7 @@ module Aws::Glue
757
807
  # A structure containing migration status information.
758
808
  #
759
809
  # @!attribute [rw] import_completed
760
- # True if the migration has completed, or False otherwise.
810
+ # `True` if the migration has completed, or `False` otherwise.
761
811
  # @return [Boolean]
762
812
  #
763
813
  # @!attribute [rw] import_time
@@ -985,6 +1035,9 @@ module Aws::Glue
985
1035
  # name: "NameString", # required
986
1036
  # type: "ColumnTypeString",
987
1037
  # comment: "CommentString",
1038
+ # parameters: {
1039
+ # "KeyString" => "ParametersMapValue",
1040
+ # },
988
1041
  # }
989
1042
  #
990
1043
  # @!attribute [rw] name
@@ -992,19 +1045,24 @@ module Aws::Glue
992
1045
  # @return [String]
993
1046
  #
994
1047
  # @!attribute [rw] type
995
- # The datatype of data in the `Column`.
1048
+ # The data type of the `Column`.
996
1049
  # @return [String]
997
1050
  #
998
1051
  # @!attribute [rw] comment
999
- # Free-form text comment.
1052
+ # A free-form text comment.
1000
1053
  # @return [String]
1001
1054
  #
1055
+ # @!attribute [rw] parameters
1056
+ # These key-value pairs define properties associated with the column.
1057
+ # @return [Hash<String,String>]
1058
+ #
1002
1059
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Column AWS API Documentation
1003
1060
  #
1004
1061
  class Column < Struct.new(
1005
1062
  :name,
1006
1063
  :type,
1007
- :comment)
1064
+ :comment,
1065
+ :parameters)
1008
1066
  include Aws::Structure
1009
1067
  end
1010
1068
 
@@ -1093,6 +1151,45 @@ module Aws::Glue
1093
1151
  include Aws::Structure
1094
1152
  end
1095
1153
 
1154
+ # The confusion matrix shows you what your transform is predicting
1155
+ # accurately and what types of errors it is making.
1156
+ #
1157
+ # For more information, see [Confusion matrix][1] in Wikipedia.
1158
+ #
1159
+ #
1160
+ #
1161
+ # [1]: https://en.wikipedia.org/wiki/Confusion_matrix
1162
+ #
1163
+ # @!attribute [rw] num_true_positives
1164
+ # The number of matches in the data that the transform correctly
1165
+ # found, in the confusion matrix for your transform.
1166
+ # @return [Integer]
1167
+ #
1168
+ # @!attribute [rw] num_false_positives
1169
+ # The number of nonmatches in the data that the transform incorrectly
1170
+ # classified as a match, in the confusion matrix for your transform.
1171
+ # @return [Integer]
1172
+ #
1173
+ # @!attribute [rw] num_true_negatives
1174
+ # The number of nonmatches in the data that the transform correctly
1175
+ # rejected, in the confusion matrix for your transform.
1176
+ # @return [Integer]
1177
+ #
1178
+ # @!attribute [rw] num_false_negatives
1179
+ # The number of matches in the data that the transform didn't find,
1180
+ # in the confusion matrix for your transform.
1181
+ # @return [Integer]
1182
+ #
1183
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConfusionMatrix AWS API Documentation
1184
+ #
1185
+ class ConfusionMatrix < Struct.new(
1186
+ :num_true_positives,
1187
+ :num_false_positives,
1188
+ :num_true_negatives,
1189
+ :num_false_negatives)
1190
+ include Aws::Structure
1191
+ end
1192
+
1096
1193
  # Defines a connection to a data source.
1097
1194
  #
1098
1195
  # @!attribute [rw] name
@@ -1131,8 +1228,8 @@ module Aws::Glue
1131
1228
  # Catalog encryption settings, this field stores the encrypted
1132
1229
  # password.
1133
1230
  #
1134
- # * `JDBC_DRIVER_JAR_URI` - The Amazon S3 path of the JAR file that
1135
- # contains the JDBC driver to use.
1231
+ # * `JDBC_DRIVER_JAR_URI` - The Amazon Simple Storage Service (Amazon
1232
+ # S3) path of the JAR file that contains the JDBC driver to use.
1136
1233
  #
1137
1234
  # * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
1138
1235
  # use.
@@ -1141,14 +1238,14 @@ module Aws::Glue
1141
1238
  #
1142
1239
  # * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
1143
1240
  #
1144
- # * `CONFIG_FILES` - (Reserved for future use).
1241
+ # * `CONFIG_FILES` - (Reserved for future use.)
1145
1242
  #
1146
1243
  # * `INSTANCE_ID` - The instance ID to use.
1147
1244
  #
1148
1245
  # * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
1149
1246
  #
1150
1247
  # * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
1151
- # whether Secure Sockets Layer (SSL) with hostname matching will be
1248
+ # whether Secure Sockets Layer (SSL) with hostname matching is
1152
1249
  # enforced for the JDBC connection on the client. The default is
1153
1250
  # false.
1154
1251
  # @return [Hash<String,String>]
@@ -1258,8 +1355,8 @@ module Aws::Glue
1258
1355
  #
1259
1356
  # This encryption requires that you set AWS KMS key permissions to
1260
1357
  # enable or restrict access on the password key according to your
1261
- # security requirements. For example, you might want only admin users to
1262
- # have decrypt permission on the password key.
1358
+ # security requirements. For example, you might want only administrators
1359
+ # to have decrypt permission on the password key.
1263
1360
  #
1264
1361
  # @note When making an API call, you may pass ConnectionPasswordEncryption
1265
1362
  # data as a hash:
@@ -1940,17 +2037,24 @@ module Aws::Glue
1940
2037
  # parameters: {
1941
2038
  # "KeyString" => "ParametersMapValue",
1942
2039
  # },
2040
+ # create_table_default_permissions: [
2041
+ # {
2042
+ # principal: {
2043
+ # data_lake_principal_identifier: "DataLakePrincipalString",
2044
+ # },
2045
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
2046
+ # },
2047
+ # ],
1943
2048
  # },
1944
2049
  # }
1945
2050
  #
1946
2051
  # @!attribute [rw] catalog_id
1947
2052
  # The ID of the Data Catalog in which to create the database. If none
1948
- # is supplied, the AWS account ID is used by default.
2053
+ # is provided, the AWS account ID is used by default.
1949
2054
  # @return [String]
1950
2055
  #
1951
2056
  # @!attribute [rw] database_input
1952
- # A `DatabaseInput` object defining the metadata database to create in
1953
- # the catalog.
2057
+ # The metadata for the database.
1954
2058
  # @return [Types::DatabaseInput]
1955
2059
  #
1956
2060
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
@@ -2046,6 +2150,10 @@ module Aws::Glue
2046
2150
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
2047
2151
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
2048
2152
  # recommend this worker type for memory-intensive jobs.
2153
+ #
2154
+ # Known issue: when a development endpoint is created with the `G.2X`
2155
+ # `WorkerType` configuration, the Spark drivers for the development
2156
+ # endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
2049
2157
  # @return [String]
2050
2158
  #
2051
2159
  # @!attribute [rw] number_of_workers
@@ -2526,6 +2634,137 @@ module Aws::Glue
2526
2634
  include Aws::Structure
2527
2635
  end
2528
2636
 
2637
+ # @note When making an API call, you may pass CreateMLTransformRequest
2638
+ # data as a hash:
2639
+ #
2640
+ # {
2641
+ # name: "NameString", # required
2642
+ # description: "DescriptionString",
2643
+ # input_record_tables: [ # required
2644
+ # {
2645
+ # database_name: "NameString", # required
2646
+ # table_name: "NameString", # required
2647
+ # catalog_id: "NameString",
2648
+ # connection_name: "NameString",
2649
+ # },
2650
+ # ],
2651
+ # parameters: { # required
2652
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
2653
+ # find_matches_parameters: {
2654
+ # primary_key_column_name: "ColumnNameString",
2655
+ # precision_recall_tradeoff: 1.0,
2656
+ # accuracy_cost_tradeoff: 1.0,
2657
+ # enforce_provided_labels: false,
2658
+ # },
2659
+ # },
2660
+ # role: "RoleString", # required
2661
+ # max_capacity: 1.0,
2662
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2663
+ # number_of_workers: 1,
2664
+ # timeout: 1,
2665
+ # max_retries: 1,
2666
+ # }
2667
+ #
2668
+ # @!attribute [rw] name
2669
+ # The unique name that you give the transform when you create it.
2670
+ # @return [String]
2671
+ #
2672
+ # @!attribute [rw] description
2673
+ # A description of the machine learning transform that is being
2674
+ # defined. The default is an empty string.
2675
+ # @return [String]
2676
+ #
2677
+ # @!attribute [rw] input_record_tables
2678
+ # A list of AWS Glue table definitions used by the transform.
2679
+ # @return [Array<Types::GlueTable>]
2680
+ #
2681
+ # @!attribute [rw] parameters
2682
+ # The algorithmic parameters that are specific to the transform type
2683
+ # used. Conditionally dependent on the transform type.
2684
+ # @return [Types::TransformParameters]
2685
+ #
2686
+ # @!attribute [rw] role
2687
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
2688
+ # required permissions. Ensure that this role has permission to your
2689
+ # Amazon Simple Storage Service (Amazon S3) sources, targets,
2690
+ # temporary directory, scripts, and any libraries that are used by the
2691
+ # task run for this transform.
2692
+ # @return [String]
2693
+ #
2694
+ # @!attribute [rw] max_capacity
2695
+ # The number of AWS Glue data processing units (DPUs) that are
2696
+ # allocated to task runs for this transform. You can allocate from 2
2697
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
2698
+ # processing power that consists of 4 vCPUs of compute capacity and 16
2699
+ # GB of memory. For more information, see the [AWS Glue pricing
2700
+ # page][1].
2701
+ #
2702
+ # When the `WorkerType` field is set to a value other than `Standard`,
2703
+ # the `MaxCapacity` field is set automatically and becomes read-only.
2704
+ #
2705
+ #
2706
+ #
2707
+ # [1]: https://aws.amazon.com/glue/pricing/
2708
+ # @return [Float]
2709
+ #
2710
+ # @!attribute [rw] worker_type
2711
+ # The type of predefined worker that is allocated when this task runs.
2712
+ # Accepts a value of Standard, G.1X, or G.2X.
2713
+ #
2714
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2715
+ # of memory and a 50GB disk, and 2 executors per worker.
2716
+ #
2717
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
2718
+ # memory and a 64GB disk, and 1 executor per worker.
2719
+ #
2720
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
2721
+ # memory and a 128GB disk, and 1 executor per worker.
2722
+ # @return [String]
2723
+ #
2724
+ # @!attribute [rw] number_of_workers
2725
+ # The number of workers of a defined `workerType` that are allocated
2726
+ # when this task runs.
2727
+ # @return [Integer]
2728
+ #
2729
+ # @!attribute [rw] timeout
2730
+ # The timeout of the task run for this transform in minutes. This is
2731
+ # the maximum time that a task run for this transform can consume
2732
+ # resources before it is terminated and enters `TIMEOUT` status. The
2733
+ # default is 2,880 minutes (48 hours).
2734
+ # @return [Integer]
2735
+ #
2736
+ # @!attribute [rw] max_retries
2737
+ # The maximum number of times to retry a task for this transform after
2738
+ # a task run fails.
2739
+ # @return [Integer]
2740
+ #
2741
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
2742
+ #
2743
+ class CreateMLTransformRequest < Struct.new(
2744
+ :name,
2745
+ :description,
2746
+ :input_record_tables,
2747
+ :parameters,
2748
+ :role,
2749
+ :max_capacity,
2750
+ :worker_type,
2751
+ :number_of_workers,
2752
+ :timeout,
2753
+ :max_retries)
2754
+ include Aws::Structure
2755
+ end
2756
+
2757
+ # @!attribute [rw] transform_id
2758
+ # A unique identifier that is generated for the transform.
2759
+ # @return [String]
2760
+ #
2761
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformResponse AWS API Documentation
2762
+ #
2763
+ class CreateMLTransformResponse < Struct.new(
2764
+ :transform_id)
2765
+ include Aws::Structure
2766
+ end
2767
+
2529
2768
  # @note When making an API call, you may pass CreatePartitionRequest
2530
2769
  # data as a hash:
2531
2770
  #
@@ -2542,6 +2781,9 @@ module Aws::Glue
2542
2781
  # name: "NameString", # required
2543
2782
  # type: "ColumnTypeString",
2544
2783
  # comment: "CommentString",
2784
+ # parameters: {
2785
+ # "KeyString" => "ParametersMapValue",
2786
+ # },
2545
2787
  # },
2546
2788
  # ],
2547
2789
  # location: "LocationString",
@@ -2583,8 +2825,8 @@ module Aws::Glue
2583
2825
  # }
2584
2826
  #
2585
2827
  # @!attribute [rw] catalog_id
2586
- # The ID of the catalog in which the partion is to be created.
2587
- # Currently, this should be the AWS account ID.
2828
+ # The AWS account ID of the catalog in which the partition is to be
2829
+ # created.
2588
2830
  # @return [String]
2589
2831
  #
2590
2832
  # @!attribute [rw] database_name
@@ -2754,6 +2996,9 @@ module Aws::Glue
2754
2996
  # name: "NameString", # required
2755
2997
  # type: "ColumnTypeString",
2756
2998
  # comment: "CommentString",
2999
+ # parameters: {
3000
+ # "KeyString" => "ParametersMapValue",
3001
+ # },
2757
3002
  # },
2758
3003
  # ],
2759
3004
  # location: "LocationString",
@@ -2792,6 +3037,9 @@ module Aws::Glue
2792
3037
  # name: "NameString", # required
2793
3038
  # type: "ColumnTypeString",
2794
3039
  # comment: "CommentString",
3040
+ # parameters: {
3041
+ # "KeyString" => "ParametersMapValue",
3042
+ # },
2795
3043
  # },
2796
3044
  # ],
2797
3045
  # view_original_text: "ViewTextString",
@@ -2973,7 +3221,7 @@ module Aws::Glue
2973
3221
  #
2974
3222
  # @!attribute [rw] catalog_id
2975
3223
  # The ID of the Data Catalog in which to create the function. If none
2976
- # is supplied, the AWS account ID is used by default.
3224
+ # is provided, the AWS account ID is used by default.
2977
3225
  # @return [String]
2978
3226
  #
2979
3227
  # @!attribute [rw] database_name
@@ -3186,16 +3434,36 @@ module Aws::Glue
3186
3434
  include Aws::Structure
3187
3435
  end
3188
3436
 
3189
- # The `Database` object represents a logical grouping of tables that may
3190
- # reside in a Hive metastore or an RDBMS.
3437
+ # The AWS Lake Formation principal.
3438
+ #
3439
+ # @note When making an API call, you may pass DataLakePrincipal
3440
+ # data as a hash:
3441
+ #
3442
+ # {
3443
+ # data_lake_principal_identifier: "DataLakePrincipalString",
3444
+ # }
3445
+ #
3446
+ # @!attribute [rw] data_lake_principal_identifier
3447
+ # An identifier for the AWS Lake Formation principal.
3448
+ # @return [String]
3449
+ #
3450
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
3451
+ #
3452
+ class DataLakePrincipal < Struct.new(
3453
+ :data_lake_principal_identifier)
3454
+ include Aws::Structure
3455
+ end
3456
+
3457
+ # The `Database` object represents a logical grouping of tables that
3458
+ # might reside in a Hive metastore or an RDBMS.
3191
3459
  #
3192
3460
  # @!attribute [rw] name
3193
- # Name of the database. For Hive compatibility, this is folded to
3461
+ # The name of the database. For Hive compatibility, this is folded to
3194
3462
  # lowercase when it is stored.
3195
3463
  # @return [String]
3196
3464
  #
3197
3465
  # @!attribute [rw] description
3198
- # Description of the database.
3466
+ # A description of the database.
3199
3467
  # @return [String]
3200
3468
  #
3201
3469
  # @!attribute [rw] location_uri
@@ -3211,6 +3479,10 @@ module Aws::Glue
3211
3479
  # The time at which the metadata database was created in the catalog.
3212
3480
  # @return [Time]
3213
3481
  #
3482
+ # @!attribute [rw] create_table_default_permissions
3483
+ # Creates a set of default permissions on the table for principals.
3484
+ # @return [Array<Types::PrincipalPermissions>]
3485
+ #
3214
3486
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
3215
3487
  #
3216
3488
  class Database < Struct.new(
@@ -3218,7 +3490,8 @@ module Aws::Glue
3218
3490
  :description,
3219
3491
  :location_uri,
3220
3492
  :parameters,
3221
- :create_time)
3493
+ :create_time,
3494
+ :create_table_default_permissions)
3222
3495
  include Aws::Structure
3223
3496
  end
3224
3497
 
@@ -3234,15 +3507,23 @@ module Aws::Glue
3234
3507
  # parameters: {
3235
3508
  # "KeyString" => "ParametersMapValue",
3236
3509
  # },
3510
+ # create_table_default_permissions: [
3511
+ # {
3512
+ # principal: {
3513
+ # data_lake_principal_identifier: "DataLakePrincipalString",
3514
+ # },
3515
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
3516
+ # },
3517
+ # ],
3237
3518
  # }
3238
3519
  #
3239
3520
  # @!attribute [rw] name
3240
- # Name of the database. For Hive compatibility, this is folded to
3521
+ # The name of the database. For Hive compatibility, this is folded to
3241
3522
  # lowercase when it is stored.
3242
3523
  # @return [String]
3243
3524
  #
3244
3525
  # @!attribute [rw] description
3245
- # Description of the database
3526
+ # A description of the database.
3246
3527
  # @return [String]
3247
3528
  #
3248
3529
  # @!attribute [rw] location_uri
@@ -3250,17 +3531,25 @@ module Aws::Glue
3250
3531
  # @return [String]
3251
3532
  #
3252
3533
  # @!attribute [rw] parameters
3253
- # Thes key-value pairs define parameters and properties of the
3534
+ # These key-value pairs define parameters and properties of the
3535
+ # database.
3536
+ #
3537
+ # These key-value pairs define parameters and properties of the
3254
3538
  # database.
3255
3539
  # @return [Hash<String,String>]
3256
3540
  #
3541
+ # @!attribute [rw] create_table_default_permissions
3542
+ # Creates a set of default permissions on the table for principals.
3543
+ # @return [Array<Types::PrincipalPermissions>]
3544
+ #
3257
3545
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
3258
3546
  #
3259
3547
  class DatabaseInput < Struct.new(
3260
3548
  :name,
3261
3549
  :description,
3262
3550
  :location_uri,
3263
- :parameters)
3551
+ :parameters,
3552
+ :create_table_default_permissions)
3264
3553
  include Aws::Structure
3265
3554
  end
3266
3555
 
@@ -3347,11 +3636,11 @@ module Aws::Glue
3347
3636
  #
3348
3637
  # @!attribute [rw] catalog_id
3349
3638
  # The ID of the Data Catalog in which the database resides. If none is
3350
- # supplied, the AWS account ID is used by default.
3639
+ # provided, the AWS account ID is used by default.
3351
3640
  # @return [String]
3352
3641
  #
3353
3642
  # @!attribute [rw] name
3354
- # The name of the Database to delete. For Hive compatibility, this
3643
+ # The name of the database to delete. For Hive compatibility, this
3355
3644
  # must be all lowercase.
3356
3645
  # @return [String]
3357
3646
  #
@@ -3418,6 +3707,35 @@ module Aws::Glue
3418
3707
  include Aws::Structure
3419
3708
  end
3420
3709
 
3710
+ # @note When making an API call, you may pass DeleteMLTransformRequest
3711
+ # data as a hash:
3712
+ #
3713
+ # {
3714
+ # transform_id: "HashString", # required
3715
+ # }
3716
+ #
3717
+ # @!attribute [rw] transform_id
3718
+ # The unique identifier of the transform to delete.
3719
+ # @return [String]
3720
+ #
3721
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
3722
+ #
3723
+ class DeleteMLTransformRequest < Struct.new(
3724
+ :transform_id)
3725
+ include Aws::Structure
3726
+ end
3727
+
3728
+ # @!attribute [rw] transform_id
3729
+ # The unique identifier of the transform that was deleted.
3730
+ # @return [String]
3731
+ #
3732
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
3733
+ #
3734
+ class DeleteMLTransformResponse < Struct.new(
3735
+ :transform_id)
3736
+ include Aws::Structure
3737
+ end
3738
+
3421
3739
  # @note When making an API call, you may pass DeletePartitionRequest
3422
3740
  # data as a hash:
3423
3741
  #
@@ -3430,7 +3748,7 @@ module Aws::Glue
3430
3748
  #
3431
3749
  # @!attribute [rw] catalog_id
3432
3750
  # The ID of the Data Catalog where the partition to be deleted
3433
- # resides. If none is supplied, the AWS account ID is used by default.
3751
+ # resides. If none is provided, the AWS account ID is used by default.
3434
3752
  # @return [String]
3435
3753
  #
3436
3754
  # @!attribute [rw] database_name
@@ -3439,7 +3757,7 @@ module Aws::Glue
3439
3757
  # @return [String]
3440
3758
  #
3441
3759
  # @!attribute [rw] table_name
3442
- # The name of the table where the partition to be deleted is located.
3760
+ # The name of the table that contains the partition to be deleted.
3443
3761
  # @return [String]
3444
3762
  #
3445
3763
  # @!attribute [rw] partition_values
@@ -3515,7 +3833,7 @@ module Aws::Glue
3515
3833
  #
3516
3834
  # @!attribute [rw] catalog_id
3517
3835
  # The ID of the Data Catalog where the table resides. If none is
3518
- # supplied, the AWS account ID is used by default.
3836
+ # provided, the AWS account ID is used by default.
3519
3837
  # @return [String]
3520
3838
  #
3521
3839
  # @!attribute [rw] database_name
@@ -3553,7 +3871,7 @@ module Aws::Glue
3553
3871
  #
3554
3872
  # @!attribute [rw] catalog_id
3555
3873
  # The ID of the Data Catalog where the tables reside. If none is
3556
- # supplied, the AWS account ID is used by default.
3874
+ # provided, the AWS account ID is used by default.
3557
3875
  # @return [String]
3558
3876
  #
3559
3877
  # @!attribute [rw] database_name
@@ -3736,6 +4054,10 @@ module Aws::Glue
3736
4054
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
3737
4055
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
3738
4056
  # recommend this worker type for memory-intensive jobs.
4057
+ #
4058
+ # Known issue: when a development endpoint is created with the `G.2X`
4059
+ # `WorkerType` configuration, the Spark drivers for the development
4060
+ # endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
3739
4061
  # @return [String]
3740
4062
  #
3741
4063
  # @!attribute [rw] number_of_workers
@@ -4048,6 +4370,25 @@ module Aws::Glue
4048
4370
  include Aws::Structure
4049
4371
  end
4050
4372
 
4373
+ # Evaluation metrics provide an estimate of the quality of your machine
4374
+ # learning transform.
4375
+ #
4376
+ # @!attribute [rw] transform_type
4377
+ # The type of machine learning transform.
4378
+ # @return [String]
4379
+ #
4380
+ # @!attribute [rw] find_matches_metrics
4381
+ # The evaluation metrics for the find matches algorithm.
4382
+ # @return [Types::FindMatchesMetrics]
4383
+ #
4384
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluationMetrics AWS API Documentation
4385
+ #
4386
+ class EvaluationMetrics < Struct.new(
4387
+ :transform_type,
4388
+ :find_matches_metrics)
4389
+ include Aws::Structure
4390
+ end
4391
+
4051
4392
  # An execution property of a job.
4052
4393
  #
4053
4394
  # @note When making an API call, you may pass ExecutionProperty
@@ -4070,72 +4411,258 @@ module Aws::Glue
4070
4411
  include Aws::Structure
4071
4412
  end
4072
4413
 
4073
- # @note When making an API call, you may pass GetCatalogImportStatusRequest
4074
- # data as a hash:
4075
- #
4076
- # {
4077
- # catalog_id: "CatalogIdString",
4078
- # }
4414
+ # Specifies configuration properties for an exporting labels task run.
4079
4415
  #
4080
- # @!attribute [rw] catalog_id
4081
- # The ID of the catalog to migrate. Currently, this should be the AWS
4082
- # account ID.
4416
+ # @!attribute [rw] output_s3_path
4417
+ # The Amazon Simple Storage Service (Amazon S3) path where you will
4418
+ # export the labels.
4083
4419
  # @return [String]
4084
4420
  #
4085
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
4421
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExportLabelsTaskRunProperties AWS API Documentation
4086
4422
  #
4087
- class GetCatalogImportStatusRequest < Struct.new(
4088
- :catalog_id)
4423
+ class ExportLabelsTaskRunProperties < Struct.new(
4424
+ :output_s3_path)
4089
4425
  include Aws::Structure
4090
4426
  end
4091
4427
 
4092
- # @!attribute [rw] import_status
4093
- # The status of the specified catalog migration.
4094
- # @return [Types::CatalogImportStatus]
4428
+ # The evaluation metrics for the find matches algorithm. The quality of
4429
+ # your machine learning transform is measured by getting your transform
4430
+ # to predict some matches and comparing the results to known matches
4431
+ # from the same dataset. The quality metrics are based on a subset of
4432
+ # your data, so they are not precise.
4095
4433
  #
4096
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
4434
+ # @!attribute [rw] area_under_pr_curve
4435
+ # The area under the precision/recall curve (AUPRC) is a single number
4436
+ # measuring the overall quality of the transform, that is independent
4437
+ # of the choice made for precision vs. recall. Higher values indicate
4438
+ # that you have a more attractive precision vs. recall tradeoff.
4097
4439
  #
4098
- class GetCatalogImportStatusResponse < Struct.new(
4099
- :import_status)
4100
- include Aws::Structure
4101
- end
4102
-
4103
- # @note When making an API call, you may pass GetClassifierRequest
4104
- # data as a hash:
4440
+ # For more information, see [Precision and recall][1] in Wikipedia.
4105
4441
  #
4106
- # {
4107
- # name: "NameString", # required
4108
- # }
4109
4442
  #
4110
- # @!attribute [rw] name
4111
- # Name of the classifier to retrieve.
4112
- # @return [String]
4113
4443
  #
4114
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
4444
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4445
+ # @return [Float]
4115
4446
  #
4116
- class GetClassifierRequest < Struct.new(
4117
- :name)
4118
- include Aws::Structure
4119
- end
4120
-
4121
- # @!attribute [rw] classifier
4122
- # The requested classifier.
4123
- # @return [Types::Classifier]
4447
+ # @!attribute [rw] precision
4448
+ # The precision metric indicates when often your transform is correct
4449
+ # when it predicts a match. Specifically, it measures how well the
4450
+ # transform finds true positives from the total true positives
4451
+ # possible.
4124
4452
  #
4125
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
4453
+ # For more information, see [Precision and recall][1] in Wikipedia.
4126
4454
  #
4127
- class GetClassifierResponse < Struct.new(
4128
- :classifier)
4129
- include Aws::Structure
4130
- end
4131
-
4132
- # @note When making an API call, you may pass GetClassifiersRequest
4133
- # data as a hash:
4134
4455
  #
4135
- # {
4136
- # max_results: 1,
4137
- # next_token: "Token",
4138
- # }
4456
+ #
4457
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4458
+ # @return [Float]
4459
+ #
4460
+ # @!attribute [rw] recall
4461
+ # The recall metric indicates that for an actual match, how often your
4462
+ # transform predicts the match. Specifically, it measures how well the
4463
+ # transform finds true positives from the total records in the source
4464
+ # data.
4465
+ #
4466
+ # For more information, see [Precision and recall][1] in Wikipedia.
4467
+ #
4468
+ #
4469
+ #
4470
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4471
+ # @return [Float]
4472
+ #
4473
+ # @!attribute [rw] f1
4474
+ # The maximum F1 metric indicates the transform's accuracy between 0
4475
+ # and 1, where 1 is the best accuracy.
4476
+ #
4477
+ # For more information, see [F1 score][1] in Wikipedia.
4478
+ #
4479
+ #
4480
+ #
4481
+ # [1]: https://en.wikipedia.org/wiki/F1_score
4482
+ # @return [Float]
4483
+ #
4484
+ # @!attribute [rw] confusion_matrix
4485
+ # The confusion matrix shows you what your transform is predicting
4486
+ # accurately and what types of errors it is making.
4487
+ #
4488
+ # For more information, see [Confusion matrix][1] in Wikipedia.
4489
+ #
4490
+ #
4491
+ #
4492
+ # [1]: https://en.wikipedia.org/wiki/Confusion_matrix
4493
+ # @return [Types::ConfusionMatrix]
4494
+ #
4495
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
4496
+ #
4497
+ class FindMatchesMetrics < Struct.new(
4498
+ :area_under_pr_curve,
4499
+ :precision,
4500
+ :recall,
4501
+ :f1,
4502
+ :confusion_matrix)
4503
+ include Aws::Structure
4504
+ end
4505
+
4506
+ # The parameters to configure the find matches transform.
4507
+ #
4508
+ # @note When making an API call, you may pass FindMatchesParameters
4509
+ # data as a hash:
4510
+ #
4511
+ # {
4512
+ # primary_key_column_name: "ColumnNameString",
4513
+ # precision_recall_tradeoff: 1.0,
4514
+ # accuracy_cost_tradeoff: 1.0,
4515
+ # enforce_provided_labels: false,
4516
+ # }
4517
+ #
4518
+ # @!attribute [rw] primary_key_column_name
4519
+ # The name of a column that uniquely identifies rows in the source
4520
+ # table. Used to help identify matching records.
4521
+ # @return [String]
4522
+ #
4523
+ # @!attribute [rw] precision_recall_tradeoff
4524
+ # The value selected when tuning your transform for a balance between
4525
+ # precision and recall. A value of 0.5 means no preference; a value of
4526
+ # 1.0 means a bias purely for precision, and a value of 0.0 means a
4527
+ # bias for recall. Because this is a tradeoff, choosing values close
4528
+ # to 1.0 means very low recall, and choosing values close to 0.0
4529
+ # results in very low precision.
4530
+ #
4531
+ # The precision metric indicates how often your model is correct when
4532
+ # it predicts a match.
4533
+ #
4534
+ # The recall metric indicates that for an actual match, how often your
4535
+ # model predicts the match.
4536
+ # @return [Float]
4537
+ #
4538
+ # @!attribute [rw] accuracy_cost_tradeoff
4539
+ # The value that is selected when tuning your transform for a balance
4540
+ # between accuracy and cost. A value of 0.5 means that the system
4541
+ # balances accuracy and cost concerns. A value of 1.0 means a bias
4542
+ # purely for accuracy, which typically results in a higher cost,
4543
+ # sometimes substantially higher. A value of 0.0 means a bias purely
4544
+ # for cost, which results in a less accurate `FindMatches` transform,
4545
+ # sometimes with unacceptable accuracy.
4546
+ #
4547
+ # Accuracy measures how well the transform finds true positives and
4548
+ # true negatives. Increasing accuracy requires more machine resources
4549
+ # and cost. But it also results in increased recall.
4550
+ #
4551
+ # Cost measures how many compute resources, and thus money, are
4552
+ # consumed to run the transform.
4553
+ # @return [Float]
4554
+ #
4555
+ # @!attribute [rw] enforce_provided_labels
4556
+ # The value to switch on or off to force the output to match the
4557
+ # provided labels from users. If the value is `True`, the `find
4558
+ # matches` transform forces the output to match the provided labels.
4559
+ # The results override the normal conflation results. If the value is
4560
+ # `False`, the `find matches` transform does not ensure all the labels
4561
+ # provided are respected, and the results rely on the trained model.
4562
+ #
4563
+ # Note that setting this value to true may increase the conflation
4564
+ # execution time.
4565
+ # @return [Boolean]
4566
+ #
4567
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesParameters AWS API Documentation
4568
+ #
4569
+ class FindMatchesParameters < Struct.new(
4570
+ :primary_key_column_name,
4571
+ :precision_recall_tradeoff,
4572
+ :accuracy_cost_tradeoff,
4573
+ :enforce_provided_labels)
4574
+ include Aws::Structure
4575
+ end
4576
+
4577
+ # Specifies configuration properties for a Find Matches task run.
4578
+ #
4579
+ # @!attribute [rw] job_id
4580
+ # The job ID for the Find Matches task run.
4581
+ # @return [String]
4582
+ #
4583
+ # @!attribute [rw] job_name
4584
+ # The name assigned to the job for the Find Matches task run.
4585
+ # @return [String]
4586
+ #
4587
+ # @!attribute [rw] job_run_id
4588
+ # The job run ID for the Find Matches task run.
4589
+ # @return [String]
4590
+ #
4591
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesTaskRunProperties AWS API Documentation
4592
+ #
4593
+ class FindMatchesTaskRunProperties < Struct.new(
4594
+ :job_id,
4595
+ :job_name,
4596
+ :job_run_id)
4597
+ include Aws::Structure
4598
+ end
4599
+
4600
+ # @note When making an API call, you may pass GetCatalogImportStatusRequest
4601
+ # data as a hash:
4602
+ #
4603
+ # {
4604
+ # catalog_id: "CatalogIdString",
4605
+ # }
4606
+ #
4607
+ # @!attribute [rw] catalog_id
4608
+ # The ID of the catalog to migrate. Currently, this should be the AWS
4609
+ # account ID.
4610
+ # @return [String]
4611
+ #
4612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
4613
+ #
4614
+ class GetCatalogImportStatusRequest < Struct.new(
4615
+ :catalog_id)
4616
+ include Aws::Structure
4617
+ end
4618
+
4619
+ # @!attribute [rw] import_status
4620
+ # The status of the specified catalog migration.
4621
+ # @return [Types::CatalogImportStatus]
4622
+ #
4623
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
4624
+ #
4625
+ class GetCatalogImportStatusResponse < Struct.new(
4626
+ :import_status)
4627
+ include Aws::Structure
4628
+ end
4629
+
4630
+ # @note When making an API call, you may pass GetClassifierRequest
4631
+ # data as a hash:
4632
+ #
4633
+ # {
4634
+ # name: "NameString", # required
4635
+ # }
4636
+ #
4637
+ # @!attribute [rw] name
4638
+ # Name of the classifier to retrieve.
4639
+ # @return [String]
4640
+ #
4641
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
4642
+ #
4643
+ class GetClassifierRequest < Struct.new(
4644
+ :name)
4645
+ include Aws::Structure
4646
+ end
4647
+
4648
+ # @!attribute [rw] classifier
4649
+ # The requested classifier.
4650
+ # @return [Types::Classifier]
4651
+ #
4652
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
4653
+ #
4654
+ class GetClassifierResponse < Struct.new(
4655
+ :classifier)
4656
+ include Aws::Structure
4657
+ end
4658
+
4659
+ # @note When making an API call, you may pass GetClassifiersRequest
4660
+ # data as a hash:
4661
+ #
4662
+ # {
4663
+ # max_results: 1,
4664
+ # next_token: "Token",
4665
+ # }
4139
4666
  #
4140
4667
  # @!attribute [rw] max_results
4141
4668
  # The size of the list to return (optional).
@@ -4192,8 +4719,8 @@ module Aws::Glue
4192
4719
  # password. For instance, the AWS Glue console uses this flag to
4193
4720
  # retrieve the connection, and does not display the password. Set this
4194
4721
  # parameter when the caller might not have permission to use the AWS
4195
- # KMS key to decrypt the password, but does have permission to access
4196
- # the rest of the connection properties.
4722
+ # KMS key to decrypt the password, but it does have permission to
4723
+ # access the rest of the connection properties.
4197
4724
  # @return [Boolean]
4198
4725
  #
4199
4726
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -4265,7 +4792,7 @@ module Aws::Glue
4265
4792
  # @return [String]
4266
4793
  #
4267
4794
  # @!attribute [rw] filter
4268
- # A filter that controls which connections will be returned.
4795
+ # A filter that controls which connections are returned.
4269
4796
  # @return [Types::GetConnectionsFilter]
4270
4797
  #
4271
4798
  # @!attribute [rw] hide_password
@@ -4273,8 +4800,8 @@ module Aws::Glue
4273
4800
  # password. For instance, the AWS Glue console uses this flag to
4274
4801
  # retrieve the connection, and does not display the password. Set this
4275
4802
  # parameter when the caller might not have permission to use the AWS
4276
- # KMS key to decrypt the password, but does have permission to access
4277
- # the rest of the connection properties.
4803
+ # KMS key to decrypt the password, but it does have permission to
4804
+ # access the rest of the connection properties.
4278
4805
  # @return [Boolean]
4279
4806
  #
4280
4807
  # @!attribute [rw] next_token
@@ -4438,9 +4965,8 @@ module Aws::Glue
4438
4965
  # }
4439
4966
  #
4440
4967
  # @!attribute [rw] catalog_id
4441
- # The ID of the Data Catalog for which to retrieve the security
4442
- # configuration. If none is provided, the AWS account ID is used by
4443
- # default.
4968
+ # The ID of the Data Catalog to retrieve the security configuration
4969
+ # for. If none is provided, the AWS account ID is used by default.
4444
4970
  # @return [String]
4445
4971
  #
4446
4972
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -4471,7 +4997,7 @@ module Aws::Glue
4471
4997
  #
4472
4998
  # @!attribute [rw] catalog_id
4473
4999
  # The ID of the Data Catalog in which the database resides. If none is
4474
- # supplied, the AWS account ID is used by default.
5000
+ # provided, the AWS account ID is used by default.
4475
5001
  # @return [String]
4476
5002
  #
4477
5003
  # @!attribute [rw] name
@@ -4488,7 +5014,7 @@ module Aws::Glue
4488
5014
  end
4489
5015
 
4490
5016
  # @!attribute [rw] database
4491
- # The definition of the specified database in the catalog.
5017
+ # The definition of the specified database in the Data Catalog.
4492
5018
  # @return [Types::Database]
4493
5019
  #
4494
5020
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabaseResponse AWS API Documentation
@@ -4509,7 +5035,7 @@ module Aws::Glue
4509
5035
  #
4510
5036
  # @!attribute [rw] catalog_id
4511
5037
  # The ID of the Data Catalog from which to retrieve `Databases`. If
4512
- # none is supplied, the AWS account ID is used by default.
5038
+ # none is provided, the AWS account ID is used by default.
4513
5039
  # @return [String]
4514
5040
  #
4515
5041
  # @!attribute [rw] next_token
@@ -4892,6 +5418,366 @@ module Aws::Glue
4892
5418
  include Aws::Structure
4893
5419
  end
4894
5420
 
5421
+ # @note When making an API call, you may pass GetMLTaskRunRequest
5422
+ # data as a hash:
5423
+ #
5424
+ # {
5425
+ # transform_id: "HashString", # required
5426
+ # task_run_id: "HashString", # required
5427
+ # }
5428
+ #
5429
+ # @!attribute [rw] transform_id
5430
+ # The unique identifier of the machine learning transform.
5431
+ # @return [String]
5432
+ #
5433
+ # @!attribute [rw] task_run_id
5434
+ # The unique identifier of the task run.
5435
+ # @return [String]
5436
+ #
5437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunRequest AWS API Documentation
5438
+ #
5439
+ class GetMLTaskRunRequest < Struct.new(
5440
+ :transform_id,
5441
+ :task_run_id)
5442
+ include Aws::Structure
5443
+ end
5444
+
5445
+ # @!attribute [rw] transform_id
5446
+ # The unique identifier of the task run.
5447
+ # @return [String]
5448
+ #
5449
+ # @!attribute [rw] task_run_id
5450
+ # The unique run identifier associated with this run.
5451
+ # @return [String]
5452
+ #
5453
+ # @!attribute [rw] status
5454
+ # The status for this task run.
5455
+ # @return [String]
5456
+ #
5457
+ # @!attribute [rw] log_group_name
5458
+ # The names of the log groups that are associated with the task run.
5459
+ # @return [String]
5460
+ #
5461
+ # @!attribute [rw] properties
5462
+ # The list of properties that are associated with the task run.
5463
+ # @return [Types::TaskRunProperties]
5464
+ #
5465
+ # @!attribute [rw] error_string
5466
+ # The error strings that are associated with the task run.
5467
+ # @return [String]
5468
+ #
5469
+ # @!attribute [rw] started_on
5470
+ # The date and time when this task run started.
5471
+ # @return [Time]
5472
+ #
5473
+ # @!attribute [rw] last_modified_on
5474
+ # The date and time when this task run was last modified.
5475
+ # @return [Time]
5476
+ #
5477
+ # @!attribute [rw] completed_on
5478
+ # The date and time when this task run was completed.
5479
+ # @return [Time]
5480
+ #
5481
+ # @!attribute [rw] execution_time
5482
+ # The amount of time (in seconds) that the task run consumed
5483
+ # resources.
5484
+ # @return [Integer]
5485
+ #
5486
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunResponse AWS API Documentation
5487
+ #
5488
+ class GetMLTaskRunResponse < Struct.new(
5489
+ :transform_id,
5490
+ :task_run_id,
5491
+ :status,
5492
+ :log_group_name,
5493
+ :properties,
5494
+ :error_string,
5495
+ :started_on,
5496
+ :last_modified_on,
5497
+ :completed_on,
5498
+ :execution_time)
5499
+ include Aws::Structure
5500
+ end
5501
+
5502
+ # @note When making an API call, you may pass GetMLTaskRunsRequest
5503
+ # data as a hash:
5504
+ #
5505
+ # {
5506
+ # transform_id: "HashString", # required
5507
+ # next_token: "PaginationToken",
5508
+ # max_results: 1,
5509
+ # filter: {
5510
+ # task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
5511
+ # status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
5512
+ # started_before: Time.now,
5513
+ # started_after: Time.now,
5514
+ # },
5515
+ # sort: {
5516
+ # column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
5517
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
5518
+ # },
5519
+ # }
5520
+ #
5521
+ # @!attribute [rw] transform_id
5522
+ # The unique identifier of the machine learning transform.
5523
+ # @return [String]
5524
+ #
5525
+ # @!attribute [rw] next_token
5526
+ # A token for pagination of the results. The default is empty.
5527
+ # @return [String]
5528
+ #
5529
+ # @!attribute [rw] max_results
5530
+ # The maximum number of results to return.
5531
+ # @return [Integer]
5532
+ #
5533
+ # @!attribute [rw] filter
5534
+ # The filter criteria, in the `TaskRunFilterCriteria` structure, for
5535
+ # the task run.
5536
+ # @return [Types::TaskRunFilterCriteria]
5537
+ #
5538
+ # @!attribute [rw] sort
5539
+ # The sorting criteria, in the `TaskRunSortCriteria` structure, for
5540
+ # the task run.
5541
+ # @return [Types::TaskRunSortCriteria]
5542
+ #
5543
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsRequest AWS API Documentation
5544
+ #
5545
+ class GetMLTaskRunsRequest < Struct.new(
5546
+ :transform_id,
5547
+ :next_token,
5548
+ :max_results,
5549
+ :filter,
5550
+ :sort)
5551
+ include Aws::Structure
5552
+ end
5553
+
5554
+ # @!attribute [rw] task_runs
5555
+ # A list of task runs that are associated with the transform.
5556
+ # @return [Array<Types::TaskRun>]
5557
+ #
5558
+ # @!attribute [rw] next_token
5559
+ # A pagination token, if more results are available.
5560
+ # @return [String]
5561
+ #
5562
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsResponse AWS API Documentation
5563
+ #
5564
+ class GetMLTaskRunsResponse < Struct.new(
5565
+ :task_runs,
5566
+ :next_token)
5567
+ include Aws::Structure
5568
+ end
5569
+
5570
+ # @note When making an API call, you may pass GetMLTransformRequest
5571
+ # data as a hash:
5572
+ #
5573
+ # {
5574
+ # transform_id: "HashString", # required
5575
+ # }
5576
+ #
5577
+ # @!attribute [rw] transform_id
5578
+ # The unique identifier of the transform, generated at the time that
5579
+ # the transform was created.
5580
+ # @return [String]
5581
+ #
5582
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformRequest AWS API Documentation
5583
+ #
5584
+ class GetMLTransformRequest < Struct.new(
5585
+ :transform_id)
5586
+ include Aws::Structure
5587
+ end
5588
+
5589
+ # @!attribute [rw] transform_id
5590
+ # The unique identifier of the transform, generated at the time that
5591
+ # the transform was created.
5592
+ # @return [String]
5593
+ #
5594
+ # @!attribute [rw] name
5595
+ # The unique name given to the transform when it was created.
5596
+ # @return [String]
5597
+ #
5598
+ # @!attribute [rw] description
5599
+ # A description of the transform.
5600
+ # @return [String]
5601
+ #
5602
+ # @!attribute [rw] status
5603
+ # The last known status of the transform (to indicate whether it can
5604
+ # be used or not). One of "NOT\_READY", "READY", or "DELETING".
5605
+ # @return [String]
5606
+ #
5607
+ # @!attribute [rw] created_on
5608
+ # The date and time when the transform was created.
5609
+ # @return [Time]
5610
+ #
5611
+ # @!attribute [rw] last_modified_on
5612
+ # The date and time when the transform was last modified.
5613
+ # @return [Time]
5614
+ #
5615
+ # @!attribute [rw] input_record_tables
5616
+ # A list of AWS Glue table definitions used by the transform.
5617
+ # @return [Array<Types::GlueTable>]
5618
+ #
5619
+ # @!attribute [rw] parameters
5620
+ # The configuration parameters that are specific to the algorithm
5621
+ # used.
5622
+ # @return [Types::TransformParameters]
5623
+ #
5624
+ # @!attribute [rw] evaluation_metrics
5625
+ # The latest evaluation metrics.
5626
+ # @return [Types::EvaluationMetrics]
5627
+ #
5628
+ # @!attribute [rw] label_count
5629
+ # The number of labels available for this transform.
5630
+ # @return [Integer]
5631
+ #
5632
+ # @!attribute [rw] schema
5633
+ # The `Map<Column, Type>` object that represents the schema that this
5634
+ # transform accepts. Has an upper bound of 100 columns.
5635
+ # @return [Array<Types::SchemaColumn>]
5636
+ #
5637
+ # @!attribute [rw] role
5638
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
5639
+ # required permissions.
5640
+ # @return [String]
5641
+ #
5642
+ # @!attribute [rw] max_capacity
5643
+ # The number of AWS Glue data processing units (DPUs) that are
5644
+ # allocated to task runs for this transform. You can allocate from 2
5645
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
5646
+ # processing power that consists of 4 vCPUs of compute capacity and 16
5647
+ # GB of memory. For more information, see the [AWS Glue pricing
5648
+ # page][1].
5649
+ #
5650
+ # When the `WorkerType` field is set to a value other than `Standard`,
5651
+ # the `MaxCapacity` field is set automatically and becomes read-only.
5652
+ #
5653
+ #
5654
+ #
5655
+ # [1]: https://aws.amazon.com/glue/pricing/
5656
+ # @return [Float]
5657
+ #
5658
+ # @!attribute [rw] worker_type
5659
+ # The type of predefined worker that is allocated when this task runs.
5660
+ # Accepts a value of Standard, G.1X, or G.2X.
5661
+ #
5662
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
5663
+ # of memory and a 50GB disk, and 2 executors per worker.
5664
+ #
5665
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
5666
+ # memory and a 64GB disk, and 1 executor per worker.
5667
+ #
5668
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
5669
+ # memory and a 128GB disk, and 1 executor per worker.
5670
+ # @return [String]
5671
+ #
5672
+ # @!attribute [rw] number_of_workers
5673
+ # The number of workers of a defined `workerType` that are allocated
5674
+ # when this task runs.
5675
+ # @return [Integer]
5676
+ #
5677
+ # @!attribute [rw] timeout
5678
+ # The timeout for a task run for this transform in minutes. This is
5679
+ # the maximum time that a task run for this transform can consume
5680
+ # resources before it is terminated and enters `TIMEOUT` status. The
5681
+ # default is 2,880 minutes (48 hours).
5682
+ # @return [Integer]
5683
+ #
5684
+ # @!attribute [rw] max_retries
5685
+ # The maximum number of times to retry a task for this transform after
5686
+ # a task run fails.
5687
+ # @return [Integer]
5688
+ #
5689
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
5690
+ #
5691
+ class GetMLTransformResponse < Struct.new(
5692
+ :transform_id,
5693
+ :name,
5694
+ :description,
5695
+ :status,
5696
+ :created_on,
5697
+ :last_modified_on,
5698
+ :input_record_tables,
5699
+ :parameters,
5700
+ :evaluation_metrics,
5701
+ :label_count,
5702
+ :schema,
5703
+ :role,
5704
+ :max_capacity,
5705
+ :worker_type,
5706
+ :number_of_workers,
5707
+ :timeout,
5708
+ :max_retries)
5709
+ include Aws::Structure
5710
+ end
5711
+
5712
+ # @note When making an API call, you may pass GetMLTransformsRequest
5713
+ # data as a hash:
5714
+ #
5715
+ # {
5716
+ # next_token: "PaginationToken",
5717
+ # max_results: 1,
5718
+ # filter: {
5719
+ # name: "NameString",
5720
+ # transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
5721
+ # status: "NOT_READY", # accepts NOT_READY, READY, DELETING
5722
+ # created_before: Time.now,
5723
+ # created_after: Time.now,
5724
+ # last_modified_before: Time.now,
5725
+ # last_modified_after: Time.now,
5726
+ # schema: [
5727
+ # {
5728
+ # name: "ColumnNameString",
5729
+ # data_type: "ColumnTypeString",
5730
+ # },
5731
+ # ],
5732
+ # },
5733
+ # sort: {
5734
+ # column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
5735
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
5736
+ # },
5737
+ # }
5738
+ #
5739
+ # @!attribute [rw] next_token
5740
+ # A paginated token to offset the results.
5741
+ # @return [String]
5742
+ #
5743
+ # @!attribute [rw] max_results
5744
+ # The maximum number of results to return.
5745
+ # @return [Integer]
5746
+ #
5747
+ # @!attribute [rw] filter
5748
+ # The filter transformation criteria.
5749
+ # @return [Types::TransformFilterCriteria]
5750
+ #
5751
+ # @!attribute [rw] sort
5752
+ # The sorting criteria.
5753
+ # @return [Types::TransformSortCriteria]
5754
+ #
5755
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsRequest AWS API Documentation
5756
+ #
5757
+ class GetMLTransformsRequest < Struct.new(
5758
+ :next_token,
5759
+ :max_results,
5760
+ :filter,
5761
+ :sort)
5762
+ include Aws::Structure
5763
+ end
5764
+
5765
+ # @!attribute [rw] transforms
5766
+ # A list of machine learning transforms.
5767
+ # @return [Array<Types::MLTransform>]
5768
+ #
5769
+ # @!attribute [rw] next_token
5770
+ # A pagination token, if more results are available.
5771
+ # @return [String]
5772
+ #
5773
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsResponse AWS API Documentation
5774
+ #
5775
+ class GetMLTransformsResponse < Struct.new(
5776
+ :transforms,
5777
+ :next_token)
5778
+ include Aws::Structure
5779
+ end
5780
+
4895
5781
  # @note When making an API call, you may pass GetMappingRequest
4896
5782
  # data as a hash:
4897
5783
  #
@@ -4975,7 +5861,7 @@ module Aws::Glue
4975
5861
  #
4976
5862
  # @!attribute [rw] catalog_id
4977
5863
  # The ID of the Data Catalog where the partition in question resides.
4978
- # If none is supplied, the AWS account ID is used by default.
5864
+ # If none is provided, the AWS account ID is used by default.
4979
5865
  # @return [String]
4980
5866
  #
4981
5867
  # @!attribute [rw] database_name
@@ -5029,7 +5915,7 @@ module Aws::Glue
5029
5915
  #
5030
5916
  # @!attribute [rw] catalog_id
5031
5917
  # The ID of the Data Catalog where the partitions in question reside.
5032
- # If none is supplied, the AWS account ID is used by default.
5918
+ # If none is provided, the AWS account ID is used by default.
5033
5919
  # @return [String]
5034
5920
  #
5035
5921
  # @!attribute [rw] database_name
@@ -5041,7 +5927,7 @@ module Aws::Glue
5041
5927
  # @return [String]
5042
5928
  #
5043
5929
  # @!attribute [rw] expression
5044
- # An expression filtering the partitions to be returned.
5930
+ # An expression that filters the partitions to be returned.
5045
5931
  #
5046
5932
  # The expression uses SQL syntax similar to the SQL `WHERE` filter
5047
5933
  # clause. The SQL statement parser [JSQLParser][1] parses the
@@ -5052,7 +5938,7 @@ module Aws::Glue
5052
5938
  #
5053
5939
  # =
5054
5940
  #
5055
- # : Checks if the values of the two operands are equal or not; if yes,
5941
+ # : Checks whether the values of the two operands are equal; if yes,
5056
5942
  # then the condition becomes true.
5057
5943
  #
5058
5944
  # Example: Assume 'variable a' holds 10 and 'variable b' holds
@@ -5062,38 +5948,40 @@ module Aws::Glue
5062
5948
  #
5063
5949
  # &lt; &gt;
5064
5950
  #
5065
- # : Checks if the values of two operands are equal or not; if the
5066
- # values are not equal, then the condition becomes true.
5951
+ # : Checks whether the values of two operands are equal; if the values
5952
+ # are not equal, then the condition becomes true.
5067
5953
  #
5068
5954
  # Example: (a &lt; &gt; b) is true.
5069
5955
  #
5070
5956
  # &gt;
5071
5957
  #
5072
- # : Checks if the value of the left operand is greater than the value
5073
- # of the right operand; if yes, then the condition becomes true.
5958
+ # : Checks whether the value of the left operand is greater than the
5959
+ # value of the right operand; if yes, then the condition becomes
5960
+ # true.
5074
5961
  #
5075
5962
  # Example: (a &gt; b) is not true.
5076
5963
  #
5077
5964
  # &lt;
5078
5965
  #
5079
- # : Checks if the value of the left operand is less than the value of
5080
- # the right operand; if yes, then the condition becomes true.
5966
+ # : Checks whether the value of the left operand is less than the
5967
+ # value of the right operand; if yes, then the condition becomes
5968
+ # true.
5081
5969
  #
5082
5970
  # Example: (a &lt; b) is true.
5083
5971
  #
5084
5972
  # &gt;=
5085
5973
  #
5086
- # : Checks if the value of the left operand is greater than or equal
5087
- # to the value of the right operand; if yes, then the condition
5088
- # becomes true.
5974
+ # : Checks whether the value of the left operand is greater than or
5975
+ # equal to the value of the right operand; if yes, then the
5976
+ # condition becomes true.
5089
5977
  #
5090
5978
  # Example: (a &gt;= b) is not true.
5091
5979
  #
5092
5980
  # &lt;=
5093
5981
  #
5094
- # : Checks if the value of the left operand is less than or equal to
5095
- # the value of the right operand; if yes, then the condition becomes
5096
- # true.
5982
+ # : Checks whether the value of the left operand is less than or equal
5983
+ # to the value of the right operand; if yes, then the condition
5984
+ # becomes true.
5097
5985
  #
5098
5986
  # Example: (a &lt;= b) is true.
5099
5987
  #
@@ -5101,8 +5989,8 @@ module Aws::Glue
5101
5989
  #
5102
5990
  # : Logical operators.
5103
5991
  #
5104
- # *Supported Partition Key Types*\: The following are the the
5105
- # supported partition keys.
5992
+ # *Supported Partition Key Types*\: The following are the supported
5993
+ # partition keys.
5106
5994
  #
5107
5995
  # * `string`
5108
5996
  #
@@ -5167,7 +6055,7 @@ module Aws::Glue
5167
6055
  #
5168
6056
  # @!attribute [rw] next_token
5169
6057
  # A continuation token, if the returned list of partitions does not
5170
- # does not include the last one.
6058
+ # include the last one.
5171
6059
  # @return [String]
5172
6060
  #
5173
6061
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsResponse AWS API Documentation
@@ -5388,7 +6276,7 @@ module Aws::Glue
5388
6276
  #
5389
6277
  # @!attribute [rw] catalog_id
5390
6278
  # The ID of the Data Catalog where the table resides. If none is
5391
- # supplied, the AWS account ID is used by default.
6279
+ # provided, the AWS account ID is used by default.
5392
6280
  # @return [String]
5393
6281
  #
5394
6282
  # @!attribute [rw] database_name
@@ -5433,7 +6321,7 @@ module Aws::Glue
5433
6321
  #
5434
6322
  # @!attribute [rw] catalog_id
5435
6323
  # The ID of the Data Catalog where the tables reside. If none is
5436
- # supplied, the AWS account ID is used by default.
6324
+ # provided, the AWS account ID is used by default.
5437
6325
  # @return [String]
5438
6326
  #
5439
6327
  # @!attribute [rw] database_name
@@ -5486,7 +6374,7 @@ module Aws::Glue
5486
6374
  #
5487
6375
  # @!attribute [rw] catalog_id
5488
6376
  # The ID of the Data Catalog where the tables reside. If none is
5489
- # supplied, the AWS account ID is used by default.
6377
+ # provided, the AWS account ID is used by default.
5490
6378
  # @return [String]
5491
6379
  #
5492
6380
  # @!attribute [rw] database_name
@@ -5549,7 +6437,7 @@ module Aws::Glue
5549
6437
  #
5550
6438
  # @!attribute [rw] catalog_id
5551
6439
  # The ID of the Data Catalog where the tables reside. If none is
5552
- # supplied, the AWS account ID is used by default.
6440
+ # provided, the AWS account ID is used by default.
5553
6441
  # @return [String]
5554
6442
  #
5555
6443
  # @!attribute [rw] database_name
@@ -5717,7 +6605,7 @@ module Aws::Glue
5717
6605
  #
5718
6606
  # @!attribute [rw] catalog_id
5719
6607
  # The ID of the Data Catalog where the function to be retrieved is
5720
- # located. If none is supplied, the AWS account ID is used by default.
6608
+ # located. If none is provided, the AWS account ID is used by default.
5721
6609
  # @return [String]
5722
6610
  #
5723
6611
  # @!attribute [rw] database_name
@@ -5761,7 +6649,7 @@ module Aws::Glue
5761
6649
  #
5762
6650
  # @!attribute [rw] catalog_id
5763
6651
  # The ID of the Data Catalog where the functions to be retrieved are
5764
- # located. If none is supplied, the AWS account ID is used by default.
6652
+ # located. If none is provided, the AWS account ID is used by default.
5765
6653
  # @return [String]
5766
6654
  #
5767
6655
  # @!attribute [rw] database_name
@@ -5987,6 +6875,45 @@ module Aws::Glue
5987
6875
  include Aws::Structure
5988
6876
  end
5989
6877
 
6878
+ # The database and table in the AWS Glue Data Catalog that is used for
6879
+ # input or output data.
6880
+ #
6881
+ # @note When making an API call, you may pass GlueTable
6882
+ # data as a hash:
6883
+ #
6884
+ # {
6885
+ # database_name: "NameString", # required
6886
+ # table_name: "NameString", # required
6887
+ # catalog_id: "NameString",
6888
+ # connection_name: "NameString",
6889
+ # }
6890
+ #
6891
+ # @!attribute [rw] database_name
6892
+ # A database name in the AWS Glue Data Catalog.
6893
+ # @return [String]
6894
+ #
6895
+ # @!attribute [rw] table_name
6896
+ # A table name in the AWS Glue Data Catalog.
6897
+ # @return [String]
6898
+ #
6899
+ # @!attribute [rw] catalog_id
6900
+ # A unique identifier for the AWS Glue Data Catalog.
6901
+ # @return [String]
6902
+ #
6903
+ # @!attribute [rw] connection_name
6904
+ # The name of the connection to the AWS Glue Data Catalog.
6905
+ # @return [String]
6906
+ #
6907
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
6908
+ #
6909
+ class GlueTable < Struct.new(
6910
+ :database_name,
6911
+ :table_name,
6912
+ :catalog_id,
6913
+ :connection_name)
6914
+ include Aws::Structure
6915
+ end
6916
+
5990
6917
  # A classifier that uses `grok` patterns.
5991
6918
  #
5992
6919
  # @!attribute [rw] name
@@ -6078,6 +7005,25 @@ module Aws::Glue
6078
7005
  #
6079
7006
  class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
6080
7007
 
7008
+ # Specifies configuration properties for an importing labels task run.
7009
+ #
7010
+ # @!attribute [rw] input_s3_path
7011
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
7012
+ # will import the labels.
7013
+ # @return [String]
7014
+ #
7015
+ # @!attribute [rw] replace
7016
+ # Indicates whether to overwrite your existing labels.
7017
+ # @return [Boolean]
7018
+ #
7019
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
7020
+ #
7021
+ class ImportLabelsTaskRunProperties < Struct.new(
7022
+ :input_s3_path,
7023
+ :replace)
7024
+ include Aws::Structure
7025
+ end
7026
+
6081
7027
  # An internal service error occurred.
6082
7028
  #
6083
7029
  # @!attribute [rw] message
@@ -6348,11 +7294,11 @@ module Aws::Glue
6348
7294
  # @return [Integer]
6349
7295
  #
6350
7296
  # @!attribute [rw] previous_run_id
6351
- # The unique run identifier associated with the previous job run..
7297
+ # The unique run identifier associated with the previous job run.
6352
7298
  # @return [String]
6353
7299
  #
6354
7300
  # @!attribute [rw] run_id
6355
- # The unique run identifier associated with this job run.
7301
+ # The run ID number.
6356
7302
  # @return [String]
6357
7303
  #
6358
7304
  # @!attribute [rw] job_bookmark
@@ -6895,6 +7841,21 @@ module Aws::Glue
6895
7841
  include Aws::Structure
6896
7842
  end
6897
7843
 
7844
+ # Specifies configuration properties for a labeling set generation task
7845
+ # run.
7846
+ #
7847
+ # @!attribute [rw] output_s3_path
7848
+ # The Amazon Simple Storage Service (Amazon S3) path where you will
7849
+ # generate the labeling set.
7850
+ # @return [String]
7851
+ #
7852
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LabelingSetGenerationTaskRunProperties AWS API Documentation
7853
+ #
7854
+ class LabelingSetGenerationTaskRunProperties < Struct.new(
7855
+ :output_s3_path)
7856
+ include Aws::Structure
7857
+ end
7858
+
6898
7859
  # Status and error information about the most recent crawl.
6899
7860
  #
6900
7861
  # @!attribute [rw] status
@@ -7186,48 +8147,196 @@ module Aws::Glue
7186
8147
  # @note When making an API call, you may pass Location
7187
8148
  # data as a hash:
7188
8149
  #
7189
- # {
7190
- # jdbc: [
7191
- # {
7192
- # name: "CodeGenArgName", # required
7193
- # value: "CodeGenArgValue", # required
7194
- # param: false,
7195
- # },
7196
- # ],
7197
- # s3: [
7198
- # {
7199
- # name: "CodeGenArgName", # required
7200
- # value: "CodeGenArgValue", # required
7201
- # param: false,
7202
- # },
7203
- # ],
7204
- # dynamo_db: [
7205
- # {
7206
- # name: "CodeGenArgName", # required
7207
- # value: "CodeGenArgValue", # required
7208
- # param: false,
7209
- # },
7210
- # ],
7211
- # }
8150
+ # {
8151
+ # jdbc: [
8152
+ # {
8153
+ # name: "CodeGenArgName", # required
8154
+ # value: "CodeGenArgValue", # required
8155
+ # param: false,
8156
+ # },
8157
+ # ],
8158
+ # s3: [
8159
+ # {
8160
+ # name: "CodeGenArgName", # required
8161
+ # value: "CodeGenArgValue", # required
8162
+ # param: false,
8163
+ # },
8164
+ # ],
8165
+ # dynamo_db: [
8166
+ # {
8167
+ # name: "CodeGenArgName", # required
8168
+ # value: "CodeGenArgValue", # required
8169
+ # param: false,
8170
+ # },
8171
+ # ],
8172
+ # }
8173
+ #
8174
+ # @!attribute [rw] jdbc
8175
+ # A JDBC location.
8176
+ # @return [Array<Types::CodeGenNodeArg>]
8177
+ #
8178
+ # @!attribute [rw] s3
8179
+ # An Amazon Simple Storage Service (Amazon S3) location.
8180
+ # @return [Array<Types::CodeGenNodeArg>]
8181
+ #
8182
+ # @!attribute [rw] dynamo_db
8183
+ # An Amazon DynamoDB table location.
8184
+ # @return [Array<Types::CodeGenNodeArg>]
8185
+ #
8186
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
8187
+ #
8188
+ class Location < Struct.new(
8189
+ :jdbc,
8190
+ :s3,
8191
+ :dynamo_db)
8192
+ include Aws::Structure
8193
+ end
8194
+
8195
+ # A structure for a machine learning transform.
8196
+ #
8197
+ # @!attribute [rw] transform_id
8198
+ # The unique transform ID that is generated for the machine learning
8199
+ # transform. The ID is guaranteed to be unique and does not change.
8200
+ # @return [String]
8201
+ #
8202
+ # @!attribute [rw] name
8203
+ # A user-defined name for the machine learning transform. Names are
8204
+ # not guaranteed unique and can be changed at any time.
8205
+ # @return [String]
8206
+ #
8207
+ # @!attribute [rw] description
8208
+ # A user-defined, long-form description text for the machine learning
8209
+ # transform. Descriptions are not guaranteed to be unique and can be
8210
+ # changed at any time.
8211
+ # @return [String]
8212
+ #
8213
+ # @!attribute [rw] status
8214
+ # The current status of the machine learning transform.
8215
+ # @return [String]
8216
+ #
8217
+ # @!attribute [rw] created_on
8218
+ # A timestamp. The time and date that this machine learning transform
8219
+ # was created.
8220
+ # @return [Time]
8221
+ #
8222
+ # @!attribute [rw] last_modified_on
8223
+ # A timestamp. The last point in time when this machine learning
8224
+ # transform was modified.
8225
+ # @return [Time]
8226
+ #
8227
+ # @!attribute [rw] input_record_tables
8228
+ # A list of AWS Glue table definitions used by the transform.
8229
+ # @return [Array<Types::GlueTable>]
8230
+ #
8231
+ # @!attribute [rw] parameters
8232
+ # A `TransformParameters` object. You can use parameters to tune
8233
+ # (customize) the behavior of the machine learning transform by
8234
+ # specifying what data it learns from and your preference on various
8235
+ # tradeoffs (such as precious vs. recall, or accuracy vs. cost).
8236
+ # @return [Types::TransformParameters]
8237
+ #
8238
+ # @!attribute [rw] evaluation_metrics
8239
+ # An `EvaluationMetrics` object. Evaluation metrics provide an
8240
+ # estimate of the quality of your machine learning transform.
8241
+ # @return [Types::EvaluationMetrics]
8242
+ #
8243
+ # @!attribute [rw] label_count
8244
+ # A count identifier for the labeling files generated by AWS Glue for
8245
+ # this transform. As you create a better transform, you can
8246
+ # iteratively download, label, and upload the labeling file.
8247
+ # @return [Integer]
8248
+ #
8249
+ # @!attribute [rw] schema
8250
+ # A map of key-value pairs representing the columns and data types
8251
+ # that this transform can run against. Has an upper bound of 100
8252
+ # columns.
8253
+ # @return [Array<Types::SchemaColumn>]
8254
+ #
8255
+ # @!attribute [rw] role
8256
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
8257
+ # required permissions. This role needs permission to your Amazon
8258
+ # Simple Storage Service (Amazon S3) sources, targets, temporary
8259
+ # directory, scripts, and any libraries used by the task run for this
8260
+ # transform.
8261
+ # @return [String]
8262
+ #
8263
+ # @!attribute [rw] max_capacity
8264
+ # The number of AWS Glue data processing units (DPUs) that are
8265
+ # allocated to task runs for this transform. You can allocate from 2
8266
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
8267
+ # processing power that consists of 4 vCPUs of compute capacity and 16
8268
+ # GB of memory. For more information, see the [AWS Glue pricing
8269
+ # page][1].
8270
+ #
8271
+ # When the `WorkerType` field is set to a value other than `Standard`,
8272
+ # the `MaxCapacity` field is set automatically and becomes read-only.
8273
+ #
8274
+ #
8275
+ #
8276
+ # [1]: https://aws.amazon.com/glue/pricing/
8277
+ # @return [Float]
8278
+ #
8279
+ # @!attribute [rw] worker_type
8280
+ # The type of predefined worker that is allocated when a task of this
8281
+ # transform runs. Accepts a value of Standard, G.1X, or G.2X.
8282
+ #
8283
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
8284
+ # of memory and a 50GB disk, and 2 executors per worker.
8285
+ #
8286
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
8287
+ # memory and a 64GB disk, and 1 executor per worker.
8288
+ #
8289
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
8290
+ # memory and a 128GB disk, and 1 executor per worker.
8291
+ # @return [String]
8292
+ #
8293
+ # @!attribute [rw] number_of_workers
8294
+ # The number of workers of a defined `workerType` that are allocated
8295
+ # when a task of the transform runs.
8296
+ # @return [Integer]
8297
+ #
8298
+ # @!attribute [rw] timeout
8299
+ # The timeout in minutes of the machine learning transform.
8300
+ # @return [Integer]
8301
+ #
8302
+ # @!attribute [rw] max_retries
8303
+ # The maximum number of times to retry after an `MLTaskRun` of the
8304
+ # machine learning transform fails.
8305
+ # @return [Integer]
7212
8306
  #
7213
- # @!attribute [rw] jdbc
7214
- # A JDBC location.
7215
- # @return [Array<Types::CodeGenNodeArg>]
8307
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
7216
8308
  #
7217
- # @!attribute [rw] s3
7218
- # An Amazon Simple Storage Service (Amazon S3) location.
7219
- # @return [Array<Types::CodeGenNodeArg>]
8309
+ class MLTransform < Struct.new(
8310
+ :transform_id,
8311
+ :name,
8312
+ :description,
8313
+ :status,
8314
+ :created_on,
8315
+ :last_modified_on,
8316
+ :input_record_tables,
8317
+ :parameters,
8318
+ :evaluation_metrics,
8319
+ :label_count,
8320
+ :schema,
8321
+ :role,
8322
+ :max_capacity,
8323
+ :worker_type,
8324
+ :number_of_workers,
8325
+ :timeout,
8326
+ :max_retries)
8327
+ include Aws::Structure
8328
+ end
8329
+
8330
+ # The machine learning transform is not ready to run.
7220
8331
  #
7221
- # @!attribute [rw] dynamo_db
7222
- # An Amazon DynamoDB table location.
7223
- # @return [Array<Types::CodeGenNodeArg>]
8332
+ # @!attribute [rw] message
8333
+ # A message describing the problem.
8334
+ # @return [String]
7224
8335
  #
7225
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
8336
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransformNotReadyException AWS API Documentation
7226
8337
  #
7227
- class Location < Struct.new(
7228
- :jdbc,
7229
- :s3,
7230
- :dynamo_db)
8338
+ class MLTransformNotReadyException < Struct.new(
8339
+ :message)
7231
8340
  include Aws::Structure
7232
8341
  end
7233
8342
 
@@ -7401,12 +8510,11 @@ module Aws::Glue
7401
8510
  # @return [Array<String>]
7402
8511
  #
7403
8512
  # @!attribute [rw] database_name
7404
- # The name of the catalog database where the table in question is
7405
- # located.
8513
+ # The name of the catalog database in which to create the partition.
7406
8514
  # @return [String]
7407
8515
  #
7408
8516
  # @!attribute [rw] table_name
7409
- # The name of the table in question.
8517
+ # The name of the database table in which to create the partition.
7410
8518
  # @return [String]
7411
8519
  #
7412
8520
  # @!attribute [rw] creation_time
@@ -7452,7 +8560,7 @@ module Aws::Glue
7452
8560
  # @return [Array<String>]
7453
8561
  #
7454
8562
  # @!attribute [rw] error_detail
7455
- # Details about the partition error.
8563
+ # The details about the partition error.
7456
8564
  # @return [Types::ErrorDetail]
7457
8565
  #
7458
8566
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionError AWS API Documentation
@@ -7463,7 +8571,7 @@ module Aws::Glue
7463
8571
  include Aws::Structure
7464
8572
  end
7465
8573
 
7466
- # The structure used to create and update a partion.
8574
+ # The structure used to create and update a partition.
7467
8575
  #
7468
8576
  # @note When making an API call, you may pass PartitionInput
7469
8577
  # data as a hash:
@@ -7477,6 +8585,9 @@ module Aws::Glue
7477
8585
  # name: "NameString", # required
7478
8586
  # type: "ColumnTypeString",
7479
8587
  # comment: "CommentString",
8588
+ # parameters: {
8589
+ # "KeyString" => "ParametersMapValue",
8590
+ # },
7480
8591
  # },
7481
8592
  # ],
7482
8593
  # location: "LocationString",
@@ -7659,6 +8770,66 @@ module Aws::Glue
7659
8770
  include Aws::Structure
7660
8771
  end
7661
8772
 
8773
+ # Permissions granted to a principal.
8774
+ #
8775
+ # @note When making an API call, you may pass PrincipalPermissions
8776
+ # data as a hash:
8777
+ #
8778
+ # {
8779
+ # principal: {
8780
+ # data_lake_principal_identifier: "DataLakePrincipalString",
8781
+ # },
8782
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
8783
+ # }
8784
+ #
8785
+ # @!attribute [rw] principal
8786
+ # The principal who is granted permissions.
8787
+ # @return [Types::DataLakePrincipal]
8788
+ #
8789
+ # @!attribute [rw] permissions
8790
+ # The permissions that are granted to the principal.
8791
+ # @return [Array<String>]
8792
+ #
8793
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PrincipalPermissions AWS API Documentation
8794
+ #
8795
+ class PrincipalPermissions < Struct.new(
8796
+ :principal,
8797
+ :permissions)
8798
+ include Aws::Structure
8799
+ end
8800
+
8801
+ # Defines a property predicate.
8802
+ #
8803
+ # @note When making an API call, you may pass PropertyPredicate
8804
+ # data as a hash:
8805
+ #
8806
+ # {
8807
+ # key: "ValueString",
8808
+ # value: "ValueString",
8809
+ # comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
8810
+ # }
8811
+ #
8812
+ # @!attribute [rw] key
8813
+ # The key of the property.
8814
+ # @return [String]
8815
+ #
8816
+ # @!attribute [rw] value
8817
+ # The value of the property.
8818
+ # @return [String]
8819
+ #
8820
+ # @!attribute [rw] comparator
8821
+ # The comparator used to compare this property to others.
8822
+ # @return [String]
8823
+ #
8824
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PropertyPredicate AWS API Documentation
8825
+ #
8826
+ class PropertyPredicate < Struct.new(
8827
+ :key,
8828
+ :value,
8829
+ :comparator)
8830
+ include Aws::Structure
8831
+ end
8832
+
7662
8833
  # @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
7663
8834
  # data as a hash:
7664
8835
  #
@@ -7677,9 +8848,8 @@ module Aws::Glue
7677
8848
  # }
7678
8849
  #
7679
8850
  # @!attribute [rw] catalog_id
7680
- # The ID of the Data Catalog for which to set the security
7681
- # configuration. If none is provided, the AWS account ID is used by
7682
- # default.
8851
+ # The ID of the Data Catalog to set the security configuration for. If
8852
+ # none is provided, the AWS account ID is used by default.
7683
8853
  # @return [String]
7684
8854
  #
7685
8855
  # @!attribute [rw] data_catalog_encryption_settings
@@ -7831,7 +9001,7 @@ module Aws::Glue
7831
9001
  include Aws::Structure
7832
9002
  end
7833
9003
 
7834
- # URIs for function resources.
9004
+ # The URIs for function resources.
7835
9005
  #
7836
9006
  # @note When making an API call, you may pass ResourceUri
7837
9007
  # data as a hash:
@@ -8006,6 +9176,116 @@ module Aws::Glue
8006
9176
  include Aws::Structure
8007
9177
  end
8008
9178
 
9179
+ # A key-value pair representing a column and data type that this
9180
+ # transform can run against. The `Schema` parameter of the `MLTransform`
9181
+ # may contain up to 100 of these structures.
9182
+ #
9183
+ # @note When making an API call, you may pass SchemaColumn
9184
+ # data as a hash:
9185
+ #
9186
+ # {
9187
+ # name: "ColumnNameString",
9188
+ # data_type: "ColumnTypeString",
9189
+ # }
9190
+ #
9191
+ # @!attribute [rw] name
9192
+ # The name of the column.
9193
+ # @return [String]
9194
+ #
9195
+ # @!attribute [rw] data_type
9196
+ # The type of data in the column.
9197
+ # @return [String]
9198
+ #
9199
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaColumn AWS API Documentation
9200
+ #
9201
+ class SchemaColumn < Struct.new(
9202
+ :name,
9203
+ :data_type)
9204
+ include Aws::Structure
9205
+ end
9206
+
9207
+ # @note When making an API call, you may pass SearchTablesRequest
9208
+ # data as a hash:
9209
+ #
9210
+ # {
9211
+ # catalog_id: "CatalogIdString",
9212
+ # next_token: "Token",
9213
+ # filters: [
9214
+ # {
9215
+ # key: "ValueString",
9216
+ # value: "ValueString",
9217
+ # comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
9218
+ # },
9219
+ # ],
9220
+ # search_text: "ValueString",
9221
+ # sort_criteria: [
9222
+ # {
9223
+ # field_name: "ValueString",
9224
+ # sort: "ASC", # accepts ASC, DESC
9225
+ # },
9226
+ # ],
9227
+ # max_results: 1,
9228
+ # }
9229
+ #
9230
+ # @!attribute [rw] catalog_id
9231
+ # A unique identifier, consisting of ` account_id/datalake`.
9232
+ # @return [String]
9233
+ #
9234
+ # @!attribute [rw] next_token
9235
+ # A continuation token, included if this is a continuation call.
9236
+ # @return [String]
9237
+ #
9238
+ # @!attribute [rw] filters
9239
+ # A list of key-value pairs, and a comparator used to filter the
9240
+ # search results. Returns all entities matching the predicate.
9241
+ # @return [Array<Types::PropertyPredicate>]
9242
+ #
9243
+ # @!attribute [rw] search_text
9244
+ # A string used for a text search.
9245
+ #
9246
+ # Specifying a value in quotes filters based on an exact match to the
9247
+ # value.
9248
+ # @return [String]
9249
+ #
9250
+ # @!attribute [rw] sort_criteria
9251
+ # A list of criteria for sorting the results by a field name, in an
9252
+ # ascending or descending order.
9253
+ # @return [Array<Types::SortCriterion>]
9254
+ #
9255
+ # @!attribute [rw] max_results
9256
+ # The maximum number of tables to return in a single response.
9257
+ # @return [Integer]
9258
+ #
9259
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
9260
+ #
9261
+ class SearchTablesRequest < Struct.new(
9262
+ :catalog_id,
9263
+ :next_token,
9264
+ :filters,
9265
+ :search_text,
9266
+ :sort_criteria,
9267
+ :max_results)
9268
+ include Aws::Structure
9269
+ end
9270
+
9271
+ # @!attribute [rw] next_token
9272
+ # A continuation token, present if the current list segment is not the
9273
+ # last.
9274
+ # @return [String]
9275
+ #
9276
+ # @!attribute [rw] table_list
9277
+ # A list of the requested `Table` objects. The `SearchTables` response
9278
+ # returns only the tables that you have access to.
9279
+ # @return [Array<Types::Table>]
9280
+ #
9281
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesResponse AWS API Documentation
9282
+ #
9283
+ class SearchTablesResponse < Struct.new(
9284
+ :next_token,
9285
+ :table_list)
9286
+ include Aws::Structure
9287
+ end
9288
+
8009
9289
  # Specifies a security configuration.
8010
9290
  #
8011
9291
  # @!attribute [rw] name
@@ -8042,13 +9322,13 @@ module Aws::Glue
8042
9322
  # }
8043
9323
  #
8044
9324
  # @!attribute [rw] segment_number
8045
- # The zero-based index number of the this segment. For example, if the
8046
- # total number of segments is 4, SegmentNumber values will range from
8047
- # zero through three.
9325
+ # The zero-based index number of the segment. For example, if the
9326
+ # total number of segments is 4, `SegmentNumber` values range from 0
9327
+ # through 3.
8048
9328
  # @return [Integer]
8049
9329
  #
8050
9330
  # @!attribute [rw] total_segments
8051
- # The total numer of segments.
9331
+ # The total number of segments.
8052
9332
  # @return [Integer]
8053
9333
  #
8054
9334
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Segment AWS API Documentation
@@ -8059,8 +9339,8 @@ module Aws::Glue
8059
9339
  include Aws::Structure
8060
9340
  end
8061
9341
 
8062
- # Information about a serialization/deserialization program (SerDe)
8063
- # which serves as an extractor and loader.
9342
+ # Information about a serialization/deserialization program (SerDe) that
9343
+ # serves as an extractor and loader.
8064
9344
  #
8065
9345
  # @note When making an API call, you may pass SerDeInfo
8066
9346
  # data as a hash:
@@ -8078,7 +9358,7 @@ module Aws::Glue
8078
9358
  # @return [String]
8079
9359
  #
8080
9360
  # @!attribute [rw] serialization_library
8081
- # Usually the class that implements the SerDe. An example is:
9361
+ # Usually the class that implements the SerDe. An example is
8082
9362
  # `org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe`.
8083
9363
  # @return [String]
8084
9364
  #
@@ -8096,8 +9376,8 @@ module Aws::Glue
8096
9376
  include Aws::Structure
8097
9377
  end
8098
9378
 
8099
- # Specifies skewed values in a table. Skewed are ones that occur with
8100
- # very high frequency.
9379
+ # Specifies skewed values in a table. Skewed values are those that occur
9380
+ # with very high frequency.
8101
9381
  #
8102
9382
  # @note When making an API call, you may pass SkewedInfo
8103
9383
  # data as a hash:
@@ -8132,6 +9412,28 @@ module Aws::Glue
8132
9412
  include Aws::Structure
8133
9413
  end
8134
9414
 
9415
+ # @note When making an API call, you may pass SortCriterion
9416
+ # data as a hash:
9417
+ #
9418
+ # {
9419
+ # field_name: "ValueString",
9420
+ # sort: "ASC", # accepts ASC, DESC
9421
+ # }
9422
+ #
9423
+ # @!attribute [rw] field_name
9424
+ # @return [String]
9425
+ #
9426
+ # @!attribute [rw] sort
9427
+ # @return [String]
9428
+ #
9429
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SortCriterion AWS API Documentation
9430
+ #
9431
+ class SortCriterion < Struct.new(
9432
+ :field_name,
9433
+ :sort)
9434
+ include Aws::Structure
9435
+ end
9436
+
8135
9437
  # @note When making an API call, you may pass StartCrawlerRequest
8136
9438
  # data as a hash:
8137
9439
  #
@@ -8176,6 +9478,83 @@ module Aws::Glue
8176
9478
  #
8177
9479
  class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
8178
9480
 
9481
+ # @note When making an API call, you may pass StartExportLabelsTaskRunRequest
9482
+ # data as a hash:
9483
+ #
9484
+ # {
9485
+ # transform_id: "HashString", # required
9486
+ # output_s3_path: "UriString", # required
9487
+ # }
9488
+ #
9489
+ # @!attribute [rw] transform_id
9490
+ # The unique identifier of the machine learning transform.
9491
+ # @return [String]
9492
+ #
9493
+ # @!attribute [rw] output_s3_path
9494
+ # The Amazon S3 path where you export the labels.
9495
+ # @return [String]
9496
+ #
9497
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunRequest AWS API Documentation
9498
+ #
9499
+ class StartExportLabelsTaskRunRequest < Struct.new(
9500
+ :transform_id,
9501
+ :output_s3_path)
9502
+ include Aws::Structure
9503
+ end
9504
+
9505
+ # @!attribute [rw] task_run_id
9506
+ # The unique identifier for the task run.
9507
+ # @return [String]
9508
+ #
9509
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunResponse AWS API Documentation
9510
+ #
9511
+ class StartExportLabelsTaskRunResponse < Struct.new(
9512
+ :task_run_id)
9513
+ include Aws::Structure
9514
+ end
9515
+
9516
+ # @note When making an API call, you may pass StartImportLabelsTaskRunRequest
9517
+ # data as a hash:
9518
+ #
9519
+ # {
9520
+ # transform_id: "HashString", # required
9521
+ # input_s3_path: "UriString", # required
9522
+ # replace_all_labels: false,
9523
+ # }
9524
+ #
9525
+ # @!attribute [rw] transform_id
9526
+ # The unique identifier of the machine learning transform.
9527
+ # @return [String]
9528
+ #
9529
+ # @!attribute [rw] input_s3_path
9530
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
9531
+ # import the labels.
9532
+ # @return [String]
9533
+ #
9534
+ # @!attribute [rw] replace_all_labels
9535
+ # Indicates whether to overwrite your existing labels.
9536
+ # @return [Boolean]
9537
+ #
9538
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunRequest AWS API Documentation
9539
+ #
9540
+ class StartImportLabelsTaskRunRequest < Struct.new(
9541
+ :transform_id,
9542
+ :input_s3_path,
9543
+ :replace_all_labels)
9544
+ include Aws::Structure
9545
+ end
9546
+
9547
+ # @!attribute [rw] task_run_id
9548
+ # The unique identifier for the task run.
9549
+ # @return [String]
9550
+ #
9551
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunResponse AWS API Documentation
9552
+ #
9553
+ class StartImportLabelsTaskRunResponse < Struct.new(
9554
+ :task_run_id)
9555
+ include Aws::Structure
9556
+ end
9557
+
8179
9558
  # @note When making an API call, you may pass StartJobRunRequest
8180
9559
  # data as a hash:
8181
9560
  #
@@ -8331,6 +9710,71 @@ module Aws::Glue
8331
9710
  include Aws::Structure
8332
9711
  end
8333
9712
 
9713
+ # @note When making an API call, you may pass StartMLEvaluationTaskRunRequest
9714
+ # data as a hash:
9715
+ #
9716
+ # {
9717
+ # transform_id: "HashString", # required
9718
+ # }
9719
+ #
9720
+ # @!attribute [rw] transform_id
9721
+ # The unique identifier of the machine learning transform.
9722
+ # @return [String]
9723
+ #
9724
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunRequest AWS API Documentation
9725
+ #
9726
+ class StartMLEvaluationTaskRunRequest < Struct.new(
9727
+ :transform_id)
9728
+ include Aws::Structure
9729
+ end
9730
+
9731
+ # @!attribute [rw] task_run_id
9732
+ # The unique identifier associated with this run.
9733
+ # @return [String]
9734
+ #
9735
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunResponse AWS API Documentation
9736
+ #
9737
+ class StartMLEvaluationTaskRunResponse < Struct.new(
9738
+ :task_run_id)
9739
+ include Aws::Structure
9740
+ end
9741
+
9742
+ # @note When making an API call, you may pass StartMLLabelingSetGenerationTaskRunRequest
9743
+ # data as a hash:
9744
+ #
9745
+ # {
9746
+ # transform_id: "HashString", # required
9747
+ # output_s3_path: "UriString", # required
9748
+ # }
9749
+ #
9750
+ # @!attribute [rw] transform_id
9751
+ # The unique identifier of the machine learning transform.
9752
+ # @return [String]
9753
+ #
9754
+ # @!attribute [rw] output_s3_path
9755
+ # The Amazon Simple Storage Service (Amazon S3) path where you
9756
+ # generate the labeling set.
9757
+ # @return [String]
9758
+ #
9759
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunRequest AWS API Documentation
9760
+ #
9761
+ class StartMLLabelingSetGenerationTaskRunRequest < Struct.new(
9762
+ :transform_id,
9763
+ :output_s3_path)
9764
+ include Aws::Structure
9765
+ end
9766
+
9767
+ # @!attribute [rw] task_run_id
9768
+ # The unique run identifier that is associated with this task run.
9769
+ # @return [String]
9770
+ #
9771
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunResponse AWS API Documentation
9772
+ #
9773
+ class StartMLLabelingSetGenerationTaskRunResponse < Struct.new(
9774
+ :task_run_id)
9775
+ include Aws::Structure
9776
+ end
9777
+
8334
9778
  # @note When making an API call, you may pass StartTriggerRequest
8335
9779
  # data as a hash:
8336
9780
  #
@@ -8473,6 +9917,9 @@ module Aws::Glue
8473
9917
  # name: "NameString", # required
8474
9918
  # type: "ColumnTypeString",
8475
9919
  # comment: "CommentString",
9920
+ # parameters: {
9921
+ # "KeyString" => "ParametersMapValue",
9922
+ # },
8476
9923
  # },
8477
9924
  # ],
8478
9925
  # location: "LocationString",
@@ -8512,7 +9959,7 @@ module Aws::Glue
8512
9959
  # @return [Array<Types::Column>]
8513
9960
  #
8514
9961
  # @!attribute [rw] location
8515
- # The physical location of the table. By default this takes the form
9962
+ # The physical location of the table. By default, this takes the form
8516
9963
  # of the warehouse location, followed by the database location in the
8517
9964
  # warehouse, followed by the table name.
8518
9965
  # @return [String]
@@ -8528,7 +9975,7 @@ module Aws::Glue
8528
9975
  # @return [String]
8529
9976
  #
8530
9977
  # @!attribute [rw] compressed
8531
- # True if the data in the table is compressed, or False if not.
9978
+ # `True` if the data in the table is compressed, or `False` if not.
8532
9979
  # @return [Boolean]
8533
9980
  #
8534
9981
  # @!attribute [rw] number_of_buckets
@@ -8536,7 +9983,7 @@ module Aws::Glue
8536
9983
  # @return [Integer]
8537
9984
  #
8538
9985
  # @!attribute [rw] serde_info
8539
- # Serialization/deserialization (SerDe) information.
9986
+ # The serialization/deserialization (SerDe) information.
8540
9987
  # @return [Types::SerDeInfo]
8541
9988
  #
8542
9989
  # @!attribute [rw] bucket_columns
@@ -8549,16 +9996,17 @@ module Aws::Glue
8549
9996
  # @return [Array<Types::Order>]
8550
9997
  #
8551
9998
  # @!attribute [rw] parameters
8552
- # User-supplied properties in key-value form.
9999
+ # The user-supplied properties in key-value form.
8553
10000
  # @return [Hash<String,String>]
8554
10001
  #
8555
10002
  # @!attribute [rw] skewed_info
8556
- # Information about values that appear very frequently in a column
10003
+ # The information about values that appear frequently in a column
8557
10004
  # (skewed values).
8558
10005
  # @return [Types::SkewedInfo]
8559
10006
  #
8560
10007
  # @!attribute [rw] stored_as_sub_directories
8561
- # True if the table data is stored in subdirectories, or False if not.
10008
+ # `True` if the table data is stored in subdirectories, or `False` if
10009
+ # not.
8562
10010
  # @return [Boolean]
8563
10011
  #
8564
10012
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
@@ -8582,42 +10030,42 @@ module Aws::Glue
8582
10030
  # Represents a collection of related data organized in columns and rows.
8583
10031
  #
8584
10032
  # @!attribute [rw] name
8585
- # Name of the table. For Hive compatibility, this must be entirely
10033
+ # The table name. For Hive compatibility, this must be entirely
8586
10034
  # lowercase.
8587
10035
  # @return [String]
8588
10036
  #
8589
10037
  # @!attribute [rw] database_name
8590
- # Name of the metadata database where the table metadata resides. For
8591
- # Hive compatibility, this must be all lowercase.
10038
+ # The name of the database where the table metadata resides. For Hive
10039
+ # compatibility, this must be all lowercase.
8592
10040
  # @return [String]
8593
10041
  #
8594
10042
  # @!attribute [rw] description
8595
- # Description of the table.
10043
+ # A description of the table.
8596
10044
  # @return [String]
8597
10045
  #
8598
10046
  # @!attribute [rw] owner
8599
- # Owner of the table.
10047
+ # The owner of the table.
8600
10048
  # @return [String]
8601
10049
  #
8602
10050
  # @!attribute [rw] create_time
8603
- # Time when the table definition was created in the Data Catalog.
10051
+ # The time when the table definition was created in the Data Catalog.
8604
10052
  # @return [Time]
8605
10053
  #
8606
10054
  # @!attribute [rw] update_time
8607
- # Last time the table was updated.
10055
+ # The last time that the table was updated.
8608
10056
  # @return [Time]
8609
10057
  #
8610
10058
  # @!attribute [rw] last_access_time
8611
- # Last time the table was accessed. This is usually taken from HDFS,
8612
- # and may not be reliable.
10059
+ # The last time that the table was accessed. This is usually taken
10060
+ # from HDFS, and might not be reliable.
8613
10061
  # @return [Time]
8614
10062
  #
8615
10063
  # @!attribute [rw] last_analyzed_time
8616
- # Last time column statistics were computed for this table.
10064
+ # The last time that column statistics were computed for this table.
8617
10065
  # @return [Time]
8618
10066
  #
8619
10067
  # @!attribute [rw] retention
8620
- # Retention time for this table.
10068
+ # The retention time for this table.
8621
10069
  # @return [Integer]
8622
10070
  #
8623
10071
  # @!attribute [rw] storage_descriptor
@@ -8629,9 +10077,9 @@ module Aws::Glue
8629
10077
  # A list of columns by which the table is partitioned. Only primitive
8630
10078
  # types are supported as partition keys.
8631
10079
  #
8632
- # When creating a table used by Athena, and you do not specify any
8633
- # `partitionKeys`, you must at least set the value of `partitionKeys`
8634
- # to an empty list. For example:
10080
+ # When you create a table used by Amazon Athena, and you do not
10081
+ # specify any `partitionKeys`, you must at least set the value of
10082
+ # `partitionKeys` to an empty list. For example:
8635
10083
  #
8636
10084
  # `"PartitionKeys": []`
8637
10085
  # @return [Array<Types::Column>]
@@ -8655,9 +10103,14 @@ module Aws::Glue
8655
10103
  # @return [Hash<String,String>]
8656
10104
  #
8657
10105
  # @!attribute [rw] created_by
8658
- # Person or entity who created the table.
10106
+ # The person or entity who created the table.
8659
10107
  # @return [String]
8660
10108
  #
10109
+ # @!attribute [rw] is_registered_with_lake_formation
10110
+ # Indicates whether the table has been registered with AWS Lake
10111
+ # Formation.
10112
+ # @return [Boolean]
10113
+ #
8661
10114
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
8662
10115
  #
8663
10116
  class Table < Struct.new(
@@ -8676,19 +10129,20 @@ module Aws::Glue
8676
10129
  :view_expanded_text,
8677
10130
  :table_type,
8678
10131
  :parameters,
8679
- :created_by)
10132
+ :created_by,
10133
+ :is_registered_with_lake_formation)
8680
10134
  include Aws::Structure
8681
10135
  end
8682
10136
 
8683
10137
  # An error record for table operations.
8684
10138
  #
8685
10139
  # @!attribute [rw] table_name
8686
- # Name of the table. For Hive compatibility, this must be entirely
10140
+ # The name of the table. For Hive compatibility, this must be entirely
8687
10141
  # lowercase.
8688
10142
  # @return [String]
8689
10143
  #
8690
10144
  # @!attribute [rw] error_detail
8691
- # Detail about the error.
10145
+ # The details about the error.
8692
10146
  # @return [Types::ErrorDetail]
8693
10147
  #
8694
10148
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableError AWS API Documentation
@@ -8699,7 +10153,7 @@ module Aws::Glue
8699
10153
  include Aws::Structure
8700
10154
  end
8701
10155
 
8702
- # Structure used to create or update the table.
10156
+ # A structure used to define a table.
8703
10157
  #
8704
10158
  # @note When making an API call, you may pass TableInput
8705
10159
  # data as a hash:
@@ -8717,6 +10171,9 @@ module Aws::Glue
8717
10171
  # name: "NameString", # required
8718
10172
  # type: "ColumnTypeString",
8719
10173
  # comment: "CommentString",
10174
+ # parameters: {
10175
+ # "KeyString" => "ParametersMapValue",
10176
+ # },
8720
10177
  # },
8721
10178
  # ],
8722
10179
  # location: "LocationString",
@@ -8755,6 +10212,9 @@ module Aws::Glue
8755
10212
  # name: "NameString", # required
8756
10213
  # type: "ColumnTypeString",
8757
10214
  # comment: "CommentString",
10215
+ # parameters: {
10216
+ # "KeyString" => "ParametersMapValue",
10217
+ # },
8758
10218
  # },
8759
10219
  # ],
8760
10220
  # view_original_text: "ViewTextString",
@@ -8766,28 +10226,28 @@ module Aws::Glue
8766
10226
  # }
8767
10227
  #
8768
10228
  # @!attribute [rw] name
8769
- # Name of the table. For Hive compatibility, this is folded to
8770
- # lowercase when it is stored.
10229
+ # The table name. For Hive compatibility, this is folded to lowercase
10230
+ # when it is stored.
8771
10231
  # @return [String]
8772
10232
  #
8773
10233
  # @!attribute [rw] description
8774
- # Description of the table.
10234
+ # A description of the table.
8775
10235
  # @return [String]
8776
10236
  #
8777
10237
  # @!attribute [rw] owner
8778
- # Owner of the table.
10238
+ # The table owner.
8779
10239
  # @return [String]
8780
10240
  #
8781
10241
  # @!attribute [rw] last_access_time
8782
- # Last time the table was accessed.
10242
+ # The last time that the table was accessed.
8783
10243
  # @return [Time]
8784
10244
  #
8785
10245
  # @!attribute [rw] last_analyzed_time
8786
- # Last time column statistics were computed for this table.
10246
+ # The last time that column statistics were computed for this table.
8787
10247
  # @return [Time]
8788
10248
  #
8789
10249
  # @!attribute [rw] retention
8790
- # Retention time for this table.
10250
+ # The retention time for this table.
8791
10251
  # @return [Integer]
8792
10252
  #
8793
10253
  # @!attribute [rw] storage_descriptor
@@ -8799,9 +10259,9 @@ module Aws::Glue
8799
10259
  # A list of columns by which the table is partitioned. Only primitive
8800
10260
  # types are supported as partition keys.
8801
10261
  #
8802
- # When creating a table used by Athena, and you do not specify any
8803
- # `partitionKeys`, you must at least set the value of `partitionKeys`
8804
- # to an empty list. For example:
10262
+ # When you create a table used by Amazon Athena, and you do not
10263
+ # specify any `partitionKeys`, you must at least set the value of
10264
+ # `partitionKeys` to an empty list. For example:
8805
10265
  #
8806
10266
  # `"PartitionKeys": []`
8807
10267
  # @return [Array<Types::Column>]
@@ -8845,7 +10305,7 @@ module Aws::Glue
8845
10305
  # Specifies a version of a table.
8846
10306
  #
8847
10307
  # @!attribute [rw] table
8848
- # The table in question
10308
+ # The table in question.
8849
10309
  # @return [Types::Table]
8850
10310
  #
8851
10311
  # @!attribute [rw] version_id
@@ -8874,7 +10334,7 @@ module Aws::Glue
8874
10334
  # @return [String]
8875
10335
  #
8876
10336
  # @!attribute [rw] error_detail
8877
- # Detail about the error.
10337
+ # The details about the error.
8878
10338
  # @return [Types::ErrorDetail]
8879
10339
  #
8880
10340
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersionError AWS API Documentation
@@ -8922,6 +10382,311 @@ module Aws::Glue
8922
10382
  #
8923
10383
  class TagResourceResponse < Aws::EmptyStructure; end
8924
10384
 
10385
+ # The sampling parameters that are associated with the machine learning
10386
+ # transform.
10387
+ #
10388
+ # @!attribute [rw] transform_id
10389
+ # The unique identifier for the transform.
10390
+ # @return [String]
10391
+ #
10392
+ # @!attribute [rw] task_run_id
10393
+ # The unique identifier for this task run.
10394
+ # @return [String]
10395
+ #
10396
+ # @!attribute [rw] status
10397
+ # The current status of the requested task run.
10398
+ # @return [String]
10399
+ #
10400
+ # @!attribute [rw] log_group_name
10401
+ # The names of the log group for secure logging, associated with this
10402
+ # task run.
10403
+ # @return [String]
10404
+ #
10405
+ # @!attribute [rw] properties
10406
+ # Specifies configuration properties associated with this task run.
10407
+ # @return [Types::TaskRunProperties]
10408
+ #
10409
+ # @!attribute [rw] error_string
10410
+ # The list of error strings associated with this task run.
10411
+ # @return [String]
10412
+ #
10413
+ # @!attribute [rw] started_on
10414
+ # The date and time that this task run started.
10415
+ # @return [Time]
10416
+ #
10417
+ # @!attribute [rw] last_modified_on
10418
+ # The last point in time that the requested task run was updated.
10419
+ # @return [Time]
10420
+ #
10421
+ # @!attribute [rw] completed_on
10422
+ # The last point in time that the requested task run was completed.
10423
+ # @return [Time]
10424
+ #
10425
+ # @!attribute [rw] execution_time
10426
+ # The amount of time (in seconds) that the task run consumed
10427
+ # resources.
10428
+ # @return [Integer]
10429
+ #
10430
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRun AWS API Documentation
10431
+ #
10432
+ class TaskRun < Struct.new(
10433
+ :transform_id,
10434
+ :task_run_id,
10435
+ :status,
10436
+ :log_group_name,
10437
+ :properties,
10438
+ :error_string,
10439
+ :started_on,
10440
+ :last_modified_on,
10441
+ :completed_on,
10442
+ :execution_time)
10443
+ include Aws::Structure
10444
+ end
10445
+
10446
+ # The criteria that are used to filter the task runs for the machine
10447
+ # learning transform.
10448
+ #
10449
+ # @note When making an API call, you may pass TaskRunFilterCriteria
10450
+ # data as a hash:
10451
+ #
10452
+ # {
10453
+ # task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
10454
+ # status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
10455
+ # started_before: Time.now,
10456
+ # started_after: Time.now,
10457
+ # }
10458
+ #
10459
+ # @!attribute [rw] task_run_type
10460
+ # The type of task run.
10461
+ # @return [String]
10462
+ #
10463
+ # @!attribute [rw] status
10464
+ # The current status of the task run.
10465
+ # @return [String]
10466
+ #
10467
+ # @!attribute [rw] started_before
10468
+ # Filter on task runs started before this date.
10469
+ # @return [Time]
10470
+ #
10471
+ # @!attribute [rw] started_after
10472
+ # Filter on task runs started after this date.
10473
+ # @return [Time]
10474
+ #
10475
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunFilterCriteria AWS API Documentation
10476
+ #
10477
+ class TaskRunFilterCriteria < Struct.new(
10478
+ :task_run_type,
10479
+ :status,
10480
+ :started_before,
10481
+ :started_after)
10482
+ include Aws::Structure
10483
+ end
10484
+
10485
+ # The configuration properties for the task run.
10486
+ #
10487
+ # @!attribute [rw] task_type
10488
+ # The type of task run.
10489
+ # @return [String]
10490
+ #
10491
+ # @!attribute [rw] import_labels_task_run_properties
10492
+ # The configuration properties for an importing labels task run.
10493
+ # @return [Types::ImportLabelsTaskRunProperties]
10494
+ #
10495
+ # @!attribute [rw] export_labels_task_run_properties
10496
+ # The configuration properties for an exporting labels task run.
10497
+ # @return [Types::ExportLabelsTaskRunProperties]
10498
+ #
10499
+ # @!attribute [rw] labeling_set_generation_task_run_properties
10500
+ # The configuration properties for a labeling set generation task run.
10501
+ # @return [Types::LabelingSetGenerationTaskRunProperties]
10502
+ #
10503
+ # @!attribute [rw] find_matches_task_run_properties
10504
+ # The configuration properties for a find matches task run.
10505
+ # @return [Types::FindMatchesTaskRunProperties]
10506
+ #
10507
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunProperties AWS API Documentation
10508
+ #
10509
+ class TaskRunProperties < Struct.new(
10510
+ :task_type,
10511
+ :import_labels_task_run_properties,
10512
+ :export_labels_task_run_properties,
10513
+ :labeling_set_generation_task_run_properties,
10514
+ :find_matches_task_run_properties)
10515
+ include Aws::Structure
10516
+ end
10517
+
10518
+ # The sorting criteria that are used to sort the list of task runs for
10519
+ # the machine learning transform.
10520
+ #
10521
+ # @note When making an API call, you may pass TaskRunSortCriteria
10522
+ # data as a hash:
10523
+ #
10524
+ # {
10525
+ # column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
10526
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
10527
+ # }
10528
+ #
10529
+ # @!attribute [rw] column
10530
+ # The column to be used to sort the list of task runs for the machine
10531
+ # learning transform.
10532
+ # @return [String]
10533
+ #
10534
+ # @!attribute [rw] sort_direction
10535
+ # The sort direction to be used to sort the list of task runs for the
10536
+ # machine learning transform.
10537
+ # @return [String]
10538
+ #
10539
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunSortCriteria AWS API Documentation
10540
+ #
10541
+ class TaskRunSortCriteria < Struct.new(
10542
+ :column,
10543
+ :sort_direction)
10544
+ include Aws::Structure
10545
+ end
10546
+
10547
+ # The criteria used to filter the machine learning transforms.
10548
+ #
10549
+ # @note When making an API call, you may pass TransformFilterCriteria
10550
+ # data as a hash:
10551
+ #
10552
+ # {
10553
+ # name: "NameString",
10554
+ # transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
10555
+ # status: "NOT_READY", # accepts NOT_READY, READY, DELETING
10556
+ # created_before: Time.now,
10557
+ # created_after: Time.now,
10558
+ # last_modified_before: Time.now,
10559
+ # last_modified_after: Time.now,
10560
+ # schema: [
10561
+ # {
10562
+ # name: "ColumnNameString",
10563
+ # data_type: "ColumnTypeString",
10564
+ # },
10565
+ # ],
10566
+ # }
10567
+ #
10568
+ # @!attribute [rw] name
10569
+ # A unique transform name that is used to filter the machine learning
10570
+ # transforms.
10571
+ # @return [String]
10572
+ #
10573
+ # @!attribute [rw] transform_type
10574
+ # The type of machine learning transform that is used to filter the
10575
+ # machine learning transforms.
10576
+ # @return [String]
10577
+ #
10578
+ # @!attribute [rw] status
10579
+ # Filters the list of machine learning transforms by the last known
10580
+ # status of the transforms (to indicate whether a transform can be
10581
+ # used or not). One of "NOT\_READY", "READY", or "DELETING".
10582
+ # @return [String]
10583
+ #
10584
+ # @!attribute [rw] created_before
10585
+ # The time and date before which the transforms were created.
10586
+ # @return [Time]
10587
+ #
10588
+ # @!attribute [rw] created_after
10589
+ # The time and date after which the transforms were created.
10590
+ # @return [Time]
10591
+ #
10592
+ # @!attribute [rw] last_modified_before
10593
+ # Filter on transforms last modified before this date.
10594
+ # @return [Time]
10595
+ #
10596
+ # @!attribute [rw] last_modified_after
10597
+ # Filter on transforms last modified after this date.
10598
+ # @return [Time]
10599
+ #
10600
+ # @!attribute [rw] schema
10601
+ # Filters on datasets with a specific schema. The `Map<Column, Type>`
10602
+ # object is an array of key-value pairs representing the schema this
10603
+ # transform accepts, where `Column` is the name of a column, and
10604
+ # `Type` is the type of the data such as an integer or string. Has an
10605
+ # upper bound of 100 columns.
10606
+ # @return [Array<Types::SchemaColumn>]
10607
+ #
10608
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformFilterCriteria AWS API Documentation
10609
+ #
10610
+ class TransformFilterCriteria < Struct.new(
10611
+ :name,
10612
+ :transform_type,
10613
+ :status,
10614
+ :created_before,
10615
+ :created_after,
10616
+ :last_modified_before,
10617
+ :last_modified_after,
10618
+ :schema)
10619
+ include Aws::Structure
10620
+ end
10621
+
10622
+ # The algorithm-specific parameters that are associated with the machine
10623
+ # learning transform.
10624
+ #
10625
+ # @note When making an API call, you may pass TransformParameters
10626
+ # data as a hash:
10627
+ #
10628
+ # {
10629
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
10630
+ # find_matches_parameters: {
10631
+ # primary_key_column_name: "ColumnNameString",
10632
+ # precision_recall_tradeoff: 1.0,
10633
+ # accuracy_cost_tradeoff: 1.0,
10634
+ # enforce_provided_labels: false,
10635
+ # },
10636
+ # }
10637
+ #
10638
+ # @!attribute [rw] transform_type
10639
+ # The type of machine learning transform.
10640
+ #
10641
+ # For information about the types of machine learning transforms, see
10642
+ # [Creating Machine Learning Transforms][1].
10643
+ #
10644
+ #
10645
+ #
10646
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
10647
+ # @return [String]
10648
+ #
10649
+ # @!attribute [rw] find_matches_parameters
10650
+ # The parameters for the find matches algorithm.
10651
+ # @return [Types::FindMatchesParameters]
10652
+ #
10653
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformParameters AWS API Documentation
10654
+ #
10655
+ class TransformParameters < Struct.new(
10656
+ :transform_type,
10657
+ :find_matches_parameters)
10658
+ include Aws::Structure
10659
+ end
10660
+
10661
+ # The sorting criteria that are associated with the machine learning
10662
+ # transform.
10663
+ #
10664
+ # @note When making an API call, you may pass TransformSortCriteria
10665
+ # data as a hash:
10666
+ #
10667
+ # {
10668
+ # column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
10669
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
10670
+ # }
10671
+ #
10672
+ # @!attribute [rw] column
10673
+ # The column to be used in the sorting criteria that are associated
10674
+ # with the machine learning transform.
10675
+ # @return [String]
10676
+ #
10677
+ # @!attribute [rw] sort_direction
10678
+ # The sort direction to be used in the sorting criteria that are
10679
+ # associated with the machine learning transform.
10680
+ # @return [String]
10681
+ #
10682
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformSortCriteria AWS API Documentation
10683
+ #
10684
+ class TransformSortCriteria < Struct.new(
10685
+ :column,
10686
+ :sort_direction)
10687
+ include Aws::Structure
10688
+ end
10689
+
8925
10690
  # Information about a specific trigger.
8926
10691
  #
8927
10692
  # @!attribute [rw] name
@@ -9444,12 +11209,20 @@ module Aws::Glue
9444
11209
  # parameters: {
9445
11210
  # "KeyString" => "ParametersMapValue",
9446
11211
  # },
11212
+ # create_table_default_permissions: [
11213
+ # {
11214
+ # principal: {
11215
+ # data_lake_principal_identifier: "DataLakePrincipalString",
11216
+ # },
11217
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
11218
+ # },
11219
+ # ],
9447
11220
  # },
9448
11221
  # }
9449
11222
  #
9450
11223
  # @!attribute [rw] catalog_id
9451
11224
  # The ID of the Data Catalog in which the metadata database resides.
9452
- # If none is supplied, the AWS account ID is used by default.
11225
+ # If none is provided, the AWS account ID is used by default.
9453
11226
  # @return [String]
9454
11227
  #
9455
11228
  # @!attribute [rw] name
@@ -9683,6 +11456,127 @@ module Aws::Glue
9683
11456
  include Aws::Structure
9684
11457
  end
9685
11458
 
11459
+ # @note When making an API call, you may pass UpdateMLTransformRequest
11460
+ # data as a hash:
11461
+ #
11462
+ # {
11463
+ # transform_id: "HashString", # required
11464
+ # name: "NameString",
11465
+ # description: "DescriptionString",
11466
+ # parameters: {
11467
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
11468
+ # find_matches_parameters: {
11469
+ # primary_key_column_name: "ColumnNameString",
11470
+ # precision_recall_tradeoff: 1.0,
11471
+ # accuracy_cost_tradeoff: 1.0,
11472
+ # enforce_provided_labels: false,
11473
+ # },
11474
+ # },
11475
+ # role: "RoleString",
11476
+ # max_capacity: 1.0,
11477
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
11478
+ # number_of_workers: 1,
11479
+ # timeout: 1,
11480
+ # max_retries: 1,
11481
+ # }
11482
+ #
11483
+ # @!attribute [rw] transform_id
11484
+ # A unique identifier that was generated when the transform was
11485
+ # created.
11486
+ # @return [String]
11487
+ #
11488
+ # @!attribute [rw] name
11489
+ # The unique name that you gave the transform when you created it.
11490
+ # @return [String]
11491
+ #
11492
+ # @!attribute [rw] description
11493
+ # A description of the transform. The default is an empty string.
11494
+ # @return [String]
11495
+ #
11496
+ # @!attribute [rw] parameters
11497
+ # The configuration parameters that are specific to the transform type
11498
+ # (algorithm) used. Conditionally dependent on the transform type.
11499
+ # @return [Types::TransformParameters]
11500
+ #
11501
+ # @!attribute [rw] role
11502
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
11503
+ # required permissions.
11504
+ # @return [String]
11505
+ #
11506
+ # @!attribute [rw] max_capacity
11507
+ # The number of AWS Glue data processing units (DPUs) that are
11508
+ # allocated to task runs for this transform. You can allocate from 2
11509
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
11510
+ # processing power that consists of 4 vCPUs of compute capacity and 16
11511
+ # GB of memory. For more information, see the [AWS Glue pricing
11512
+ # page][1].
11513
+ #
11514
+ # When the `WorkerType` field is set to a value other than `Standard`,
11515
+ # the `MaxCapacity` field is set automatically and becomes read-only.
11516
+ #
11517
+ #
11518
+ #
11519
+ # [1]: https://aws.amazon.com/glue/pricing/
11520
+ # @return [Float]
11521
+ #
11522
+ # @!attribute [rw] worker_type
11523
+ # The type of predefined worker that is allocated when this task runs.
11524
+ # Accepts a value of Standard, G.1X, or G.2X.
11525
+ #
11526
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
11527
+ # of memory and a 50GB disk, and 2 executors per worker.
11528
+ #
11529
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
11530
+ # memory and a 64GB disk, and 1 executor per worker.
11531
+ #
11532
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
11533
+ # memory and a 128GB disk, and 1 executor per worker.
11534
+ # @return [String]
11535
+ #
11536
+ # @!attribute [rw] number_of_workers
11537
+ # The number of workers of a defined `workerType` that are allocated
11538
+ # when this task runs.
11539
+ # @return [Integer]
11540
+ #
11541
+ # @!attribute [rw] timeout
11542
+ # The timeout for a task run for this transform in minutes. This is
11543
+ # the maximum time that a task run for this transform can consume
11544
+ # resources before it is terminated and enters `TIMEOUT` status. The
11545
+ # default is 2,880 minutes (48 hours).
11546
+ # @return [Integer]
11547
+ #
11548
+ # @!attribute [rw] max_retries
11549
+ # The maximum number of times to retry a task for this transform after
11550
+ # a task run fails.
11551
+ # @return [Integer]
11552
+ #
11553
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformRequest AWS API Documentation
11554
+ #
11555
+ class UpdateMLTransformRequest < Struct.new(
11556
+ :transform_id,
11557
+ :name,
11558
+ :description,
11559
+ :parameters,
11560
+ :role,
11561
+ :max_capacity,
11562
+ :worker_type,
11563
+ :number_of_workers,
11564
+ :timeout,
11565
+ :max_retries)
11566
+ include Aws::Structure
11567
+ end
11568
+
11569
+ # @!attribute [rw] transform_id
11570
+ # The unique identifier for the transform that was updated.
11571
+ # @return [String]
11572
+ #
11573
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformResponse AWS API Documentation
11574
+ #
11575
+ class UpdateMLTransformResponse < Struct.new(
11576
+ :transform_id)
11577
+ include Aws::Structure
11578
+ end
11579
+
9686
11580
  # @note When making an API call, you may pass UpdatePartitionRequest
9687
11581
  # data as a hash:
9688
11582
  #
@@ -9700,6 +11594,9 @@ module Aws::Glue
9700
11594
  # name: "NameString", # required
9701
11595
  # type: "ColumnTypeString",
9702
11596
  # comment: "CommentString",
11597
+ # parameters: {
11598
+ # "KeyString" => "ParametersMapValue",
11599
+ # },
9703
11600
  # },
9704
11601
  # ],
9705
11602
  # location: "LocationString",
@@ -9742,7 +11639,7 @@ module Aws::Glue
9742
11639
  #
9743
11640
  # @!attribute [rw] catalog_id
9744
11641
  # The ID of the Data Catalog where the partition to be updated
9745
- # resides. If none is supplied, the AWS account ID is used by default.
11642
+ # resides. If none is provided, the AWS account ID is used by default.
9746
11643
  # @return [String]
9747
11644
  #
9748
11645
  # @!attribute [rw] database_name
@@ -9751,7 +11648,8 @@ module Aws::Glue
9751
11648
  # @return [String]
9752
11649
  #
9753
11650
  # @!attribute [rw] table_name
9754
- # The name of the table where the partition to be updated is located.
11651
+ # The name of the table in which the partition to be updated is
11652
+ # located.
9755
11653
  # @return [String]
9756
11654
  #
9757
11655
  # @!attribute [rw] partition_value_list
@@ -9759,7 +11657,7 @@ module Aws::Glue
9759
11657
  # @return [Array<String>]
9760
11658
  #
9761
11659
  # @!attribute [rw] partition_input
9762
- # The new partition object to which to update the partition.
11660
+ # The new partition object to update the partition to.
9763
11661
  # @return [Types::PartitionInput]
9764
11662
  #
9765
11663
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
@@ -9796,6 +11694,9 @@ module Aws::Glue
9796
11694
  # name: "NameString", # required
9797
11695
  # type: "ColumnTypeString",
9798
11696
  # comment: "CommentString",
11697
+ # parameters: {
11698
+ # "KeyString" => "ParametersMapValue",
11699
+ # },
9799
11700
  # },
9800
11701
  # ],
9801
11702
  # location: "LocationString",
@@ -9834,6 +11735,9 @@ module Aws::Glue
9834
11735
  # name: "NameString", # required
9835
11736
  # type: "ColumnTypeString",
9836
11737
  # comment: "CommentString",
11738
+ # parameters: {
11739
+ # "KeyString" => "ParametersMapValue",
11740
+ # },
9837
11741
  # },
9838
11742
  # ],
9839
11743
  # view_original_text: "ViewTextString",
@@ -9848,7 +11752,7 @@ module Aws::Glue
9848
11752
  #
9849
11753
  # @!attribute [rw] catalog_id
9850
11754
  # The ID of the Data Catalog where the table resides. If none is
9851
- # supplied, the AWS account ID is used by default.
11755
+ # provided, the AWS account ID is used by default.
9852
11756
  # @return [String]
9853
11757
  #
9854
11758
  # @!attribute [rw] database_name
@@ -9863,7 +11767,7 @@ module Aws::Glue
9863
11767
  #
9864
11768
  # @!attribute [rw] skip_archive
9865
11769
  # By default, `UpdateTable` always creates an archived version of the
9866
- # table before updating it. If `skipArchive` is set to true, however,
11770
+ # table before updating it. However, if `skipArchive` is set to true,
9867
11771
  # `UpdateTable` does not create the archived version.
9868
11772
  # @return [Boolean]
9869
11773
  #
@@ -9969,7 +11873,7 @@ module Aws::Glue
9969
11873
  #
9970
11874
  # @!attribute [rw] catalog_id
9971
11875
  # The ID of the Data Catalog where the function to be updated is
9972
- # located. If none is supplied, the AWS account ID is used by default.
11876
+ # located. If none is provided, the AWS account ID is used by default.
9973
11877
  # @return [String]
9974
11878
  #
9975
11879
  # @!attribute [rw] database_name
@@ -9982,7 +11886,7 @@ module Aws::Glue
9982
11886
  # @return [String]
9983
11887
  #
9984
11888
  # @!attribute [rw] function_input
9985
- # A `FunctionInput` object that re-defines the function in the Data
11889
+ # A `FunctionInput` object that redefines the function in the Data
9986
11890
  # Catalog.
9987
11891
  # @return [Types::UserDefinedFunctionInput]
9988
11892
  #
@@ -10120,7 +12024,7 @@ module Aws::Glue
10120
12024
  include Aws::Structure
10121
12025
  end
10122
12026
 
10123
- # A structure used to create or updata a user-defined function.
12027
+ # A structure used to create or update a user-defined function.
10124
12028
  #
10125
12029
  # @note When making an API call, you may pass UserDefinedFunctionInput
10126
12030
  # data as a hash: