aws-sdk-glue 1.41.0 → 1.42.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -218,6 +218,22 @@ module Aws::Glue
218
218
 
219
219
  end
220
220
 
221
+ class MLTransformNotReadyException < ServiceError
222
+
223
+ # @param [Seahorse::Client::RequestContext] context
224
+ # @param [String] message
225
+ # @param [Aws::Glue::Types::MLTransformNotReadyException] data
226
+ def initialize(context, message, data = Aws::EmptyStructure.new)
227
+ super(context, message, data)
228
+ end
229
+
230
+ # @return [String]
231
+ def message
232
+ @message || @data[:message]
233
+ end
234
+
235
+ end
236
+
221
237
  class NoScheduleException < ServiceError
222
238
 
223
239
  # @param [Seahorse::Client::RequestContext] context
@@ -126,6 +126,9 @@ module Aws::Glue
126
126
  # name: "NameString", # required
127
127
  # type: "ColumnTypeString",
128
128
  # comment: "CommentString",
129
+ # parameters: {
130
+ # "KeyString" => "ParametersMapValue",
131
+ # },
129
132
  # },
130
133
  # ],
131
134
  # location: "LocationString",
@@ -168,7 +171,7 @@ module Aws::Glue
168
171
  # }
169
172
  #
170
173
  # @!attribute [rw] catalog_id
171
- # The ID of the catalog in which the partion is to be created.
174
+ # The ID of the catalog in which the partition is to be created.
172
175
  # Currently, this should be the AWS account ID.
173
176
  # @return [String]
174
177
  #
@@ -198,7 +201,8 @@ module Aws::Glue
198
201
  end
199
202
 
200
203
  # @!attribute [rw] errors
201
- # Errors encountered when trying to create the requested partitions.
204
+ # The errors encountered when trying to create the requested
205
+ # partitions.
202
206
  # @return [Array<Types::PartitionError>]
203
207
  #
204
208
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchCreatePartitionResponse AWS API Documentation
@@ -267,7 +271,7 @@ module Aws::Glue
267
271
  #
268
272
  # @!attribute [rw] catalog_id
269
273
  # The ID of the Data Catalog where the partition to be deleted
270
- # resides. If none is supplied, the AWS account ID is used by default.
274
+ # resides. If none is provided, the AWS account ID is used by default.
271
275
  # @return [String]
272
276
  #
273
277
  # @!attribute [rw] database_name
@@ -276,7 +280,7 @@ module Aws::Glue
276
280
  # @return [String]
277
281
  #
278
282
  # @!attribute [rw] table_name
279
- # The name of the table where the partitions to be deleted is located.
283
+ # The name of the table that contains the partitions to be deleted.
280
284
  # @return [String]
281
285
  #
282
286
  # @!attribute [rw] partitions_to_delete
@@ -295,7 +299,8 @@ module Aws::Glue
295
299
  end
296
300
 
297
301
  # @!attribute [rw] errors
298
- # Errors encountered when trying to delete the requested partitions.
302
+ # The errors encountered when trying to delete the requested
303
+ # partitions.
299
304
  # @return [Array<Types::PartitionError>]
300
305
  #
301
306
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeletePartitionResponse AWS API Documentation
@@ -316,12 +321,12 @@ module Aws::Glue
316
321
  #
317
322
  # @!attribute [rw] catalog_id
318
323
  # The ID of the Data Catalog where the table resides. If none is
319
- # supplied, the AWS account ID is used by default.
324
+ # provided, the AWS account ID is used by default.
320
325
  # @return [String]
321
326
  #
322
327
  # @!attribute [rw] database_name
323
- # The name of the catalog database where the tables to delete reside.
324
- # For Hive compatibility, this name is entirely lowercase.
328
+ # The name of the catalog database in which the tables to delete
329
+ # reside. For Hive compatibility, this name is entirely lowercase.
325
330
  # @return [String]
326
331
  #
327
332
  # @!attribute [rw] tables_to_delete
@@ -361,7 +366,7 @@ module Aws::Glue
361
366
  #
362
367
  # @!attribute [rw] catalog_id
363
368
  # The ID of the Data Catalog where the tables reside. If none is
364
- # supplied, the AWS account ID is used by default.
369
+ # provided, the AWS account ID is used by default.
365
370
  # @return [String]
366
371
  #
367
372
  # @!attribute [rw] database_name
@@ -553,7 +558,7 @@ module Aws::Glue
553
558
  # @return [Array<Types::Partition>]
554
559
  #
555
560
  # @!attribute [rw] unprocessed_keys
556
- # A list of the partition values in the request for which partions
561
+ # A list of the partition values in the request for which partitions
557
562
  # were not returned.
558
563
  # @return [Array<Types::PartitionValueList>]
559
564
  #
@@ -728,6 +733,51 @@ module Aws::Glue
728
733
  include Aws::Structure
729
734
  end
730
735
 
736
+ # @note When making an API call, you may pass CancelMLTaskRunRequest
737
+ # data as a hash:
738
+ #
739
+ # {
740
+ # transform_id: "HashString", # required
741
+ # task_run_id: "HashString", # required
742
+ # }
743
+ #
744
+ # @!attribute [rw] transform_id
745
+ # The unique identifier of the machine learning transform.
746
+ # @return [String]
747
+ #
748
+ # @!attribute [rw] task_run_id
749
+ # A unique identifier for the task run.
750
+ # @return [String]
751
+ #
752
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunRequest AWS API Documentation
753
+ #
754
+ class CancelMLTaskRunRequest < Struct.new(
755
+ :transform_id,
756
+ :task_run_id)
757
+ include Aws::Structure
758
+ end
759
+
760
+ # @!attribute [rw] transform_id
761
+ # The unique identifier of the machine learning transform.
762
+ # @return [String]
763
+ #
764
+ # @!attribute [rw] task_run_id
765
+ # The unique identifier for the task run.
766
+ # @return [String]
767
+ #
768
+ # @!attribute [rw] status
769
+ # The status for this run.
770
+ # @return [String]
771
+ #
772
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRunResponse AWS API Documentation
773
+ #
774
+ class CancelMLTaskRunResponse < Struct.new(
775
+ :transform_id,
776
+ :task_run_id,
777
+ :status)
778
+ include Aws::Structure
779
+ end
780
+
731
781
  # Specifies a table definition in the AWS Glue Data Catalog.
732
782
  #
733
783
  # @note When making an API call, you may pass CatalogEntry
@@ -757,7 +807,7 @@ module Aws::Glue
757
807
  # A structure containing migration status information.
758
808
  #
759
809
  # @!attribute [rw] import_completed
760
- # True if the migration has completed, or False otherwise.
810
+ # `True` if the migration has completed, or `False` otherwise.
761
811
  # @return [Boolean]
762
812
  #
763
813
  # @!attribute [rw] import_time
@@ -985,6 +1035,9 @@ module Aws::Glue
985
1035
  # name: "NameString", # required
986
1036
  # type: "ColumnTypeString",
987
1037
  # comment: "CommentString",
1038
+ # parameters: {
1039
+ # "KeyString" => "ParametersMapValue",
1040
+ # },
988
1041
  # }
989
1042
  #
990
1043
  # @!attribute [rw] name
@@ -992,19 +1045,24 @@ module Aws::Glue
992
1045
  # @return [String]
993
1046
  #
994
1047
  # @!attribute [rw] type
995
- # The datatype of data in the `Column`.
1048
+ # The data type of the `Column`.
996
1049
  # @return [String]
997
1050
  #
998
1051
  # @!attribute [rw] comment
999
- # Free-form text comment.
1052
+ # A free-form text comment.
1000
1053
  # @return [String]
1001
1054
  #
1055
+ # @!attribute [rw] parameters
1056
+ # These key-value pairs define properties associated with the column.
1057
+ # @return [Hash<String,String>]
1058
+ #
1002
1059
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Column AWS API Documentation
1003
1060
  #
1004
1061
  class Column < Struct.new(
1005
1062
  :name,
1006
1063
  :type,
1007
- :comment)
1064
+ :comment,
1065
+ :parameters)
1008
1066
  include Aws::Structure
1009
1067
  end
1010
1068
 
@@ -1093,6 +1151,45 @@ module Aws::Glue
1093
1151
  include Aws::Structure
1094
1152
  end
1095
1153
 
1154
+ # The confusion matrix shows you what your transform is predicting
1155
+ # accurately and what types of errors it is making.
1156
+ #
1157
+ # For more information, see [Confusion matrix][1] in Wikipedia.
1158
+ #
1159
+ #
1160
+ #
1161
+ # [1]: https://en.wikipedia.org/wiki/Confusion_matrix
1162
+ #
1163
+ # @!attribute [rw] num_true_positives
1164
+ # The number of matches in the data that the transform correctly
1165
+ # found, in the confusion matrix for your transform.
1166
+ # @return [Integer]
1167
+ #
1168
+ # @!attribute [rw] num_false_positives
1169
+ # The number of nonmatches in the data that the transform incorrectly
1170
+ # classified as a match, in the confusion matrix for your transform.
1171
+ # @return [Integer]
1172
+ #
1173
+ # @!attribute [rw] num_true_negatives
1174
+ # The number of nonmatches in the data that the transform correctly
1175
+ # rejected, in the confusion matrix for your transform.
1176
+ # @return [Integer]
1177
+ #
1178
+ # @!attribute [rw] num_false_negatives
1179
+ # The number of matches in the data that the transform didn't find,
1180
+ # in the confusion matrix for your transform.
1181
+ # @return [Integer]
1182
+ #
1183
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ConfusionMatrix AWS API Documentation
1184
+ #
1185
+ class ConfusionMatrix < Struct.new(
1186
+ :num_true_positives,
1187
+ :num_false_positives,
1188
+ :num_true_negatives,
1189
+ :num_false_negatives)
1190
+ include Aws::Structure
1191
+ end
1192
+
1096
1193
  # Defines a connection to a data source.
1097
1194
  #
1098
1195
  # @!attribute [rw] name
@@ -1131,8 +1228,8 @@ module Aws::Glue
1131
1228
  # Catalog encryption settings, this field stores the encrypted
1132
1229
  # password.
1133
1230
  #
1134
- # * `JDBC_DRIVER_JAR_URI` - The Amazon S3 path of the JAR file that
1135
- # contains the JDBC driver to use.
1231
+ # * `JDBC_DRIVER_JAR_URI` - The Amazon Simple Storage Service (Amazon
1232
+ # S3) path of the JAR file that contains the JDBC driver to use.
1136
1233
  #
1137
1234
  # * `JDBC_DRIVER_CLASS_NAME` - The class name of the JDBC driver to
1138
1235
  # use.
@@ -1141,14 +1238,14 @@ module Aws::Glue
1141
1238
  #
1142
1239
  # * `JDBC_ENGINE_VERSION` - The version of the JDBC engine to use.
1143
1240
  #
1144
- # * `CONFIG_FILES` - (Reserved for future use).
1241
+ # * `CONFIG_FILES` - (Reserved for future use.)
1145
1242
  #
1146
1243
  # * `INSTANCE_ID` - The instance ID to use.
1147
1244
  #
1148
1245
  # * `JDBC_CONNECTION_URL` - The URL for the JDBC connection.
1149
1246
  #
1150
1247
  # * `JDBC_ENFORCE_SSL` - A Boolean string (true, false) specifying
1151
- # whether Secure Sockets Layer (SSL) with hostname matching will be
1248
+ # whether Secure Sockets Layer (SSL) with hostname matching is
1152
1249
  # enforced for the JDBC connection on the client. The default is
1153
1250
  # false.
1154
1251
  # @return [Hash<String,String>]
@@ -1258,8 +1355,8 @@ module Aws::Glue
1258
1355
  #
1259
1356
  # This encryption requires that you set AWS KMS key permissions to
1260
1357
  # enable or restrict access on the password key according to your
1261
- # security requirements. For example, you might want only admin users to
1262
- # have decrypt permission on the password key.
1358
+ # security requirements. For example, you might want only administrators
1359
+ # to have decrypt permission on the password key.
1263
1360
  #
1264
1361
  # @note When making an API call, you may pass ConnectionPasswordEncryption
1265
1362
  # data as a hash:
@@ -1940,17 +2037,24 @@ module Aws::Glue
1940
2037
  # parameters: {
1941
2038
  # "KeyString" => "ParametersMapValue",
1942
2039
  # },
2040
+ # create_table_default_permissions: [
2041
+ # {
2042
+ # principal: {
2043
+ # data_lake_principal_identifier: "DataLakePrincipalString",
2044
+ # },
2045
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
2046
+ # },
2047
+ # ],
1943
2048
  # },
1944
2049
  # }
1945
2050
  #
1946
2051
  # @!attribute [rw] catalog_id
1947
2052
  # The ID of the Data Catalog in which to create the database. If none
1948
- # is supplied, the AWS account ID is used by default.
2053
+ # is provided, the AWS account ID is used by default.
1949
2054
  # @return [String]
1950
2055
  #
1951
2056
  # @!attribute [rw] database_input
1952
- # A `DatabaseInput` object defining the metadata database to create in
1953
- # the catalog.
2057
+ # The metadata for the database.
1954
2058
  # @return [Types::DatabaseInput]
1955
2059
  #
1956
2060
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabaseRequest AWS API Documentation
@@ -2046,6 +2150,10 @@ module Aws::Glue
2046
2150
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
2047
2151
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
2048
2152
  # recommend this worker type for memory-intensive jobs.
2153
+ #
2154
+ # Known issue: when a development endpoint is created with the `G.2X`
2155
+ # `WorkerType` configuration, the Spark drivers for the development
2156
+ # endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
2049
2157
  # @return [String]
2050
2158
  #
2051
2159
  # @!attribute [rw] number_of_workers
@@ -2526,6 +2634,137 @@ module Aws::Glue
2526
2634
  include Aws::Structure
2527
2635
  end
2528
2636
 
2637
+ # @note When making an API call, you may pass CreateMLTransformRequest
2638
+ # data as a hash:
2639
+ #
2640
+ # {
2641
+ # name: "NameString", # required
2642
+ # description: "DescriptionString",
2643
+ # input_record_tables: [ # required
2644
+ # {
2645
+ # database_name: "NameString", # required
2646
+ # table_name: "NameString", # required
2647
+ # catalog_id: "NameString",
2648
+ # connection_name: "NameString",
2649
+ # },
2650
+ # ],
2651
+ # parameters: { # required
2652
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
2653
+ # find_matches_parameters: {
2654
+ # primary_key_column_name: "ColumnNameString",
2655
+ # precision_recall_tradeoff: 1.0,
2656
+ # accuracy_cost_tradeoff: 1.0,
2657
+ # enforce_provided_labels: false,
2658
+ # },
2659
+ # },
2660
+ # role: "RoleString", # required
2661
+ # max_capacity: 1.0,
2662
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
2663
+ # number_of_workers: 1,
2664
+ # timeout: 1,
2665
+ # max_retries: 1,
2666
+ # }
2667
+ #
2668
+ # @!attribute [rw] name
2669
+ # The unique name that you give the transform when you create it.
2670
+ # @return [String]
2671
+ #
2672
+ # @!attribute [rw] description
2673
+ # A description of the machine learning transform that is being
2674
+ # defined. The default is an empty string.
2675
+ # @return [String]
2676
+ #
2677
+ # @!attribute [rw] input_record_tables
2678
+ # A list of AWS Glue table definitions used by the transform.
2679
+ # @return [Array<Types::GlueTable>]
2680
+ #
2681
+ # @!attribute [rw] parameters
2682
+ # The algorithmic parameters that are specific to the transform type
2683
+ # used. Conditionally dependent on the transform type.
2684
+ # @return [Types::TransformParameters]
2685
+ #
2686
+ # @!attribute [rw] role
2687
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
2688
+ # required permissions. Ensure that this role has permission to your
2689
+ # Amazon Simple Storage Service (Amazon S3) sources, targets,
2690
+ # temporary directory, scripts, and any libraries that are used by the
2691
+ # task run for this transform.
2692
+ # @return [String]
2693
+ #
2694
+ # @!attribute [rw] max_capacity
2695
+ # The number of AWS Glue data processing units (DPUs) that are
2696
+ # allocated to task runs for this transform. You can allocate from 2
2697
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
2698
+ # processing power that consists of 4 vCPUs of compute capacity and 16
2699
+ # GB of memory. For more information, see the [AWS Glue pricing
2700
+ # page][1].
2701
+ #
2702
+ # When the `WorkerType` field is set to a value other than `Standard`,
2703
+ # the `MaxCapacity` field is set automatically and becomes read-only.
2704
+ #
2705
+ #
2706
+ #
2707
+ # [1]: https://aws.amazon.com/glue/pricing/
2708
+ # @return [Float]
2709
+ #
2710
+ # @!attribute [rw] worker_type
2711
+ # The type of predefined worker that is allocated when this task runs.
2712
+ # Accepts a value of Standard, G.1X, or G.2X.
2713
+ #
2714
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
2715
+ # of memory and a 50GB disk, and 2 executors per worker.
2716
+ #
2717
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
2718
+ # memory and a 64GB disk, and 1 executor per worker.
2719
+ #
2720
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
2721
+ # memory and a 128GB disk, and 1 executor per worker.
2722
+ # @return [String]
2723
+ #
2724
+ # @!attribute [rw] number_of_workers
2725
+ # The number of workers of a defined `workerType` that are allocated
2726
+ # when this task runs.
2727
+ # @return [Integer]
2728
+ #
2729
+ # @!attribute [rw] timeout
2730
+ # The timeout of the task run for this transform in minutes. This is
2731
+ # the maximum time that a task run for this transform can consume
2732
+ # resources before it is terminated and enters `TIMEOUT` status. The
2733
+ # default is 2,880 minutes (48 hours).
2734
+ # @return [Integer]
2735
+ #
2736
+ # @!attribute [rw] max_retries
2737
+ # The maximum number of times to retry a task for this transform after
2738
+ # a task run fails.
2739
+ # @return [Integer]
2740
+ #
2741
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformRequest AWS API Documentation
2742
+ #
2743
+ class CreateMLTransformRequest < Struct.new(
2744
+ :name,
2745
+ :description,
2746
+ :input_record_tables,
2747
+ :parameters,
2748
+ :role,
2749
+ :max_capacity,
2750
+ :worker_type,
2751
+ :number_of_workers,
2752
+ :timeout,
2753
+ :max_retries)
2754
+ include Aws::Structure
2755
+ end
2756
+
2757
+ # @!attribute [rw] transform_id
2758
+ # A unique identifier that is generated for the transform.
2759
+ # @return [String]
2760
+ #
2761
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransformResponse AWS API Documentation
2762
+ #
2763
+ class CreateMLTransformResponse < Struct.new(
2764
+ :transform_id)
2765
+ include Aws::Structure
2766
+ end
2767
+
2529
2768
  # @note When making an API call, you may pass CreatePartitionRequest
2530
2769
  # data as a hash:
2531
2770
  #
@@ -2542,6 +2781,9 @@ module Aws::Glue
2542
2781
  # name: "NameString", # required
2543
2782
  # type: "ColumnTypeString",
2544
2783
  # comment: "CommentString",
2784
+ # parameters: {
2785
+ # "KeyString" => "ParametersMapValue",
2786
+ # },
2545
2787
  # },
2546
2788
  # ],
2547
2789
  # location: "LocationString",
@@ -2583,8 +2825,8 @@ module Aws::Glue
2583
2825
  # }
2584
2826
  #
2585
2827
  # @!attribute [rw] catalog_id
2586
- # The ID of the catalog in which the partion is to be created.
2587
- # Currently, this should be the AWS account ID.
2828
+ # The AWS account ID of the catalog in which the partition is to be
2829
+ # created.
2588
2830
  # @return [String]
2589
2831
  #
2590
2832
  # @!attribute [rw] database_name
@@ -2754,6 +2996,9 @@ module Aws::Glue
2754
2996
  # name: "NameString", # required
2755
2997
  # type: "ColumnTypeString",
2756
2998
  # comment: "CommentString",
2999
+ # parameters: {
3000
+ # "KeyString" => "ParametersMapValue",
3001
+ # },
2757
3002
  # },
2758
3003
  # ],
2759
3004
  # location: "LocationString",
@@ -2792,6 +3037,9 @@ module Aws::Glue
2792
3037
  # name: "NameString", # required
2793
3038
  # type: "ColumnTypeString",
2794
3039
  # comment: "CommentString",
3040
+ # parameters: {
3041
+ # "KeyString" => "ParametersMapValue",
3042
+ # },
2795
3043
  # },
2796
3044
  # ],
2797
3045
  # view_original_text: "ViewTextString",
@@ -2973,7 +3221,7 @@ module Aws::Glue
2973
3221
  #
2974
3222
  # @!attribute [rw] catalog_id
2975
3223
  # The ID of the Data Catalog in which to create the function. If none
2976
- # is supplied, the AWS account ID is used by default.
3224
+ # is provided, the AWS account ID is used by default.
2977
3225
  # @return [String]
2978
3226
  #
2979
3227
  # @!attribute [rw] database_name
@@ -3186,16 +3434,36 @@ module Aws::Glue
3186
3434
  include Aws::Structure
3187
3435
  end
3188
3436
 
3189
- # The `Database` object represents a logical grouping of tables that may
3190
- # reside in a Hive metastore or an RDBMS.
3437
+ # The AWS Lake Formation principal.
3438
+ #
3439
+ # @note When making an API call, you may pass DataLakePrincipal
3440
+ # data as a hash:
3441
+ #
3442
+ # {
3443
+ # data_lake_principal_identifier: "DataLakePrincipalString",
3444
+ # }
3445
+ #
3446
+ # @!attribute [rw] data_lake_principal_identifier
3447
+ # An identifier for the AWS Lake Formation principal.
3448
+ # @return [String]
3449
+ #
3450
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DataLakePrincipal AWS API Documentation
3451
+ #
3452
+ class DataLakePrincipal < Struct.new(
3453
+ :data_lake_principal_identifier)
3454
+ include Aws::Structure
3455
+ end
3456
+
3457
+ # The `Database` object represents a logical grouping of tables that
3458
+ # might reside in a Hive metastore or an RDBMS.
3191
3459
  #
3192
3460
  # @!attribute [rw] name
3193
- # Name of the database. For Hive compatibility, this is folded to
3461
+ # The name of the database. For Hive compatibility, this is folded to
3194
3462
  # lowercase when it is stored.
3195
3463
  # @return [String]
3196
3464
  #
3197
3465
  # @!attribute [rw] description
3198
- # Description of the database.
3466
+ # A description of the database.
3199
3467
  # @return [String]
3200
3468
  #
3201
3469
  # @!attribute [rw] location_uri
@@ -3211,6 +3479,10 @@ module Aws::Glue
3211
3479
  # The time at which the metadata database was created in the catalog.
3212
3480
  # @return [Time]
3213
3481
  #
3482
+ # @!attribute [rw] create_table_default_permissions
3483
+ # Creates a set of default permissions on the table for principals.
3484
+ # @return [Array<Types::PrincipalPermissions>]
3485
+ #
3214
3486
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Database AWS API Documentation
3215
3487
  #
3216
3488
  class Database < Struct.new(
@@ -3218,7 +3490,8 @@ module Aws::Glue
3218
3490
  :description,
3219
3491
  :location_uri,
3220
3492
  :parameters,
3221
- :create_time)
3493
+ :create_time,
3494
+ :create_table_default_permissions)
3222
3495
  include Aws::Structure
3223
3496
  end
3224
3497
 
@@ -3234,15 +3507,23 @@ module Aws::Glue
3234
3507
  # parameters: {
3235
3508
  # "KeyString" => "ParametersMapValue",
3236
3509
  # },
3510
+ # create_table_default_permissions: [
3511
+ # {
3512
+ # principal: {
3513
+ # data_lake_principal_identifier: "DataLakePrincipalString",
3514
+ # },
3515
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
3516
+ # },
3517
+ # ],
3237
3518
  # }
3238
3519
  #
3239
3520
  # @!attribute [rw] name
3240
- # Name of the database. For Hive compatibility, this is folded to
3521
+ # The name of the database. For Hive compatibility, this is folded to
3241
3522
  # lowercase when it is stored.
3242
3523
  # @return [String]
3243
3524
  #
3244
3525
  # @!attribute [rw] description
3245
- # Description of the database
3526
+ # A description of the database.
3246
3527
  # @return [String]
3247
3528
  #
3248
3529
  # @!attribute [rw] location_uri
@@ -3250,17 +3531,25 @@ module Aws::Glue
3250
3531
  # @return [String]
3251
3532
  #
3252
3533
  # @!attribute [rw] parameters
3253
- # Thes key-value pairs define parameters and properties of the
3534
+ # These key-value pairs define parameters and properties of the
3535
+ # database.
3536
+ #
3537
+ # These key-value pairs define parameters and properties of the
3254
3538
  # database.
3255
3539
  # @return [Hash<String,String>]
3256
3540
  #
3541
+ # @!attribute [rw] create_table_default_permissions
3542
+ # Creates a set of default permissions on the table for principals.
3543
+ # @return [Array<Types::PrincipalPermissions>]
3544
+ #
3257
3545
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DatabaseInput AWS API Documentation
3258
3546
  #
3259
3547
  class DatabaseInput < Struct.new(
3260
3548
  :name,
3261
3549
  :description,
3262
3550
  :location_uri,
3263
- :parameters)
3551
+ :parameters,
3552
+ :create_table_default_permissions)
3264
3553
  include Aws::Structure
3265
3554
  end
3266
3555
 
@@ -3347,11 +3636,11 @@ module Aws::Glue
3347
3636
  #
3348
3637
  # @!attribute [rw] catalog_id
3349
3638
  # The ID of the Data Catalog in which the database resides. If none is
3350
- # supplied, the AWS account ID is used by default.
3639
+ # provided, the AWS account ID is used by default.
3351
3640
  # @return [String]
3352
3641
  #
3353
3642
  # @!attribute [rw] name
3354
- # The name of the Database to delete. For Hive compatibility, this
3643
+ # The name of the database to delete. For Hive compatibility, this
3355
3644
  # must be all lowercase.
3356
3645
  # @return [String]
3357
3646
  #
@@ -3418,6 +3707,35 @@ module Aws::Glue
3418
3707
  include Aws::Structure
3419
3708
  end
3420
3709
 
3710
+ # @note When making an API call, you may pass DeleteMLTransformRequest
3711
+ # data as a hash:
3712
+ #
3713
+ # {
3714
+ # transform_id: "HashString", # required
3715
+ # }
3716
+ #
3717
+ # @!attribute [rw] transform_id
3718
+ # The unique identifier of the transform to delete.
3719
+ # @return [String]
3720
+ #
3721
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformRequest AWS API Documentation
3722
+ #
3723
+ class DeleteMLTransformRequest < Struct.new(
3724
+ :transform_id)
3725
+ include Aws::Structure
3726
+ end
3727
+
3728
+ # @!attribute [rw] transform_id
3729
+ # The unique identifier of the transform that was deleted.
3730
+ # @return [String]
3731
+ #
3732
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransformResponse AWS API Documentation
3733
+ #
3734
+ class DeleteMLTransformResponse < Struct.new(
3735
+ :transform_id)
3736
+ include Aws::Structure
3737
+ end
3738
+
3421
3739
  # @note When making an API call, you may pass DeletePartitionRequest
3422
3740
  # data as a hash:
3423
3741
  #
@@ -3430,7 +3748,7 @@ module Aws::Glue
3430
3748
  #
3431
3749
  # @!attribute [rw] catalog_id
3432
3750
  # The ID of the Data Catalog where the partition to be deleted
3433
- # resides. If none is supplied, the AWS account ID is used by default.
3751
+ # resides. If none is provided, the AWS account ID is used by default.
3434
3752
  # @return [String]
3435
3753
  #
3436
3754
  # @!attribute [rw] database_name
@@ -3439,7 +3757,7 @@ module Aws::Glue
3439
3757
  # @return [String]
3440
3758
  #
3441
3759
  # @!attribute [rw] table_name
3442
- # The name of the table where the partition to be deleted is located.
3760
+ # The name of the table that contains the partition to be deleted.
3443
3761
  # @return [String]
3444
3762
  #
3445
3763
  # @!attribute [rw] partition_values
@@ -3515,7 +3833,7 @@ module Aws::Glue
3515
3833
  #
3516
3834
  # @!attribute [rw] catalog_id
3517
3835
  # The ID of the Data Catalog where the table resides. If none is
3518
- # supplied, the AWS account ID is used by default.
3836
+ # provided, the AWS account ID is used by default.
3519
3837
  # @return [String]
3520
3838
  #
3521
3839
  # @!attribute [rw] database_name
@@ -3553,7 +3871,7 @@ module Aws::Glue
3553
3871
  #
3554
3872
  # @!attribute [rw] catalog_id
3555
3873
  # The ID of the Data Catalog where the tables reside. If none is
3556
- # supplied, the AWS account ID is used by default.
3874
+ # provided, the AWS account ID is used by default.
3557
3875
  # @return [String]
3558
3876
  #
3559
3877
  # @!attribute [rw] database_name
@@ -3736,6 +4054,10 @@ module Aws::Glue
3736
4054
  # * For the `G.2X` worker type, each worker maps to 2 DPU (8 vCPU, 32
3737
4055
  # GB of memory, 128 GB disk), and provides 1 executor per worker. We
3738
4056
  # recommend this worker type for memory-intensive jobs.
4057
+ #
4058
+ # Known issue: when a development endpoint is created with the `G.2X`
4059
+ # `WorkerType` configuration, the Spark drivers for the development
4060
+ # endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
3739
4061
  # @return [String]
3740
4062
  #
3741
4063
  # @!attribute [rw] number_of_workers
@@ -4048,6 +4370,25 @@ module Aws::Glue
4048
4370
  include Aws::Structure
4049
4371
  end
4050
4372
 
4373
+ # Evaluation metrics provide an estimate of the quality of your machine
4374
+ # learning transform.
4375
+ #
4376
+ # @!attribute [rw] transform_type
4377
+ # The type of machine learning transform.
4378
+ # @return [String]
4379
+ #
4380
+ # @!attribute [rw] find_matches_metrics
4381
+ # The evaluation metrics for the find matches algorithm.
4382
+ # @return [Types::FindMatchesMetrics]
4383
+ #
4384
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/EvaluationMetrics AWS API Documentation
4385
+ #
4386
+ class EvaluationMetrics < Struct.new(
4387
+ :transform_type,
4388
+ :find_matches_metrics)
4389
+ include Aws::Structure
4390
+ end
4391
+
4051
4392
  # An execution property of a job.
4052
4393
  #
4053
4394
  # @note When making an API call, you may pass ExecutionProperty
@@ -4070,72 +4411,258 @@ module Aws::Glue
4070
4411
  include Aws::Structure
4071
4412
  end
4072
4413
 
4073
- # @note When making an API call, you may pass GetCatalogImportStatusRequest
4074
- # data as a hash:
4075
- #
4076
- # {
4077
- # catalog_id: "CatalogIdString",
4078
- # }
4414
+ # Specifies configuration properties for an exporting labels task run.
4079
4415
  #
4080
- # @!attribute [rw] catalog_id
4081
- # The ID of the catalog to migrate. Currently, this should be the AWS
4082
- # account ID.
4416
+ # @!attribute [rw] output_s3_path
4417
+ # The Amazon Simple Storage Service (Amazon S3) path where you will
4418
+ # export the labels.
4083
4419
  # @return [String]
4084
4420
  #
4085
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
4421
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ExportLabelsTaskRunProperties AWS API Documentation
4086
4422
  #
4087
- class GetCatalogImportStatusRequest < Struct.new(
4088
- :catalog_id)
4423
+ class ExportLabelsTaskRunProperties < Struct.new(
4424
+ :output_s3_path)
4089
4425
  include Aws::Structure
4090
4426
  end
4091
4427
 
4092
- # @!attribute [rw] import_status
4093
- # The status of the specified catalog migration.
4094
- # @return [Types::CatalogImportStatus]
4428
+ # The evaluation metrics for the find matches algorithm. The quality of
4429
+ # your machine learning transform is measured by getting your transform
4430
+ # to predict some matches and comparing the results to known matches
4431
+ # from the same dataset. The quality metrics are based on a subset of
4432
+ # your data, so they are not precise.
4095
4433
  #
4096
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
4434
+ # @!attribute [rw] area_under_pr_curve
4435
+ # The area under the precision/recall curve (AUPRC) is a single number
4436
+ # measuring the overall quality of the transform, that is independent
4437
+ # of the choice made for precision vs. recall. Higher values indicate
4438
+ # that you have a more attractive precision vs. recall tradeoff.
4097
4439
  #
4098
- class GetCatalogImportStatusResponse < Struct.new(
4099
- :import_status)
4100
- include Aws::Structure
4101
- end
4102
-
4103
- # @note When making an API call, you may pass GetClassifierRequest
4104
- # data as a hash:
4440
+ # For more information, see [Precision and recall][1] in Wikipedia.
4105
4441
  #
4106
- # {
4107
- # name: "NameString", # required
4108
- # }
4109
4442
  #
4110
- # @!attribute [rw] name
4111
- # Name of the classifier to retrieve.
4112
- # @return [String]
4113
4443
  #
4114
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
4444
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4445
+ # @return [Float]
4115
4446
  #
4116
- class GetClassifierRequest < Struct.new(
4117
- :name)
4118
- include Aws::Structure
4119
- end
4120
-
4121
- # @!attribute [rw] classifier
4122
- # The requested classifier.
4123
- # @return [Types::Classifier]
4447
+ # @!attribute [rw] precision
4448
+ # The precision metric indicates when often your transform is correct
4449
+ # when it predicts a match. Specifically, it measures how well the
4450
+ # transform finds true positives from the total true positives
4451
+ # possible.
4124
4452
  #
4125
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
4453
+ # For more information, see [Precision and recall][1] in Wikipedia.
4126
4454
  #
4127
- class GetClassifierResponse < Struct.new(
4128
- :classifier)
4129
- include Aws::Structure
4130
- end
4131
-
4132
- # @note When making an API call, you may pass GetClassifiersRequest
4133
- # data as a hash:
4134
4455
  #
4135
- # {
4136
- # max_results: 1,
4137
- # next_token: "Token",
4138
- # }
4456
+ #
4457
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4458
+ # @return [Float]
4459
+ #
4460
+ # @!attribute [rw] recall
4461
+ # The recall metric indicates that for an actual match, how often your
4462
+ # transform predicts the match. Specifically, it measures how well the
4463
+ # transform finds true positives from the total records in the source
4464
+ # data.
4465
+ #
4466
+ # For more information, see [Precision and recall][1] in Wikipedia.
4467
+ #
4468
+ #
4469
+ #
4470
+ # [1]: https://en.wikipedia.org/wiki/Precision_and_recall
4471
+ # @return [Float]
4472
+ #
4473
+ # @!attribute [rw] f1
4474
+ # The maximum F1 metric indicates the transform's accuracy between 0
4475
+ # and 1, where 1 is the best accuracy.
4476
+ #
4477
+ # For more information, see [F1 score][1] in Wikipedia.
4478
+ #
4479
+ #
4480
+ #
4481
+ # [1]: https://en.wikipedia.org/wiki/F1_score
4482
+ # @return [Float]
4483
+ #
4484
+ # @!attribute [rw] confusion_matrix
4485
+ # The confusion matrix shows you what your transform is predicting
4486
+ # accurately and what types of errors it is making.
4487
+ #
4488
+ # For more information, see [Confusion matrix][1] in Wikipedia.
4489
+ #
4490
+ #
4491
+ #
4492
+ # [1]: https://en.wikipedia.org/wiki/Confusion_matrix
4493
+ # @return [Types::ConfusionMatrix]
4494
+ #
4495
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
4496
+ #
4497
+ class FindMatchesMetrics < Struct.new(
4498
+ :area_under_pr_curve,
4499
+ :precision,
4500
+ :recall,
4501
+ :f1,
4502
+ :confusion_matrix)
4503
+ include Aws::Structure
4504
+ end
4505
+
4506
+ # The parameters to configure the find matches transform.
4507
+ #
4508
+ # @note When making an API call, you may pass FindMatchesParameters
4509
+ # data as a hash:
4510
+ #
4511
+ # {
4512
+ # primary_key_column_name: "ColumnNameString",
4513
+ # precision_recall_tradeoff: 1.0,
4514
+ # accuracy_cost_tradeoff: 1.0,
4515
+ # enforce_provided_labels: false,
4516
+ # }
4517
+ #
4518
+ # @!attribute [rw] primary_key_column_name
4519
+ # The name of a column that uniquely identifies rows in the source
4520
+ # table. Used to help identify matching records.
4521
+ # @return [String]
4522
+ #
4523
+ # @!attribute [rw] precision_recall_tradeoff
4524
+ # The value selected when tuning your transform for a balance between
4525
+ # precision and recall. A value of 0.5 means no preference; a value of
4526
+ # 1.0 means a bias purely for precision, and a value of 0.0 means a
4527
+ # bias for recall. Because this is a tradeoff, choosing values close
4528
+ # to 1.0 means very low recall, and choosing values close to 0.0
4529
+ # results in very low precision.
4530
+ #
4531
+ # The precision metric indicates how often your model is correct when
4532
+ # it predicts a match.
4533
+ #
4534
+ # The recall metric indicates that for an actual match, how often your
4535
+ # model predicts the match.
4536
+ # @return [Float]
4537
+ #
4538
+ # @!attribute [rw] accuracy_cost_tradeoff
4539
+ # The value that is selected when tuning your transform for a balance
4540
+ # between accuracy and cost. A value of 0.5 means that the system
4541
+ # balances accuracy and cost concerns. A value of 1.0 means a bias
4542
+ # purely for accuracy, which typically results in a higher cost,
4543
+ # sometimes substantially higher. A value of 0.0 means a bias purely
4544
+ # for cost, which results in a less accurate `FindMatches` transform,
4545
+ # sometimes with unacceptable accuracy.
4546
+ #
4547
+ # Accuracy measures how well the transform finds true positives and
4548
+ # true negatives. Increasing accuracy requires more machine resources
4549
+ # and cost. But it also results in increased recall.
4550
+ #
4551
+ # Cost measures how many compute resources, and thus money, are
4552
+ # consumed to run the transform.
4553
+ # @return [Float]
4554
+ #
4555
+ # @!attribute [rw] enforce_provided_labels
4556
+ # The value to switch on or off to force the output to match the
4557
+ # provided labels from users. If the value is `True`, the `find
4558
+ # matches` transform forces the output to match the provided labels.
4559
+ # The results override the normal conflation results. If the value is
4560
+ # `False`, the `find matches` transform does not ensure all the labels
4561
+ # provided are respected, and the results rely on the trained model.
4562
+ #
4563
+ # Note that setting this value to true may increase the conflation
4564
+ # execution time.
4565
+ # @return [Boolean]
4566
+ #
4567
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesParameters AWS API Documentation
4568
+ #
4569
+ class FindMatchesParameters < Struct.new(
4570
+ :primary_key_column_name,
4571
+ :precision_recall_tradeoff,
4572
+ :accuracy_cost_tradeoff,
4573
+ :enforce_provided_labels)
4574
+ include Aws::Structure
4575
+ end
4576
+
4577
+ # Specifies configuration properties for a Find Matches task run.
4578
+ #
4579
+ # @!attribute [rw] job_id
4580
+ # The job ID for the Find Matches task run.
4581
+ # @return [String]
4582
+ #
4583
+ # @!attribute [rw] job_name
4584
+ # The name assigned to the job for the Find Matches task run.
4585
+ # @return [String]
4586
+ #
4587
+ # @!attribute [rw] job_run_id
4588
+ # The job run ID for the Find Matches task run.
4589
+ # @return [String]
4590
+ #
4591
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesTaskRunProperties AWS API Documentation
4592
+ #
4593
+ class FindMatchesTaskRunProperties < Struct.new(
4594
+ :job_id,
4595
+ :job_name,
4596
+ :job_run_id)
4597
+ include Aws::Structure
4598
+ end
4599
+
4600
+ # @note When making an API call, you may pass GetCatalogImportStatusRequest
4601
+ # data as a hash:
4602
+ #
4603
+ # {
4604
+ # catalog_id: "CatalogIdString",
4605
+ # }
4606
+ #
4607
+ # @!attribute [rw] catalog_id
4608
+ # The ID of the catalog to migrate. Currently, this should be the AWS
4609
+ # account ID.
4610
+ # @return [String]
4611
+ #
4612
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusRequest AWS API Documentation
4613
+ #
4614
+ class GetCatalogImportStatusRequest < Struct.new(
4615
+ :catalog_id)
4616
+ include Aws::Structure
4617
+ end
4618
+
4619
+ # @!attribute [rw] import_status
4620
+ # The status of the specified catalog migration.
4621
+ # @return [Types::CatalogImportStatus]
4622
+ #
4623
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatusResponse AWS API Documentation
4624
+ #
4625
+ class GetCatalogImportStatusResponse < Struct.new(
4626
+ :import_status)
4627
+ include Aws::Structure
4628
+ end
4629
+
4630
+ # @note When making an API call, you may pass GetClassifierRequest
4631
+ # data as a hash:
4632
+ #
4633
+ # {
4634
+ # name: "NameString", # required
4635
+ # }
4636
+ #
4637
+ # @!attribute [rw] name
4638
+ # Name of the classifier to retrieve.
4639
+ # @return [String]
4640
+ #
4641
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierRequest AWS API Documentation
4642
+ #
4643
+ class GetClassifierRequest < Struct.new(
4644
+ :name)
4645
+ include Aws::Structure
4646
+ end
4647
+
4648
+ # @!attribute [rw] classifier
4649
+ # The requested classifier.
4650
+ # @return [Types::Classifier]
4651
+ #
4652
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifierResponse AWS API Documentation
4653
+ #
4654
+ class GetClassifierResponse < Struct.new(
4655
+ :classifier)
4656
+ include Aws::Structure
4657
+ end
4658
+
4659
+ # @note When making an API call, you may pass GetClassifiersRequest
4660
+ # data as a hash:
4661
+ #
4662
+ # {
4663
+ # max_results: 1,
4664
+ # next_token: "Token",
4665
+ # }
4139
4666
  #
4140
4667
  # @!attribute [rw] max_results
4141
4668
  # The size of the list to return (optional).
@@ -4192,8 +4719,8 @@ module Aws::Glue
4192
4719
  # password. For instance, the AWS Glue console uses this flag to
4193
4720
  # retrieve the connection, and does not display the password. Set this
4194
4721
  # parameter when the caller might not have permission to use the AWS
4195
- # KMS key to decrypt the password, but does have permission to access
4196
- # the rest of the connection properties.
4722
+ # KMS key to decrypt the password, but it does have permission to
4723
+ # access the rest of the connection properties.
4197
4724
  # @return [Boolean]
4198
4725
  #
4199
4726
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnectionRequest AWS API Documentation
@@ -4265,7 +4792,7 @@ module Aws::Glue
4265
4792
  # @return [String]
4266
4793
  #
4267
4794
  # @!attribute [rw] filter
4268
- # A filter that controls which connections will be returned.
4795
+ # A filter that controls which connections are returned.
4269
4796
  # @return [Types::GetConnectionsFilter]
4270
4797
  #
4271
4798
  # @!attribute [rw] hide_password
@@ -4273,8 +4800,8 @@ module Aws::Glue
4273
4800
  # password. For instance, the AWS Glue console uses this flag to
4274
4801
  # retrieve the connection, and does not display the password. Set this
4275
4802
  # parameter when the caller might not have permission to use the AWS
4276
- # KMS key to decrypt the password, but does have permission to access
4277
- # the rest of the connection properties.
4803
+ # KMS key to decrypt the password, but it does have permission to
4804
+ # access the rest of the connection properties.
4278
4805
  # @return [Boolean]
4279
4806
  #
4280
4807
  # @!attribute [rw] next_token
@@ -4438,9 +4965,8 @@ module Aws::Glue
4438
4965
  # }
4439
4966
  #
4440
4967
  # @!attribute [rw] catalog_id
4441
- # The ID of the Data Catalog for which to retrieve the security
4442
- # configuration. If none is provided, the AWS account ID is used by
4443
- # default.
4968
+ # The ID of the Data Catalog to retrieve the security configuration
4969
+ # for. If none is provided, the AWS account ID is used by default.
4444
4970
  # @return [String]
4445
4971
  #
4446
4972
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataCatalogEncryptionSettingsRequest AWS API Documentation
@@ -4471,7 +4997,7 @@ module Aws::Glue
4471
4997
  #
4472
4998
  # @!attribute [rw] catalog_id
4473
4999
  # The ID of the Data Catalog in which the database resides. If none is
4474
- # supplied, the AWS account ID is used by default.
5000
+ # provided, the AWS account ID is used by default.
4475
5001
  # @return [String]
4476
5002
  #
4477
5003
  # @!attribute [rw] name
@@ -4488,7 +5014,7 @@ module Aws::Glue
4488
5014
  end
4489
5015
 
4490
5016
  # @!attribute [rw] database
4491
- # The definition of the specified database in the catalog.
5017
+ # The definition of the specified database in the Data Catalog.
4492
5018
  # @return [Types::Database]
4493
5019
  #
4494
5020
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabaseResponse AWS API Documentation
@@ -4509,7 +5035,7 @@ module Aws::Glue
4509
5035
  #
4510
5036
  # @!attribute [rw] catalog_id
4511
5037
  # The ID of the Data Catalog from which to retrieve `Databases`. If
4512
- # none is supplied, the AWS account ID is used by default.
5038
+ # none is provided, the AWS account ID is used by default.
4513
5039
  # @return [String]
4514
5040
  #
4515
5041
  # @!attribute [rw] next_token
@@ -4892,6 +5418,366 @@ module Aws::Glue
4892
5418
  include Aws::Structure
4893
5419
  end
4894
5420
 
5421
+ # @note When making an API call, you may pass GetMLTaskRunRequest
5422
+ # data as a hash:
5423
+ #
5424
+ # {
5425
+ # transform_id: "HashString", # required
5426
+ # task_run_id: "HashString", # required
5427
+ # }
5428
+ #
5429
+ # @!attribute [rw] transform_id
5430
+ # The unique identifier of the machine learning transform.
5431
+ # @return [String]
5432
+ #
5433
+ # @!attribute [rw] task_run_id
5434
+ # The unique identifier of the task run.
5435
+ # @return [String]
5436
+ #
5437
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunRequest AWS API Documentation
5438
+ #
5439
+ class GetMLTaskRunRequest < Struct.new(
5440
+ :transform_id,
5441
+ :task_run_id)
5442
+ include Aws::Structure
5443
+ end
5444
+
5445
+ # @!attribute [rw] transform_id
5446
+ # The unique identifier of the task run.
5447
+ # @return [String]
5448
+ #
5449
+ # @!attribute [rw] task_run_id
5450
+ # The unique run identifier associated with this run.
5451
+ # @return [String]
5452
+ #
5453
+ # @!attribute [rw] status
5454
+ # The status for this task run.
5455
+ # @return [String]
5456
+ #
5457
+ # @!attribute [rw] log_group_name
5458
+ # The names of the log groups that are associated with the task run.
5459
+ # @return [String]
5460
+ #
5461
+ # @!attribute [rw] properties
5462
+ # The list of properties that are associated with the task run.
5463
+ # @return [Types::TaskRunProperties]
5464
+ #
5465
+ # @!attribute [rw] error_string
5466
+ # The error strings that are associated with the task run.
5467
+ # @return [String]
5468
+ #
5469
+ # @!attribute [rw] started_on
5470
+ # The date and time when this task run started.
5471
+ # @return [Time]
5472
+ #
5473
+ # @!attribute [rw] last_modified_on
5474
+ # The date and time when this task run was last modified.
5475
+ # @return [Time]
5476
+ #
5477
+ # @!attribute [rw] completed_on
5478
+ # The date and time when this task run was completed.
5479
+ # @return [Time]
5480
+ #
5481
+ # @!attribute [rw] execution_time
5482
+ # The amount of time (in seconds) that the task run consumed
5483
+ # resources.
5484
+ # @return [Integer]
5485
+ #
5486
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunResponse AWS API Documentation
5487
+ #
5488
+ class GetMLTaskRunResponse < Struct.new(
5489
+ :transform_id,
5490
+ :task_run_id,
5491
+ :status,
5492
+ :log_group_name,
5493
+ :properties,
5494
+ :error_string,
5495
+ :started_on,
5496
+ :last_modified_on,
5497
+ :completed_on,
5498
+ :execution_time)
5499
+ include Aws::Structure
5500
+ end
5501
+
5502
+ # @note When making an API call, you may pass GetMLTaskRunsRequest
5503
+ # data as a hash:
5504
+ #
5505
+ # {
5506
+ # transform_id: "HashString", # required
5507
+ # next_token: "PaginationToken",
5508
+ # max_results: 1,
5509
+ # filter: {
5510
+ # task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
5511
+ # status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
5512
+ # started_before: Time.now,
5513
+ # started_after: Time.now,
5514
+ # },
5515
+ # sort: {
5516
+ # column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
5517
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
5518
+ # },
5519
+ # }
5520
+ #
5521
+ # @!attribute [rw] transform_id
5522
+ # The unique identifier of the machine learning transform.
5523
+ # @return [String]
5524
+ #
5525
+ # @!attribute [rw] next_token
5526
+ # A token for pagination of the results. The default is empty.
5527
+ # @return [String]
5528
+ #
5529
+ # @!attribute [rw] max_results
5530
+ # The maximum number of results to return.
5531
+ # @return [Integer]
5532
+ #
5533
+ # @!attribute [rw] filter
5534
+ # The filter criteria, in the `TaskRunFilterCriteria` structure, for
5535
+ # the task run.
5536
+ # @return [Types::TaskRunFilterCriteria]
5537
+ #
5538
+ # @!attribute [rw] sort
5539
+ # The sorting criteria, in the `TaskRunSortCriteria` structure, for
5540
+ # the task run.
5541
+ # @return [Types::TaskRunSortCriteria]
5542
+ #
5543
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsRequest AWS API Documentation
5544
+ #
5545
+ class GetMLTaskRunsRequest < Struct.new(
5546
+ :transform_id,
5547
+ :next_token,
5548
+ :max_results,
5549
+ :filter,
5550
+ :sort)
5551
+ include Aws::Structure
5552
+ end
5553
+
5554
+ # @!attribute [rw] task_runs
5555
+ # A list of task runs that are associated with the transform.
5556
+ # @return [Array<Types::TaskRun>]
5557
+ #
5558
+ # @!attribute [rw] next_token
5559
+ # A pagination token, if more results are available.
5560
+ # @return [String]
5561
+ #
5562
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRunsResponse AWS API Documentation
5563
+ #
5564
+ class GetMLTaskRunsResponse < Struct.new(
5565
+ :task_runs,
5566
+ :next_token)
5567
+ include Aws::Structure
5568
+ end
5569
+
5570
+ # @note When making an API call, you may pass GetMLTransformRequest
5571
+ # data as a hash:
5572
+ #
5573
+ # {
5574
+ # transform_id: "HashString", # required
5575
+ # }
5576
+ #
5577
+ # @!attribute [rw] transform_id
5578
+ # The unique identifier of the transform, generated at the time that
5579
+ # the transform was created.
5580
+ # @return [String]
5581
+ #
5582
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformRequest AWS API Documentation
5583
+ #
5584
+ class GetMLTransformRequest < Struct.new(
5585
+ :transform_id)
5586
+ include Aws::Structure
5587
+ end
5588
+
5589
+ # @!attribute [rw] transform_id
5590
+ # The unique identifier of the transform, generated at the time that
5591
+ # the transform was created.
5592
+ # @return [String]
5593
+ #
5594
+ # @!attribute [rw] name
5595
+ # The unique name given to the transform when it was created.
5596
+ # @return [String]
5597
+ #
5598
+ # @!attribute [rw] description
5599
+ # A description of the transform.
5600
+ # @return [String]
5601
+ #
5602
+ # @!attribute [rw] status
5603
+ # The last known status of the transform (to indicate whether it can
5604
+ # be used or not). One of "NOT\_READY", "READY", or "DELETING".
5605
+ # @return [String]
5606
+ #
5607
+ # @!attribute [rw] created_on
5608
+ # The date and time when the transform was created.
5609
+ # @return [Time]
5610
+ #
5611
+ # @!attribute [rw] last_modified_on
5612
+ # The date and time when the transform was last modified.
5613
+ # @return [Time]
5614
+ #
5615
+ # @!attribute [rw] input_record_tables
5616
+ # A list of AWS Glue table definitions used by the transform.
5617
+ # @return [Array<Types::GlueTable>]
5618
+ #
5619
+ # @!attribute [rw] parameters
5620
+ # The configuration parameters that are specific to the algorithm
5621
+ # used.
5622
+ # @return [Types::TransformParameters]
5623
+ #
5624
+ # @!attribute [rw] evaluation_metrics
5625
+ # The latest evaluation metrics.
5626
+ # @return [Types::EvaluationMetrics]
5627
+ #
5628
+ # @!attribute [rw] label_count
5629
+ # The number of labels available for this transform.
5630
+ # @return [Integer]
5631
+ #
5632
+ # @!attribute [rw] schema
5633
+ # The `Map<Column, Type>` object that represents the schema that this
5634
+ # transform accepts. Has an upper bound of 100 columns.
5635
+ # @return [Array<Types::SchemaColumn>]
5636
+ #
5637
+ # @!attribute [rw] role
5638
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
5639
+ # required permissions.
5640
+ # @return [String]
5641
+ #
5642
+ # @!attribute [rw] max_capacity
5643
+ # The number of AWS Glue data processing units (DPUs) that are
5644
+ # allocated to task runs for this transform. You can allocate from 2
5645
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
5646
+ # processing power that consists of 4 vCPUs of compute capacity and 16
5647
+ # GB of memory. For more information, see the [AWS Glue pricing
5648
+ # page][1].
5649
+ #
5650
+ # When the `WorkerType` field is set to a value other than `Standard`,
5651
+ # the `MaxCapacity` field is set automatically and becomes read-only.
5652
+ #
5653
+ #
5654
+ #
5655
+ # [1]: https://aws.amazon.com/glue/pricing/
5656
+ # @return [Float]
5657
+ #
5658
+ # @!attribute [rw] worker_type
5659
+ # The type of predefined worker that is allocated when this task runs.
5660
+ # Accepts a value of Standard, G.1X, or G.2X.
5661
+ #
5662
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
5663
+ # of memory and a 50GB disk, and 2 executors per worker.
5664
+ #
5665
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
5666
+ # memory and a 64GB disk, and 1 executor per worker.
5667
+ #
5668
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
5669
+ # memory and a 128GB disk, and 1 executor per worker.
5670
+ # @return [String]
5671
+ #
5672
+ # @!attribute [rw] number_of_workers
5673
+ # The number of workers of a defined `workerType` that are allocated
5674
+ # when this task runs.
5675
+ # @return [Integer]
5676
+ #
5677
+ # @!attribute [rw] timeout
5678
+ # The timeout for a task run for this transform in minutes. This is
5679
+ # the maximum time that a task run for this transform can consume
5680
+ # resources before it is terminated and enters `TIMEOUT` status. The
5681
+ # default is 2,880 minutes (48 hours).
5682
+ # @return [Integer]
5683
+ #
5684
+ # @!attribute [rw] max_retries
5685
+ # The maximum number of times to retry a task for this transform after
5686
+ # a task run fails.
5687
+ # @return [Integer]
5688
+ #
5689
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformResponse AWS API Documentation
5690
+ #
5691
+ class GetMLTransformResponse < Struct.new(
5692
+ :transform_id,
5693
+ :name,
5694
+ :description,
5695
+ :status,
5696
+ :created_on,
5697
+ :last_modified_on,
5698
+ :input_record_tables,
5699
+ :parameters,
5700
+ :evaluation_metrics,
5701
+ :label_count,
5702
+ :schema,
5703
+ :role,
5704
+ :max_capacity,
5705
+ :worker_type,
5706
+ :number_of_workers,
5707
+ :timeout,
5708
+ :max_retries)
5709
+ include Aws::Structure
5710
+ end
5711
+
5712
+ # @note When making an API call, you may pass GetMLTransformsRequest
5713
+ # data as a hash:
5714
+ #
5715
+ # {
5716
+ # next_token: "PaginationToken",
5717
+ # max_results: 1,
5718
+ # filter: {
5719
+ # name: "NameString",
5720
+ # transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
5721
+ # status: "NOT_READY", # accepts NOT_READY, READY, DELETING
5722
+ # created_before: Time.now,
5723
+ # created_after: Time.now,
5724
+ # last_modified_before: Time.now,
5725
+ # last_modified_after: Time.now,
5726
+ # schema: [
5727
+ # {
5728
+ # name: "ColumnNameString",
5729
+ # data_type: "ColumnTypeString",
5730
+ # },
5731
+ # ],
5732
+ # },
5733
+ # sort: {
5734
+ # column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
5735
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
5736
+ # },
5737
+ # }
5738
+ #
5739
+ # @!attribute [rw] next_token
5740
+ # A paginated token to offset the results.
5741
+ # @return [String]
5742
+ #
5743
+ # @!attribute [rw] max_results
5744
+ # The maximum number of results to return.
5745
+ # @return [Integer]
5746
+ #
5747
+ # @!attribute [rw] filter
5748
+ # The filter transformation criteria.
5749
+ # @return [Types::TransformFilterCriteria]
5750
+ #
5751
+ # @!attribute [rw] sort
5752
+ # The sorting criteria.
5753
+ # @return [Types::TransformSortCriteria]
5754
+ #
5755
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsRequest AWS API Documentation
5756
+ #
5757
+ class GetMLTransformsRequest < Struct.new(
5758
+ :next_token,
5759
+ :max_results,
5760
+ :filter,
5761
+ :sort)
5762
+ include Aws::Structure
5763
+ end
5764
+
5765
+ # @!attribute [rw] transforms
5766
+ # A list of machine learning transforms.
5767
+ # @return [Array<Types::MLTransform>]
5768
+ #
5769
+ # @!attribute [rw] next_token
5770
+ # A pagination token, if more results are available.
5771
+ # @return [String]
5772
+ #
5773
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransformsResponse AWS API Documentation
5774
+ #
5775
+ class GetMLTransformsResponse < Struct.new(
5776
+ :transforms,
5777
+ :next_token)
5778
+ include Aws::Structure
5779
+ end
5780
+
4895
5781
  # @note When making an API call, you may pass GetMappingRequest
4896
5782
  # data as a hash:
4897
5783
  #
@@ -4975,7 +5861,7 @@ module Aws::Glue
4975
5861
  #
4976
5862
  # @!attribute [rw] catalog_id
4977
5863
  # The ID of the Data Catalog where the partition in question resides.
4978
- # If none is supplied, the AWS account ID is used by default.
5864
+ # If none is provided, the AWS account ID is used by default.
4979
5865
  # @return [String]
4980
5866
  #
4981
5867
  # @!attribute [rw] database_name
@@ -5029,7 +5915,7 @@ module Aws::Glue
5029
5915
  #
5030
5916
  # @!attribute [rw] catalog_id
5031
5917
  # The ID of the Data Catalog where the partitions in question reside.
5032
- # If none is supplied, the AWS account ID is used by default.
5918
+ # If none is provided, the AWS account ID is used by default.
5033
5919
  # @return [String]
5034
5920
  #
5035
5921
  # @!attribute [rw] database_name
@@ -5041,7 +5927,7 @@ module Aws::Glue
5041
5927
  # @return [String]
5042
5928
  #
5043
5929
  # @!attribute [rw] expression
5044
- # An expression filtering the partitions to be returned.
5930
+ # An expression that filters the partitions to be returned.
5045
5931
  #
5046
5932
  # The expression uses SQL syntax similar to the SQL `WHERE` filter
5047
5933
  # clause. The SQL statement parser [JSQLParser][1] parses the
@@ -5052,7 +5938,7 @@ module Aws::Glue
5052
5938
  #
5053
5939
  # =
5054
5940
  #
5055
- # : Checks if the values of the two operands are equal or not; if yes,
5941
+ # : Checks whether the values of the two operands are equal; if yes,
5056
5942
  # then the condition becomes true.
5057
5943
  #
5058
5944
  # Example: Assume 'variable a' holds 10 and 'variable b' holds
@@ -5062,38 +5948,40 @@ module Aws::Glue
5062
5948
  #
5063
5949
  # &lt; &gt;
5064
5950
  #
5065
- # : Checks if the values of two operands are equal or not; if the
5066
- # values are not equal, then the condition becomes true.
5951
+ # : Checks whether the values of two operands are equal; if the values
5952
+ # are not equal, then the condition becomes true.
5067
5953
  #
5068
5954
  # Example: (a &lt; &gt; b) is true.
5069
5955
  #
5070
5956
  # &gt;
5071
5957
  #
5072
- # : Checks if the value of the left operand is greater than the value
5073
- # of the right operand; if yes, then the condition becomes true.
5958
+ # : Checks whether the value of the left operand is greater than the
5959
+ # value of the right operand; if yes, then the condition becomes
5960
+ # true.
5074
5961
  #
5075
5962
  # Example: (a &gt; b) is not true.
5076
5963
  #
5077
5964
  # &lt;
5078
5965
  #
5079
- # : Checks if the value of the left operand is less than the value of
5080
- # the right operand; if yes, then the condition becomes true.
5966
+ # : Checks whether the value of the left operand is less than the
5967
+ # value of the right operand; if yes, then the condition becomes
5968
+ # true.
5081
5969
  #
5082
5970
  # Example: (a &lt; b) is true.
5083
5971
  #
5084
5972
  # &gt;=
5085
5973
  #
5086
- # : Checks if the value of the left operand is greater than or equal
5087
- # to the value of the right operand; if yes, then the condition
5088
- # becomes true.
5974
+ # : Checks whether the value of the left operand is greater than or
5975
+ # equal to the value of the right operand; if yes, then the
5976
+ # condition becomes true.
5089
5977
  #
5090
5978
  # Example: (a &gt;= b) is not true.
5091
5979
  #
5092
5980
  # &lt;=
5093
5981
  #
5094
- # : Checks if the value of the left operand is less than or equal to
5095
- # the value of the right operand; if yes, then the condition becomes
5096
- # true.
5982
+ # : Checks whether the value of the left operand is less than or equal
5983
+ # to the value of the right operand; if yes, then the condition
5984
+ # becomes true.
5097
5985
  #
5098
5986
  # Example: (a &lt;= b) is true.
5099
5987
  #
@@ -5101,8 +5989,8 @@ module Aws::Glue
5101
5989
  #
5102
5990
  # : Logical operators.
5103
5991
  #
5104
- # *Supported Partition Key Types*\: The following are the the
5105
- # supported partition keys.
5992
+ # *Supported Partition Key Types*\: The following are the supported
5993
+ # partition keys.
5106
5994
  #
5107
5995
  # * `string`
5108
5996
  #
@@ -5167,7 +6055,7 @@ module Aws::Glue
5167
6055
  #
5168
6056
  # @!attribute [rw] next_token
5169
6057
  # A continuation token, if the returned list of partitions does not
5170
- # does not include the last one.
6058
+ # include the last one.
5171
6059
  # @return [String]
5172
6060
  #
5173
6061
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsResponse AWS API Documentation
@@ -5388,7 +6276,7 @@ module Aws::Glue
5388
6276
  #
5389
6277
  # @!attribute [rw] catalog_id
5390
6278
  # The ID of the Data Catalog where the table resides. If none is
5391
- # supplied, the AWS account ID is used by default.
6279
+ # provided, the AWS account ID is used by default.
5392
6280
  # @return [String]
5393
6281
  #
5394
6282
  # @!attribute [rw] database_name
@@ -5433,7 +6321,7 @@ module Aws::Glue
5433
6321
  #
5434
6322
  # @!attribute [rw] catalog_id
5435
6323
  # The ID of the Data Catalog where the tables reside. If none is
5436
- # supplied, the AWS account ID is used by default.
6324
+ # provided, the AWS account ID is used by default.
5437
6325
  # @return [String]
5438
6326
  #
5439
6327
  # @!attribute [rw] database_name
@@ -5486,7 +6374,7 @@ module Aws::Glue
5486
6374
  #
5487
6375
  # @!attribute [rw] catalog_id
5488
6376
  # The ID of the Data Catalog where the tables reside. If none is
5489
- # supplied, the AWS account ID is used by default.
6377
+ # provided, the AWS account ID is used by default.
5490
6378
  # @return [String]
5491
6379
  #
5492
6380
  # @!attribute [rw] database_name
@@ -5549,7 +6437,7 @@ module Aws::Glue
5549
6437
  #
5550
6438
  # @!attribute [rw] catalog_id
5551
6439
  # The ID of the Data Catalog where the tables reside. If none is
5552
- # supplied, the AWS account ID is used by default.
6440
+ # provided, the AWS account ID is used by default.
5553
6441
  # @return [String]
5554
6442
  #
5555
6443
  # @!attribute [rw] database_name
@@ -5717,7 +6605,7 @@ module Aws::Glue
5717
6605
  #
5718
6606
  # @!attribute [rw] catalog_id
5719
6607
  # The ID of the Data Catalog where the function to be retrieved is
5720
- # located. If none is supplied, the AWS account ID is used by default.
6608
+ # located. If none is provided, the AWS account ID is used by default.
5721
6609
  # @return [String]
5722
6610
  #
5723
6611
  # @!attribute [rw] database_name
@@ -5761,7 +6649,7 @@ module Aws::Glue
5761
6649
  #
5762
6650
  # @!attribute [rw] catalog_id
5763
6651
  # The ID of the Data Catalog where the functions to be retrieved are
5764
- # located. If none is supplied, the AWS account ID is used by default.
6652
+ # located. If none is provided, the AWS account ID is used by default.
5765
6653
  # @return [String]
5766
6654
  #
5767
6655
  # @!attribute [rw] database_name
@@ -5987,6 +6875,45 @@ module Aws::Glue
5987
6875
  include Aws::Structure
5988
6876
  end
5989
6877
 
6878
+ # The database and table in the AWS Glue Data Catalog that is used for
6879
+ # input or output data.
6880
+ #
6881
+ # @note When making an API call, you may pass GlueTable
6882
+ # data as a hash:
6883
+ #
6884
+ # {
6885
+ # database_name: "NameString", # required
6886
+ # table_name: "NameString", # required
6887
+ # catalog_id: "NameString",
6888
+ # connection_name: "NameString",
6889
+ # }
6890
+ #
6891
+ # @!attribute [rw] database_name
6892
+ # A database name in the AWS Glue Data Catalog.
6893
+ # @return [String]
6894
+ #
6895
+ # @!attribute [rw] table_name
6896
+ # A table name in the AWS Glue Data Catalog.
6897
+ # @return [String]
6898
+ #
6899
+ # @!attribute [rw] catalog_id
6900
+ # A unique identifier for the AWS Glue Data Catalog.
6901
+ # @return [String]
6902
+ #
6903
+ # @!attribute [rw] connection_name
6904
+ # The name of the connection to the AWS Glue Data Catalog.
6905
+ # @return [String]
6906
+ #
6907
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueTable AWS API Documentation
6908
+ #
6909
+ class GlueTable < Struct.new(
6910
+ :database_name,
6911
+ :table_name,
6912
+ :catalog_id,
6913
+ :connection_name)
6914
+ include Aws::Structure
6915
+ end
6916
+
5990
6917
  # A classifier that uses `grok` patterns.
5991
6918
  #
5992
6919
  # @!attribute [rw] name
@@ -6078,6 +7005,25 @@ module Aws::Glue
6078
7005
  #
6079
7006
  class ImportCatalogToGlueResponse < Aws::EmptyStructure; end
6080
7007
 
7008
+ # Specifies configuration properties for an importing labels task run.
7009
+ #
7010
+ # @!attribute [rw] input_s3_path
7011
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
7012
+ # will import the labels.
7013
+ # @return [String]
7014
+ #
7015
+ # @!attribute [rw] replace
7016
+ # Indicates whether to overwrite your existing labels.
7017
+ # @return [Boolean]
7018
+ #
7019
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportLabelsTaskRunProperties AWS API Documentation
7020
+ #
7021
+ class ImportLabelsTaskRunProperties < Struct.new(
7022
+ :input_s3_path,
7023
+ :replace)
7024
+ include Aws::Structure
7025
+ end
7026
+
6081
7027
  # An internal service error occurred.
6082
7028
  #
6083
7029
  # @!attribute [rw] message
@@ -6348,11 +7294,11 @@ module Aws::Glue
6348
7294
  # @return [Integer]
6349
7295
  #
6350
7296
  # @!attribute [rw] previous_run_id
6351
- # The unique run identifier associated with the previous job run..
7297
+ # The unique run identifier associated with the previous job run.
6352
7298
  # @return [String]
6353
7299
  #
6354
7300
  # @!attribute [rw] run_id
6355
- # The unique run identifier associated with this job run.
7301
+ # The run ID number.
6356
7302
  # @return [String]
6357
7303
  #
6358
7304
  # @!attribute [rw] job_bookmark
@@ -6895,6 +7841,21 @@ module Aws::Glue
6895
7841
  include Aws::Structure
6896
7842
  end
6897
7843
 
7844
+ # Specifies configuration properties for a labeling set generation task
7845
+ # run.
7846
+ #
7847
+ # @!attribute [rw] output_s3_path
7848
+ # The Amazon Simple Storage Service (Amazon S3) path where you will
7849
+ # generate the labeling set.
7850
+ # @return [String]
7851
+ #
7852
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LabelingSetGenerationTaskRunProperties AWS API Documentation
7853
+ #
7854
+ class LabelingSetGenerationTaskRunProperties < Struct.new(
7855
+ :output_s3_path)
7856
+ include Aws::Structure
7857
+ end
7858
+
6898
7859
  # Status and error information about the most recent crawl.
6899
7860
  #
6900
7861
  # @!attribute [rw] status
@@ -7186,48 +8147,196 @@ module Aws::Glue
7186
8147
  # @note When making an API call, you may pass Location
7187
8148
  # data as a hash:
7188
8149
  #
7189
- # {
7190
- # jdbc: [
7191
- # {
7192
- # name: "CodeGenArgName", # required
7193
- # value: "CodeGenArgValue", # required
7194
- # param: false,
7195
- # },
7196
- # ],
7197
- # s3: [
7198
- # {
7199
- # name: "CodeGenArgName", # required
7200
- # value: "CodeGenArgValue", # required
7201
- # param: false,
7202
- # },
7203
- # ],
7204
- # dynamo_db: [
7205
- # {
7206
- # name: "CodeGenArgName", # required
7207
- # value: "CodeGenArgValue", # required
7208
- # param: false,
7209
- # },
7210
- # ],
7211
- # }
8150
+ # {
8151
+ # jdbc: [
8152
+ # {
8153
+ # name: "CodeGenArgName", # required
8154
+ # value: "CodeGenArgValue", # required
8155
+ # param: false,
8156
+ # },
8157
+ # ],
8158
+ # s3: [
8159
+ # {
8160
+ # name: "CodeGenArgName", # required
8161
+ # value: "CodeGenArgValue", # required
8162
+ # param: false,
8163
+ # },
8164
+ # ],
8165
+ # dynamo_db: [
8166
+ # {
8167
+ # name: "CodeGenArgName", # required
8168
+ # value: "CodeGenArgValue", # required
8169
+ # param: false,
8170
+ # },
8171
+ # ],
8172
+ # }
8173
+ #
8174
+ # @!attribute [rw] jdbc
8175
+ # A JDBC location.
8176
+ # @return [Array<Types::CodeGenNodeArg>]
8177
+ #
8178
+ # @!attribute [rw] s3
8179
+ # An Amazon Simple Storage Service (Amazon S3) location.
8180
+ # @return [Array<Types::CodeGenNodeArg>]
8181
+ #
8182
+ # @!attribute [rw] dynamo_db
8183
+ # An Amazon DynamoDB table location.
8184
+ # @return [Array<Types::CodeGenNodeArg>]
8185
+ #
8186
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
8187
+ #
8188
+ class Location < Struct.new(
8189
+ :jdbc,
8190
+ :s3,
8191
+ :dynamo_db)
8192
+ include Aws::Structure
8193
+ end
8194
+
8195
+ # A structure for a machine learning transform.
8196
+ #
8197
+ # @!attribute [rw] transform_id
8198
+ # The unique transform ID that is generated for the machine learning
8199
+ # transform. The ID is guaranteed to be unique and does not change.
8200
+ # @return [String]
8201
+ #
8202
+ # @!attribute [rw] name
8203
+ # A user-defined name for the machine learning transform. Names are
8204
+ # not guaranteed unique and can be changed at any time.
8205
+ # @return [String]
8206
+ #
8207
+ # @!attribute [rw] description
8208
+ # A user-defined, long-form description text for the machine learning
8209
+ # transform. Descriptions are not guaranteed to be unique and can be
8210
+ # changed at any time.
8211
+ # @return [String]
8212
+ #
8213
+ # @!attribute [rw] status
8214
+ # The current status of the machine learning transform.
8215
+ # @return [String]
8216
+ #
8217
+ # @!attribute [rw] created_on
8218
+ # A timestamp. The time and date that this machine learning transform
8219
+ # was created.
8220
+ # @return [Time]
8221
+ #
8222
+ # @!attribute [rw] last_modified_on
8223
+ # A timestamp. The last point in time when this machine learning
8224
+ # transform was modified.
8225
+ # @return [Time]
8226
+ #
8227
+ # @!attribute [rw] input_record_tables
8228
+ # A list of AWS Glue table definitions used by the transform.
8229
+ # @return [Array<Types::GlueTable>]
8230
+ #
8231
+ # @!attribute [rw] parameters
8232
+ # A `TransformParameters` object. You can use parameters to tune
8233
+ # (customize) the behavior of the machine learning transform by
8234
+ # specifying what data it learns from and your preference on various
8235
+ # tradeoffs (such as precious vs. recall, or accuracy vs. cost).
8236
+ # @return [Types::TransformParameters]
8237
+ #
8238
+ # @!attribute [rw] evaluation_metrics
8239
+ # An `EvaluationMetrics` object. Evaluation metrics provide an
8240
+ # estimate of the quality of your machine learning transform.
8241
+ # @return [Types::EvaluationMetrics]
8242
+ #
8243
+ # @!attribute [rw] label_count
8244
+ # A count identifier for the labeling files generated by AWS Glue for
8245
+ # this transform. As you create a better transform, you can
8246
+ # iteratively download, label, and upload the labeling file.
8247
+ # @return [Integer]
8248
+ #
8249
+ # @!attribute [rw] schema
8250
+ # A map of key-value pairs representing the columns and data types
8251
+ # that this transform can run against. Has an upper bound of 100
8252
+ # columns.
8253
+ # @return [Array<Types::SchemaColumn>]
8254
+ #
8255
+ # @!attribute [rw] role
8256
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
8257
+ # required permissions. This role needs permission to your Amazon
8258
+ # Simple Storage Service (Amazon S3) sources, targets, temporary
8259
+ # directory, scripts, and any libraries used by the task run for this
8260
+ # transform.
8261
+ # @return [String]
8262
+ #
8263
+ # @!attribute [rw] max_capacity
8264
+ # The number of AWS Glue data processing units (DPUs) that are
8265
+ # allocated to task runs for this transform. You can allocate from 2
8266
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
8267
+ # processing power that consists of 4 vCPUs of compute capacity and 16
8268
+ # GB of memory. For more information, see the [AWS Glue pricing
8269
+ # page][1].
8270
+ #
8271
+ # When the `WorkerType` field is set to a value other than `Standard`,
8272
+ # the `MaxCapacity` field is set automatically and becomes read-only.
8273
+ #
8274
+ #
8275
+ #
8276
+ # [1]: https://aws.amazon.com/glue/pricing/
8277
+ # @return [Float]
8278
+ #
8279
+ # @!attribute [rw] worker_type
8280
+ # The type of predefined worker that is allocated when a task of this
8281
+ # transform runs. Accepts a value of Standard, G.1X, or G.2X.
8282
+ #
8283
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
8284
+ # of memory and a 50GB disk, and 2 executors per worker.
8285
+ #
8286
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
8287
+ # memory and a 64GB disk, and 1 executor per worker.
8288
+ #
8289
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
8290
+ # memory and a 128GB disk, and 1 executor per worker.
8291
+ # @return [String]
8292
+ #
8293
+ # @!attribute [rw] number_of_workers
8294
+ # The number of workers of a defined `workerType` that are allocated
8295
+ # when a task of the transform runs.
8296
+ # @return [Integer]
8297
+ #
8298
+ # @!attribute [rw] timeout
8299
+ # The timeout in minutes of the machine learning transform.
8300
+ # @return [Integer]
8301
+ #
8302
+ # @!attribute [rw] max_retries
8303
+ # The maximum number of times to retry after an `MLTaskRun` of the
8304
+ # machine learning transform fails.
8305
+ # @return [Integer]
7212
8306
  #
7213
- # @!attribute [rw] jdbc
7214
- # A JDBC location.
7215
- # @return [Array<Types::CodeGenNodeArg>]
8307
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransform AWS API Documentation
7216
8308
  #
7217
- # @!attribute [rw] s3
7218
- # An Amazon Simple Storage Service (Amazon S3) location.
7219
- # @return [Array<Types::CodeGenNodeArg>]
8309
+ class MLTransform < Struct.new(
8310
+ :transform_id,
8311
+ :name,
8312
+ :description,
8313
+ :status,
8314
+ :created_on,
8315
+ :last_modified_on,
8316
+ :input_record_tables,
8317
+ :parameters,
8318
+ :evaluation_metrics,
8319
+ :label_count,
8320
+ :schema,
8321
+ :role,
8322
+ :max_capacity,
8323
+ :worker_type,
8324
+ :number_of_workers,
8325
+ :timeout,
8326
+ :max_retries)
8327
+ include Aws::Structure
8328
+ end
8329
+
8330
+ # The machine learning transform is not ready to run.
7220
8331
  #
7221
- # @!attribute [rw] dynamo_db
7222
- # An Amazon DynamoDB table location.
7223
- # @return [Array<Types::CodeGenNodeArg>]
8332
+ # @!attribute [rw] message
8333
+ # A message describing the problem.
8334
+ # @return [String]
7224
8335
  #
7225
- # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Location AWS API Documentation
8336
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/MLTransformNotReadyException AWS API Documentation
7226
8337
  #
7227
- class Location < Struct.new(
7228
- :jdbc,
7229
- :s3,
7230
- :dynamo_db)
8338
+ class MLTransformNotReadyException < Struct.new(
8339
+ :message)
7231
8340
  include Aws::Structure
7232
8341
  end
7233
8342
 
@@ -7401,12 +8510,11 @@ module Aws::Glue
7401
8510
  # @return [Array<String>]
7402
8511
  #
7403
8512
  # @!attribute [rw] database_name
7404
- # The name of the catalog database where the table in question is
7405
- # located.
8513
+ # The name of the catalog database in which to create the partition.
7406
8514
  # @return [String]
7407
8515
  #
7408
8516
  # @!attribute [rw] table_name
7409
- # The name of the table in question.
8517
+ # The name of the database table in which to create the partition.
7410
8518
  # @return [String]
7411
8519
  #
7412
8520
  # @!attribute [rw] creation_time
@@ -7452,7 +8560,7 @@ module Aws::Glue
7452
8560
  # @return [Array<String>]
7453
8561
  #
7454
8562
  # @!attribute [rw] error_detail
7455
- # Details about the partition error.
8563
+ # The details about the partition error.
7456
8564
  # @return [Types::ErrorDetail]
7457
8565
  #
7458
8566
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PartitionError AWS API Documentation
@@ -7463,7 +8571,7 @@ module Aws::Glue
7463
8571
  include Aws::Structure
7464
8572
  end
7465
8573
 
7466
- # The structure used to create and update a partion.
8574
+ # The structure used to create and update a partition.
7467
8575
  #
7468
8576
  # @note When making an API call, you may pass PartitionInput
7469
8577
  # data as a hash:
@@ -7477,6 +8585,9 @@ module Aws::Glue
7477
8585
  # name: "NameString", # required
7478
8586
  # type: "ColumnTypeString",
7479
8587
  # comment: "CommentString",
8588
+ # parameters: {
8589
+ # "KeyString" => "ParametersMapValue",
8590
+ # },
7480
8591
  # },
7481
8592
  # ],
7482
8593
  # location: "LocationString",
@@ -7659,6 +8770,66 @@ module Aws::Glue
7659
8770
  include Aws::Structure
7660
8771
  end
7661
8772
 
8773
+ # Permissions granted to a principal.
8774
+ #
8775
+ # @note When making an API call, you may pass PrincipalPermissions
8776
+ # data as a hash:
8777
+ #
8778
+ # {
8779
+ # principal: {
8780
+ # data_lake_principal_identifier: "DataLakePrincipalString",
8781
+ # },
8782
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
8783
+ # }
8784
+ #
8785
+ # @!attribute [rw] principal
8786
+ # The principal who is granted permissions.
8787
+ # @return [Types::DataLakePrincipal]
8788
+ #
8789
+ # @!attribute [rw] permissions
8790
+ # The permissions that are granted to the principal.
8791
+ # @return [Array<String>]
8792
+ #
8793
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PrincipalPermissions AWS API Documentation
8794
+ #
8795
+ class PrincipalPermissions < Struct.new(
8796
+ :principal,
8797
+ :permissions)
8798
+ include Aws::Structure
8799
+ end
8800
+
8801
+ # Defines a property predicate.
8802
+ #
8803
+ # @note When making an API call, you may pass PropertyPredicate
8804
+ # data as a hash:
8805
+ #
8806
+ # {
8807
+ # key: "ValueString",
8808
+ # value: "ValueString",
8809
+ # comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
8810
+ # }
8811
+ #
8812
+ # @!attribute [rw] key
8813
+ # The key of the property.
8814
+ # @return [String]
8815
+ #
8816
+ # @!attribute [rw] value
8817
+ # The value of the property.
8818
+ # @return [String]
8819
+ #
8820
+ # @!attribute [rw] comparator
8821
+ # The comparator used to compare this property to others.
8822
+ # @return [String]
8823
+ #
8824
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/PropertyPredicate AWS API Documentation
8825
+ #
8826
+ class PropertyPredicate < Struct.new(
8827
+ :key,
8828
+ :value,
8829
+ :comparator)
8830
+ include Aws::Structure
8831
+ end
8832
+
7662
8833
  # @note When making an API call, you may pass PutDataCatalogEncryptionSettingsRequest
7663
8834
  # data as a hash:
7664
8835
  #
@@ -7677,9 +8848,8 @@ module Aws::Glue
7677
8848
  # }
7678
8849
  #
7679
8850
  # @!attribute [rw] catalog_id
7680
- # The ID of the Data Catalog for which to set the security
7681
- # configuration. If none is provided, the AWS account ID is used by
7682
- # default.
8851
+ # The ID of the Data Catalog to set the security configuration for. If
8852
+ # none is provided, the AWS account ID is used by default.
7683
8853
  # @return [String]
7684
8854
  #
7685
8855
  # @!attribute [rw] data_catalog_encryption_settings
@@ -7831,7 +9001,7 @@ module Aws::Glue
7831
9001
  include Aws::Structure
7832
9002
  end
7833
9003
 
7834
- # URIs for function resources.
9004
+ # The URIs for function resources.
7835
9005
  #
7836
9006
  # @note When making an API call, you may pass ResourceUri
7837
9007
  # data as a hash:
@@ -8006,6 +9176,116 @@ module Aws::Glue
8006
9176
  include Aws::Structure
8007
9177
  end
8008
9178
 
9179
+ # A key-value pair representing a column and data type that this
9180
+ # transform can run against. The `Schema` parameter of the `MLTransform`
9181
+ # may contain up to 100 of these structures.
9182
+ #
9183
+ # @note When making an API call, you may pass SchemaColumn
9184
+ # data as a hash:
9185
+ #
9186
+ # {
9187
+ # name: "ColumnNameString",
9188
+ # data_type: "ColumnTypeString",
9189
+ # }
9190
+ #
9191
+ # @!attribute [rw] name
9192
+ # The name of the column.
9193
+ # @return [String]
9194
+ #
9195
+ # @!attribute [rw] data_type
9196
+ # The type of data in the column.
9197
+ # @return [String]
9198
+ #
9199
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaColumn AWS API Documentation
9200
+ #
9201
+ class SchemaColumn < Struct.new(
9202
+ :name,
9203
+ :data_type)
9204
+ include Aws::Structure
9205
+ end
9206
+
9207
+ # @note When making an API call, you may pass SearchTablesRequest
9208
+ # data as a hash:
9209
+ #
9210
+ # {
9211
+ # catalog_id: "CatalogIdString",
9212
+ # next_token: "Token",
9213
+ # filters: [
9214
+ # {
9215
+ # key: "ValueString",
9216
+ # value: "ValueString",
9217
+ # comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
9218
+ # },
9219
+ # ],
9220
+ # search_text: "ValueString",
9221
+ # sort_criteria: [
9222
+ # {
9223
+ # field_name: "ValueString",
9224
+ # sort: "ASC", # accepts ASC, DESC
9225
+ # },
9226
+ # ],
9227
+ # max_results: 1,
9228
+ # }
9229
+ #
9230
+ # @!attribute [rw] catalog_id
9231
+ # A unique identifier, consisting of ` account_id/datalake`.
9232
+ # @return [String]
9233
+ #
9234
+ # @!attribute [rw] next_token
9235
+ # A continuation token, included if this is a continuation call.
9236
+ # @return [String]
9237
+ #
9238
+ # @!attribute [rw] filters
9239
+ # A list of key-value pairs, and a comparator used to filter the
9240
+ # search results. Returns all entities matching the predicate.
9241
+ # @return [Array<Types::PropertyPredicate>]
9242
+ #
9243
+ # @!attribute [rw] search_text
9244
+ # A string used for a text search.
9245
+ #
9246
+ # Specifying a value in quotes filters based on an exact match to the
9247
+ # value.
9248
+ # @return [String]
9249
+ #
9250
+ # @!attribute [rw] sort_criteria
9251
+ # A list of criteria for sorting the results by a field name, in an
9252
+ # ascending or descending order.
9253
+ # @return [Array<Types::SortCriterion>]
9254
+ #
9255
+ # @!attribute [rw] max_results
9256
+ # The maximum number of tables to return in a single response.
9257
+ # @return [Integer]
9258
+ #
9259
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesRequest AWS API Documentation
9260
+ #
9261
+ class SearchTablesRequest < Struct.new(
9262
+ :catalog_id,
9263
+ :next_token,
9264
+ :filters,
9265
+ :search_text,
9266
+ :sort_criteria,
9267
+ :max_results)
9268
+ include Aws::Structure
9269
+ end
9270
+
9271
+ # @!attribute [rw] next_token
9272
+ # A continuation token, present if the current list segment is not the
9273
+ # last.
9274
+ # @return [String]
9275
+ #
9276
+ # @!attribute [rw] table_list
9277
+ # A list of the requested `Table` objects. The `SearchTables` response
9278
+ # returns only the tables that you have access to.
9279
+ # @return [Array<Types::Table>]
9280
+ #
9281
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTablesResponse AWS API Documentation
9282
+ #
9283
+ class SearchTablesResponse < Struct.new(
9284
+ :next_token,
9285
+ :table_list)
9286
+ include Aws::Structure
9287
+ end
9288
+
8009
9289
  # Specifies a security configuration.
8010
9290
  #
8011
9291
  # @!attribute [rw] name
@@ -8042,13 +9322,13 @@ module Aws::Glue
8042
9322
  # }
8043
9323
  #
8044
9324
  # @!attribute [rw] segment_number
8045
- # The zero-based index number of the this segment. For example, if the
8046
- # total number of segments is 4, SegmentNumber values will range from
8047
- # zero through three.
9325
+ # The zero-based index number of the segment. For example, if the
9326
+ # total number of segments is 4, `SegmentNumber` values range from 0
9327
+ # through 3.
8048
9328
  # @return [Integer]
8049
9329
  #
8050
9330
  # @!attribute [rw] total_segments
8051
- # The total numer of segments.
9331
+ # The total number of segments.
8052
9332
  # @return [Integer]
8053
9333
  #
8054
9334
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Segment AWS API Documentation
@@ -8059,8 +9339,8 @@ module Aws::Glue
8059
9339
  include Aws::Structure
8060
9340
  end
8061
9341
 
8062
- # Information about a serialization/deserialization program (SerDe)
8063
- # which serves as an extractor and loader.
9342
+ # Information about a serialization/deserialization program (SerDe) that
9343
+ # serves as an extractor and loader.
8064
9344
  #
8065
9345
  # @note When making an API call, you may pass SerDeInfo
8066
9346
  # data as a hash:
@@ -8078,7 +9358,7 @@ module Aws::Glue
8078
9358
  # @return [String]
8079
9359
  #
8080
9360
  # @!attribute [rw] serialization_library
8081
- # Usually the class that implements the SerDe. An example is:
9361
+ # Usually the class that implements the SerDe. An example is
8082
9362
  # `org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe`.
8083
9363
  # @return [String]
8084
9364
  #
@@ -8096,8 +9376,8 @@ module Aws::Glue
8096
9376
  include Aws::Structure
8097
9377
  end
8098
9378
 
8099
- # Specifies skewed values in a table. Skewed are ones that occur with
8100
- # very high frequency.
9379
+ # Specifies skewed values in a table. Skewed values are those that occur
9380
+ # with very high frequency.
8101
9381
  #
8102
9382
  # @note When making an API call, you may pass SkewedInfo
8103
9383
  # data as a hash:
@@ -8132,6 +9412,28 @@ module Aws::Glue
8132
9412
  include Aws::Structure
8133
9413
  end
8134
9414
 
9415
+ # @note When making an API call, you may pass SortCriterion
9416
+ # data as a hash:
9417
+ #
9418
+ # {
9419
+ # field_name: "ValueString",
9420
+ # sort: "ASC", # accepts ASC, DESC
9421
+ # }
9422
+ #
9423
+ # @!attribute [rw] field_name
9424
+ # @return [String]
9425
+ #
9426
+ # @!attribute [rw] sort
9427
+ # @return [String]
9428
+ #
9429
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SortCriterion AWS API Documentation
9430
+ #
9431
+ class SortCriterion < Struct.new(
9432
+ :field_name,
9433
+ :sort)
9434
+ include Aws::Structure
9435
+ end
9436
+
8135
9437
  # @note When making an API call, you may pass StartCrawlerRequest
8136
9438
  # data as a hash:
8137
9439
  #
@@ -8176,6 +9478,83 @@ module Aws::Glue
8176
9478
  #
8177
9479
  class StartCrawlerScheduleResponse < Aws::EmptyStructure; end
8178
9480
 
9481
+ # @note When making an API call, you may pass StartExportLabelsTaskRunRequest
9482
+ # data as a hash:
9483
+ #
9484
+ # {
9485
+ # transform_id: "HashString", # required
9486
+ # output_s3_path: "UriString", # required
9487
+ # }
9488
+ #
9489
+ # @!attribute [rw] transform_id
9490
+ # The unique identifier of the machine learning transform.
9491
+ # @return [String]
9492
+ #
9493
+ # @!attribute [rw] output_s3_path
9494
+ # The Amazon S3 path where you export the labels.
9495
+ # @return [String]
9496
+ #
9497
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunRequest AWS API Documentation
9498
+ #
9499
+ class StartExportLabelsTaskRunRequest < Struct.new(
9500
+ :transform_id,
9501
+ :output_s3_path)
9502
+ include Aws::Structure
9503
+ end
9504
+
9505
+ # @!attribute [rw] task_run_id
9506
+ # The unique identifier for the task run.
9507
+ # @return [String]
9508
+ #
9509
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRunResponse AWS API Documentation
9510
+ #
9511
+ class StartExportLabelsTaskRunResponse < Struct.new(
9512
+ :task_run_id)
9513
+ include Aws::Structure
9514
+ end
9515
+
9516
+ # @note When making an API call, you may pass StartImportLabelsTaskRunRequest
9517
+ # data as a hash:
9518
+ #
9519
+ # {
9520
+ # transform_id: "HashString", # required
9521
+ # input_s3_path: "UriString", # required
9522
+ # replace_all_labels: false,
9523
+ # }
9524
+ #
9525
+ # @!attribute [rw] transform_id
9526
+ # The unique identifier of the machine learning transform.
9527
+ # @return [String]
9528
+ #
9529
+ # @!attribute [rw] input_s3_path
9530
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
9531
+ # import the labels.
9532
+ # @return [String]
9533
+ #
9534
+ # @!attribute [rw] replace_all_labels
9535
+ # Indicates whether to overwrite your existing labels.
9536
+ # @return [Boolean]
9537
+ #
9538
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunRequest AWS API Documentation
9539
+ #
9540
+ class StartImportLabelsTaskRunRequest < Struct.new(
9541
+ :transform_id,
9542
+ :input_s3_path,
9543
+ :replace_all_labels)
9544
+ include Aws::Structure
9545
+ end
9546
+
9547
+ # @!attribute [rw] task_run_id
9548
+ # The unique identifier for the task run.
9549
+ # @return [String]
9550
+ #
9551
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRunResponse AWS API Documentation
9552
+ #
9553
+ class StartImportLabelsTaskRunResponse < Struct.new(
9554
+ :task_run_id)
9555
+ include Aws::Structure
9556
+ end
9557
+
8179
9558
  # @note When making an API call, you may pass StartJobRunRequest
8180
9559
  # data as a hash:
8181
9560
  #
@@ -8331,6 +9710,71 @@ module Aws::Glue
8331
9710
  include Aws::Structure
8332
9711
  end
8333
9712
 
9713
+ # @note When making an API call, you may pass StartMLEvaluationTaskRunRequest
9714
+ # data as a hash:
9715
+ #
9716
+ # {
9717
+ # transform_id: "HashString", # required
9718
+ # }
9719
+ #
9720
+ # @!attribute [rw] transform_id
9721
+ # The unique identifier of the machine learning transform.
9722
+ # @return [String]
9723
+ #
9724
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunRequest AWS API Documentation
9725
+ #
9726
+ class StartMLEvaluationTaskRunRequest < Struct.new(
9727
+ :transform_id)
9728
+ include Aws::Structure
9729
+ end
9730
+
9731
+ # @!attribute [rw] task_run_id
9732
+ # The unique identifier associated with this run.
9733
+ # @return [String]
9734
+ #
9735
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRunResponse AWS API Documentation
9736
+ #
9737
+ class StartMLEvaluationTaskRunResponse < Struct.new(
9738
+ :task_run_id)
9739
+ include Aws::Structure
9740
+ end
9741
+
9742
+ # @note When making an API call, you may pass StartMLLabelingSetGenerationTaskRunRequest
9743
+ # data as a hash:
9744
+ #
9745
+ # {
9746
+ # transform_id: "HashString", # required
9747
+ # output_s3_path: "UriString", # required
9748
+ # }
9749
+ #
9750
+ # @!attribute [rw] transform_id
9751
+ # The unique identifier of the machine learning transform.
9752
+ # @return [String]
9753
+ #
9754
+ # @!attribute [rw] output_s3_path
9755
+ # The Amazon Simple Storage Service (Amazon S3) path where you
9756
+ # generate the labeling set.
9757
+ # @return [String]
9758
+ #
9759
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunRequest AWS API Documentation
9760
+ #
9761
+ class StartMLLabelingSetGenerationTaskRunRequest < Struct.new(
9762
+ :transform_id,
9763
+ :output_s3_path)
9764
+ include Aws::Structure
9765
+ end
9766
+
9767
+ # @!attribute [rw] task_run_id
9768
+ # The unique run identifier that is associated with this task run.
9769
+ # @return [String]
9770
+ #
9771
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRunResponse AWS API Documentation
9772
+ #
9773
+ class StartMLLabelingSetGenerationTaskRunResponse < Struct.new(
9774
+ :task_run_id)
9775
+ include Aws::Structure
9776
+ end
9777
+
8334
9778
  # @note When making an API call, you may pass StartTriggerRequest
8335
9779
  # data as a hash:
8336
9780
  #
@@ -8473,6 +9917,9 @@ module Aws::Glue
8473
9917
  # name: "NameString", # required
8474
9918
  # type: "ColumnTypeString",
8475
9919
  # comment: "CommentString",
9920
+ # parameters: {
9921
+ # "KeyString" => "ParametersMapValue",
9922
+ # },
8476
9923
  # },
8477
9924
  # ],
8478
9925
  # location: "LocationString",
@@ -8512,7 +9959,7 @@ module Aws::Glue
8512
9959
  # @return [Array<Types::Column>]
8513
9960
  #
8514
9961
  # @!attribute [rw] location
8515
- # The physical location of the table. By default this takes the form
9962
+ # The physical location of the table. By default, this takes the form
8516
9963
  # of the warehouse location, followed by the database location in the
8517
9964
  # warehouse, followed by the table name.
8518
9965
  # @return [String]
@@ -8528,7 +9975,7 @@ module Aws::Glue
8528
9975
  # @return [String]
8529
9976
  #
8530
9977
  # @!attribute [rw] compressed
8531
- # True if the data in the table is compressed, or False if not.
9978
+ # `True` if the data in the table is compressed, or `False` if not.
8532
9979
  # @return [Boolean]
8533
9980
  #
8534
9981
  # @!attribute [rw] number_of_buckets
@@ -8536,7 +9983,7 @@ module Aws::Glue
8536
9983
  # @return [Integer]
8537
9984
  #
8538
9985
  # @!attribute [rw] serde_info
8539
- # Serialization/deserialization (SerDe) information.
9986
+ # The serialization/deserialization (SerDe) information.
8540
9987
  # @return [Types::SerDeInfo]
8541
9988
  #
8542
9989
  # @!attribute [rw] bucket_columns
@@ -8549,16 +9996,17 @@ module Aws::Glue
8549
9996
  # @return [Array<Types::Order>]
8550
9997
  #
8551
9998
  # @!attribute [rw] parameters
8552
- # User-supplied properties in key-value form.
9999
+ # The user-supplied properties in key-value form.
8553
10000
  # @return [Hash<String,String>]
8554
10001
  #
8555
10002
  # @!attribute [rw] skewed_info
8556
- # Information about values that appear very frequently in a column
10003
+ # The information about values that appear frequently in a column
8557
10004
  # (skewed values).
8558
10005
  # @return [Types::SkewedInfo]
8559
10006
  #
8560
10007
  # @!attribute [rw] stored_as_sub_directories
8561
- # True if the table data is stored in subdirectories, or False if not.
10008
+ # `True` if the table data is stored in subdirectories, or `False` if
10009
+ # not.
8562
10010
  # @return [Boolean]
8563
10011
  #
8564
10012
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StorageDescriptor AWS API Documentation
@@ -8582,42 +10030,42 @@ module Aws::Glue
8582
10030
  # Represents a collection of related data organized in columns and rows.
8583
10031
  #
8584
10032
  # @!attribute [rw] name
8585
- # Name of the table. For Hive compatibility, this must be entirely
10033
+ # The table name. For Hive compatibility, this must be entirely
8586
10034
  # lowercase.
8587
10035
  # @return [String]
8588
10036
  #
8589
10037
  # @!attribute [rw] database_name
8590
- # Name of the metadata database where the table metadata resides. For
8591
- # Hive compatibility, this must be all lowercase.
10038
+ # The name of the database where the table metadata resides. For Hive
10039
+ # compatibility, this must be all lowercase.
8592
10040
  # @return [String]
8593
10041
  #
8594
10042
  # @!attribute [rw] description
8595
- # Description of the table.
10043
+ # A description of the table.
8596
10044
  # @return [String]
8597
10045
  #
8598
10046
  # @!attribute [rw] owner
8599
- # Owner of the table.
10047
+ # The owner of the table.
8600
10048
  # @return [String]
8601
10049
  #
8602
10050
  # @!attribute [rw] create_time
8603
- # Time when the table definition was created in the Data Catalog.
10051
+ # The time when the table definition was created in the Data Catalog.
8604
10052
  # @return [Time]
8605
10053
  #
8606
10054
  # @!attribute [rw] update_time
8607
- # Last time the table was updated.
10055
+ # The last time that the table was updated.
8608
10056
  # @return [Time]
8609
10057
  #
8610
10058
  # @!attribute [rw] last_access_time
8611
- # Last time the table was accessed. This is usually taken from HDFS,
8612
- # and may not be reliable.
10059
+ # The last time that the table was accessed. This is usually taken
10060
+ # from HDFS, and might not be reliable.
8613
10061
  # @return [Time]
8614
10062
  #
8615
10063
  # @!attribute [rw] last_analyzed_time
8616
- # Last time column statistics were computed for this table.
10064
+ # The last time that column statistics were computed for this table.
8617
10065
  # @return [Time]
8618
10066
  #
8619
10067
  # @!attribute [rw] retention
8620
- # Retention time for this table.
10068
+ # The retention time for this table.
8621
10069
  # @return [Integer]
8622
10070
  #
8623
10071
  # @!attribute [rw] storage_descriptor
@@ -8629,9 +10077,9 @@ module Aws::Glue
8629
10077
  # A list of columns by which the table is partitioned. Only primitive
8630
10078
  # types are supported as partition keys.
8631
10079
  #
8632
- # When creating a table used by Athena, and you do not specify any
8633
- # `partitionKeys`, you must at least set the value of `partitionKeys`
8634
- # to an empty list. For example:
10080
+ # When you create a table used by Amazon Athena, and you do not
10081
+ # specify any `partitionKeys`, you must at least set the value of
10082
+ # `partitionKeys` to an empty list. For example:
8635
10083
  #
8636
10084
  # `"PartitionKeys": []`
8637
10085
  # @return [Array<Types::Column>]
@@ -8655,9 +10103,14 @@ module Aws::Glue
8655
10103
  # @return [Hash<String,String>]
8656
10104
  #
8657
10105
  # @!attribute [rw] created_by
8658
- # Person or entity who created the table.
10106
+ # The person or entity who created the table.
8659
10107
  # @return [String]
8660
10108
  #
10109
+ # @!attribute [rw] is_registered_with_lake_formation
10110
+ # Indicates whether the table has been registered with AWS Lake
10111
+ # Formation.
10112
+ # @return [Boolean]
10113
+ #
8661
10114
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Table AWS API Documentation
8662
10115
  #
8663
10116
  class Table < Struct.new(
@@ -8676,19 +10129,20 @@ module Aws::Glue
8676
10129
  :view_expanded_text,
8677
10130
  :table_type,
8678
10131
  :parameters,
8679
- :created_by)
10132
+ :created_by,
10133
+ :is_registered_with_lake_formation)
8680
10134
  include Aws::Structure
8681
10135
  end
8682
10136
 
8683
10137
  # An error record for table operations.
8684
10138
  #
8685
10139
  # @!attribute [rw] table_name
8686
- # Name of the table. For Hive compatibility, this must be entirely
10140
+ # The name of the table. For Hive compatibility, this must be entirely
8687
10141
  # lowercase.
8688
10142
  # @return [String]
8689
10143
  #
8690
10144
  # @!attribute [rw] error_detail
8691
- # Detail about the error.
10145
+ # The details about the error.
8692
10146
  # @return [Types::ErrorDetail]
8693
10147
  #
8694
10148
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableError AWS API Documentation
@@ -8699,7 +10153,7 @@ module Aws::Glue
8699
10153
  include Aws::Structure
8700
10154
  end
8701
10155
 
8702
- # Structure used to create or update the table.
10156
+ # A structure used to define a table.
8703
10157
  #
8704
10158
  # @note When making an API call, you may pass TableInput
8705
10159
  # data as a hash:
@@ -8717,6 +10171,9 @@ module Aws::Glue
8717
10171
  # name: "NameString", # required
8718
10172
  # type: "ColumnTypeString",
8719
10173
  # comment: "CommentString",
10174
+ # parameters: {
10175
+ # "KeyString" => "ParametersMapValue",
10176
+ # },
8720
10177
  # },
8721
10178
  # ],
8722
10179
  # location: "LocationString",
@@ -8755,6 +10212,9 @@ module Aws::Glue
8755
10212
  # name: "NameString", # required
8756
10213
  # type: "ColumnTypeString",
8757
10214
  # comment: "CommentString",
10215
+ # parameters: {
10216
+ # "KeyString" => "ParametersMapValue",
10217
+ # },
8758
10218
  # },
8759
10219
  # ],
8760
10220
  # view_original_text: "ViewTextString",
@@ -8766,28 +10226,28 @@ module Aws::Glue
8766
10226
  # }
8767
10227
  #
8768
10228
  # @!attribute [rw] name
8769
- # Name of the table. For Hive compatibility, this is folded to
8770
- # lowercase when it is stored.
10229
+ # The table name. For Hive compatibility, this is folded to lowercase
10230
+ # when it is stored.
8771
10231
  # @return [String]
8772
10232
  #
8773
10233
  # @!attribute [rw] description
8774
- # Description of the table.
10234
+ # A description of the table.
8775
10235
  # @return [String]
8776
10236
  #
8777
10237
  # @!attribute [rw] owner
8778
- # Owner of the table.
10238
+ # The table owner.
8779
10239
  # @return [String]
8780
10240
  #
8781
10241
  # @!attribute [rw] last_access_time
8782
- # Last time the table was accessed.
10242
+ # The last time that the table was accessed.
8783
10243
  # @return [Time]
8784
10244
  #
8785
10245
  # @!attribute [rw] last_analyzed_time
8786
- # Last time column statistics were computed for this table.
10246
+ # The last time that column statistics were computed for this table.
8787
10247
  # @return [Time]
8788
10248
  #
8789
10249
  # @!attribute [rw] retention
8790
- # Retention time for this table.
10250
+ # The retention time for this table.
8791
10251
  # @return [Integer]
8792
10252
  #
8793
10253
  # @!attribute [rw] storage_descriptor
@@ -8799,9 +10259,9 @@ module Aws::Glue
8799
10259
  # A list of columns by which the table is partitioned. Only primitive
8800
10260
  # types are supported as partition keys.
8801
10261
  #
8802
- # When creating a table used by Athena, and you do not specify any
8803
- # `partitionKeys`, you must at least set the value of `partitionKeys`
8804
- # to an empty list. For example:
10262
+ # When you create a table used by Amazon Athena, and you do not
10263
+ # specify any `partitionKeys`, you must at least set the value of
10264
+ # `partitionKeys` to an empty list. For example:
8805
10265
  #
8806
10266
  # `"PartitionKeys": []`
8807
10267
  # @return [Array<Types::Column>]
@@ -8845,7 +10305,7 @@ module Aws::Glue
8845
10305
  # Specifies a version of a table.
8846
10306
  #
8847
10307
  # @!attribute [rw] table
8848
- # The table in question
10308
+ # The table in question.
8849
10309
  # @return [Types::Table]
8850
10310
  #
8851
10311
  # @!attribute [rw] version_id
@@ -8874,7 +10334,7 @@ module Aws::Glue
8874
10334
  # @return [String]
8875
10335
  #
8876
10336
  # @!attribute [rw] error_detail
8877
- # Detail about the error.
10337
+ # The details about the error.
8878
10338
  # @return [Types::ErrorDetail]
8879
10339
  #
8880
10340
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TableVersionError AWS API Documentation
@@ -8922,6 +10382,311 @@ module Aws::Glue
8922
10382
  #
8923
10383
  class TagResourceResponse < Aws::EmptyStructure; end
8924
10384
 
10385
+ # The sampling parameters that are associated with the machine learning
10386
+ # transform.
10387
+ #
10388
+ # @!attribute [rw] transform_id
10389
+ # The unique identifier for the transform.
10390
+ # @return [String]
10391
+ #
10392
+ # @!attribute [rw] task_run_id
10393
+ # The unique identifier for this task run.
10394
+ # @return [String]
10395
+ #
10396
+ # @!attribute [rw] status
10397
+ # The current status of the requested task run.
10398
+ # @return [String]
10399
+ #
10400
+ # @!attribute [rw] log_group_name
10401
+ # The names of the log group for secure logging, associated with this
10402
+ # task run.
10403
+ # @return [String]
10404
+ #
10405
+ # @!attribute [rw] properties
10406
+ # Specifies configuration properties associated with this task run.
10407
+ # @return [Types::TaskRunProperties]
10408
+ #
10409
+ # @!attribute [rw] error_string
10410
+ # The list of error strings associated with this task run.
10411
+ # @return [String]
10412
+ #
10413
+ # @!attribute [rw] started_on
10414
+ # The date and time that this task run started.
10415
+ # @return [Time]
10416
+ #
10417
+ # @!attribute [rw] last_modified_on
10418
+ # The last point in time that the requested task run was updated.
10419
+ # @return [Time]
10420
+ #
10421
+ # @!attribute [rw] completed_on
10422
+ # The last point in time that the requested task run was completed.
10423
+ # @return [Time]
10424
+ #
10425
+ # @!attribute [rw] execution_time
10426
+ # The amount of time (in seconds) that the task run consumed
10427
+ # resources.
10428
+ # @return [Integer]
10429
+ #
10430
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRun AWS API Documentation
10431
+ #
10432
+ class TaskRun < Struct.new(
10433
+ :transform_id,
10434
+ :task_run_id,
10435
+ :status,
10436
+ :log_group_name,
10437
+ :properties,
10438
+ :error_string,
10439
+ :started_on,
10440
+ :last_modified_on,
10441
+ :completed_on,
10442
+ :execution_time)
10443
+ include Aws::Structure
10444
+ end
10445
+
10446
+ # The criteria that are used to filter the task runs for the machine
10447
+ # learning transform.
10448
+ #
10449
+ # @note When making an API call, you may pass TaskRunFilterCriteria
10450
+ # data as a hash:
10451
+ #
10452
+ # {
10453
+ # task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
10454
+ # status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
10455
+ # started_before: Time.now,
10456
+ # started_after: Time.now,
10457
+ # }
10458
+ #
10459
+ # @!attribute [rw] task_run_type
10460
+ # The type of task run.
10461
+ # @return [String]
10462
+ #
10463
+ # @!attribute [rw] status
10464
+ # The current status of the task run.
10465
+ # @return [String]
10466
+ #
10467
+ # @!attribute [rw] started_before
10468
+ # Filter on task runs started before this date.
10469
+ # @return [Time]
10470
+ #
10471
+ # @!attribute [rw] started_after
10472
+ # Filter on task runs started after this date.
10473
+ # @return [Time]
10474
+ #
10475
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunFilterCriteria AWS API Documentation
10476
+ #
10477
+ class TaskRunFilterCriteria < Struct.new(
10478
+ :task_run_type,
10479
+ :status,
10480
+ :started_before,
10481
+ :started_after)
10482
+ include Aws::Structure
10483
+ end
10484
+
10485
+ # The configuration properties for the task run.
10486
+ #
10487
+ # @!attribute [rw] task_type
10488
+ # The type of task run.
10489
+ # @return [String]
10490
+ #
10491
+ # @!attribute [rw] import_labels_task_run_properties
10492
+ # The configuration properties for an importing labels task run.
10493
+ # @return [Types::ImportLabelsTaskRunProperties]
10494
+ #
10495
+ # @!attribute [rw] export_labels_task_run_properties
10496
+ # The configuration properties for an exporting labels task run.
10497
+ # @return [Types::ExportLabelsTaskRunProperties]
10498
+ #
10499
+ # @!attribute [rw] labeling_set_generation_task_run_properties
10500
+ # The configuration properties for a labeling set generation task run.
10501
+ # @return [Types::LabelingSetGenerationTaskRunProperties]
10502
+ #
10503
+ # @!attribute [rw] find_matches_task_run_properties
10504
+ # The configuration properties for a find matches task run.
10505
+ # @return [Types::FindMatchesTaskRunProperties]
10506
+ #
10507
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunProperties AWS API Documentation
10508
+ #
10509
+ class TaskRunProperties < Struct.new(
10510
+ :task_type,
10511
+ :import_labels_task_run_properties,
10512
+ :export_labels_task_run_properties,
10513
+ :labeling_set_generation_task_run_properties,
10514
+ :find_matches_task_run_properties)
10515
+ include Aws::Structure
10516
+ end
10517
+
10518
+ # The sorting criteria that are used to sort the list of task runs for
10519
+ # the machine learning transform.
10520
+ #
10521
+ # @note When making an API call, you may pass TaskRunSortCriteria
10522
+ # data as a hash:
10523
+ #
10524
+ # {
10525
+ # column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
10526
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
10527
+ # }
10528
+ #
10529
+ # @!attribute [rw] column
10530
+ # The column to be used to sort the list of task runs for the machine
10531
+ # learning transform.
10532
+ # @return [String]
10533
+ #
10534
+ # @!attribute [rw] sort_direction
10535
+ # The sort direction to be used to sort the list of task runs for the
10536
+ # machine learning transform.
10537
+ # @return [String]
10538
+ #
10539
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TaskRunSortCriteria AWS API Documentation
10540
+ #
10541
+ class TaskRunSortCriteria < Struct.new(
10542
+ :column,
10543
+ :sort_direction)
10544
+ include Aws::Structure
10545
+ end
10546
+
10547
+ # The criteria used to filter the machine learning transforms.
10548
+ #
10549
+ # @note When making an API call, you may pass TransformFilterCriteria
10550
+ # data as a hash:
10551
+ #
10552
+ # {
10553
+ # name: "NameString",
10554
+ # transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
10555
+ # status: "NOT_READY", # accepts NOT_READY, READY, DELETING
10556
+ # created_before: Time.now,
10557
+ # created_after: Time.now,
10558
+ # last_modified_before: Time.now,
10559
+ # last_modified_after: Time.now,
10560
+ # schema: [
10561
+ # {
10562
+ # name: "ColumnNameString",
10563
+ # data_type: "ColumnTypeString",
10564
+ # },
10565
+ # ],
10566
+ # }
10567
+ #
10568
+ # @!attribute [rw] name
10569
+ # A unique transform name that is used to filter the machine learning
10570
+ # transforms.
10571
+ # @return [String]
10572
+ #
10573
+ # @!attribute [rw] transform_type
10574
+ # The type of machine learning transform that is used to filter the
10575
+ # machine learning transforms.
10576
+ # @return [String]
10577
+ #
10578
+ # @!attribute [rw] status
10579
+ # Filters the list of machine learning transforms by the last known
10580
+ # status of the transforms (to indicate whether a transform can be
10581
+ # used or not). One of "NOT\_READY", "READY", or "DELETING".
10582
+ # @return [String]
10583
+ #
10584
+ # @!attribute [rw] created_before
10585
+ # The time and date before which the transforms were created.
10586
+ # @return [Time]
10587
+ #
10588
+ # @!attribute [rw] created_after
10589
+ # The time and date after which the transforms were created.
10590
+ # @return [Time]
10591
+ #
10592
+ # @!attribute [rw] last_modified_before
10593
+ # Filter on transforms last modified before this date.
10594
+ # @return [Time]
10595
+ #
10596
+ # @!attribute [rw] last_modified_after
10597
+ # Filter on transforms last modified after this date.
10598
+ # @return [Time]
10599
+ #
10600
+ # @!attribute [rw] schema
10601
+ # Filters on datasets with a specific schema. The `Map<Column, Type>`
10602
+ # object is an array of key-value pairs representing the schema this
10603
+ # transform accepts, where `Column` is the name of a column, and
10604
+ # `Type` is the type of the data such as an integer or string. Has an
10605
+ # upper bound of 100 columns.
10606
+ # @return [Array<Types::SchemaColumn>]
10607
+ #
10608
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformFilterCriteria AWS API Documentation
10609
+ #
10610
+ class TransformFilterCriteria < Struct.new(
10611
+ :name,
10612
+ :transform_type,
10613
+ :status,
10614
+ :created_before,
10615
+ :created_after,
10616
+ :last_modified_before,
10617
+ :last_modified_after,
10618
+ :schema)
10619
+ include Aws::Structure
10620
+ end
10621
+
10622
+ # The algorithm-specific parameters that are associated with the machine
10623
+ # learning transform.
10624
+ #
10625
+ # @note When making an API call, you may pass TransformParameters
10626
+ # data as a hash:
10627
+ #
10628
+ # {
10629
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
10630
+ # find_matches_parameters: {
10631
+ # primary_key_column_name: "ColumnNameString",
10632
+ # precision_recall_tradeoff: 1.0,
10633
+ # accuracy_cost_tradeoff: 1.0,
10634
+ # enforce_provided_labels: false,
10635
+ # },
10636
+ # }
10637
+ #
10638
+ # @!attribute [rw] transform_type
10639
+ # The type of machine learning transform.
10640
+ #
10641
+ # For information about the types of machine learning transforms, see
10642
+ # [Creating Machine Learning Transforms][1].
10643
+ #
10644
+ #
10645
+ #
10646
+ # [1]: http://docs.aws.amazon.com/glue/latest/dg/add-job-machine-learning-transform.html
10647
+ # @return [String]
10648
+ #
10649
+ # @!attribute [rw] find_matches_parameters
10650
+ # The parameters for the find matches algorithm.
10651
+ # @return [Types::FindMatchesParameters]
10652
+ #
10653
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformParameters AWS API Documentation
10654
+ #
10655
+ class TransformParameters < Struct.new(
10656
+ :transform_type,
10657
+ :find_matches_parameters)
10658
+ include Aws::Structure
10659
+ end
10660
+
10661
+ # The sorting criteria that are associated with the machine learning
10662
+ # transform.
10663
+ #
10664
+ # @note When making an API call, you may pass TransformSortCriteria
10665
+ # data as a hash:
10666
+ #
10667
+ # {
10668
+ # column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
10669
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
10670
+ # }
10671
+ #
10672
+ # @!attribute [rw] column
10673
+ # The column to be used in the sorting criteria that are associated
10674
+ # with the machine learning transform.
10675
+ # @return [String]
10676
+ #
10677
+ # @!attribute [rw] sort_direction
10678
+ # The sort direction to be used in the sorting criteria that are
10679
+ # associated with the machine learning transform.
10680
+ # @return [String]
10681
+ #
10682
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/TransformSortCriteria AWS API Documentation
10683
+ #
10684
+ class TransformSortCriteria < Struct.new(
10685
+ :column,
10686
+ :sort_direction)
10687
+ include Aws::Structure
10688
+ end
10689
+
8925
10690
  # Information about a specific trigger.
8926
10691
  #
8927
10692
  # @!attribute [rw] name
@@ -9444,12 +11209,20 @@ module Aws::Glue
9444
11209
  # parameters: {
9445
11210
  # "KeyString" => "ParametersMapValue",
9446
11211
  # },
11212
+ # create_table_default_permissions: [
11213
+ # {
11214
+ # principal: {
11215
+ # data_lake_principal_identifier: "DataLakePrincipalString",
11216
+ # },
11217
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
11218
+ # },
11219
+ # ],
9447
11220
  # },
9448
11221
  # }
9449
11222
  #
9450
11223
  # @!attribute [rw] catalog_id
9451
11224
  # The ID of the Data Catalog in which the metadata database resides.
9452
- # If none is supplied, the AWS account ID is used by default.
11225
+ # If none is provided, the AWS account ID is used by default.
9453
11226
  # @return [String]
9454
11227
  #
9455
11228
  # @!attribute [rw] name
@@ -9683,6 +11456,127 @@ module Aws::Glue
9683
11456
  include Aws::Structure
9684
11457
  end
9685
11458
 
11459
+ # @note When making an API call, you may pass UpdateMLTransformRequest
11460
+ # data as a hash:
11461
+ #
11462
+ # {
11463
+ # transform_id: "HashString", # required
11464
+ # name: "NameString",
11465
+ # description: "DescriptionString",
11466
+ # parameters: {
11467
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
11468
+ # find_matches_parameters: {
11469
+ # primary_key_column_name: "ColumnNameString",
11470
+ # precision_recall_tradeoff: 1.0,
11471
+ # accuracy_cost_tradeoff: 1.0,
11472
+ # enforce_provided_labels: false,
11473
+ # },
11474
+ # },
11475
+ # role: "RoleString",
11476
+ # max_capacity: 1.0,
11477
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
11478
+ # number_of_workers: 1,
11479
+ # timeout: 1,
11480
+ # max_retries: 1,
11481
+ # }
11482
+ #
11483
+ # @!attribute [rw] transform_id
11484
+ # A unique identifier that was generated when the transform was
11485
+ # created.
11486
+ # @return [String]
11487
+ #
11488
+ # @!attribute [rw] name
11489
+ # The unique name that you gave the transform when you created it.
11490
+ # @return [String]
11491
+ #
11492
+ # @!attribute [rw] description
11493
+ # A description of the transform. The default is an empty string.
11494
+ # @return [String]
11495
+ #
11496
+ # @!attribute [rw] parameters
11497
+ # The configuration parameters that are specific to the transform type
11498
+ # (algorithm) used. Conditionally dependent on the transform type.
11499
+ # @return [Types::TransformParameters]
11500
+ #
11501
+ # @!attribute [rw] role
11502
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
11503
+ # required permissions.
11504
+ # @return [String]
11505
+ #
11506
+ # @!attribute [rw] max_capacity
11507
+ # The number of AWS Glue data processing units (DPUs) that are
11508
+ # allocated to task runs for this transform. You can allocate from 2
11509
+ # to 100 DPUs; the default is 10. A DPU is a relative measure of
11510
+ # processing power that consists of 4 vCPUs of compute capacity and 16
11511
+ # GB of memory. For more information, see the [AWS Glue pricing
11512
+ # page][1].
11513
+ #
11514
+ # When the `WorkerType` field is set to a value other than `Standard`,
11515
+ # the `MaxCapacity` field is set automatically and becomes read-only.
11516
+ #
11517
+ #
11518
+ #
11519
+ # [1]: https://aws.amazon.com/glue/pricing/
11520
+ # @return [Float]
11521
+ #
11522
+ # @!attribute [rw] worker_type
11523
+ # The type of predefined worker that is allocated when this task runs.
11524
+ # Accepts a value of Standard, G.1X, or G.2X.
11525
+ #
11526
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
11527
+ # of memory and a 50GB disk, and 2 executors per worker.
11528
+ #
11529
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
11530
+ # memory and a 64GB disk, and 1 executor per worker.
11531
+ #
11532
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
11533
+ # memory and a 128GB disk, and 1 executor per worker.
11534
+ # @return [String]
11535
+ #
11536
+ # @!attribute [rw] number_of_workers
11537
+ # The number of workers of a defined `workerType` that are allocated
11538
+ # when this task runs.
11539
+ # @return [Integer]
11540
+ #
11541
+ # @!attribute [rw] timeout
11542
+ # The timeout for a task run for this transform in minutes. This is
11543
+ # the maximum time that a task run for this transform can consume
11544
+ # resources before it is terminated and enters `TIMEOUT` status. The
11545
+ # default is 2,880 minutes (48 hours).
11546
+ # @return [Integer]
11547
+ #
11548
+ # @!attribute [rw] max_retries
11549
+ # The maximum number of times to retry a task for this transform after
11550
+ # a task run fails.
11551
+ # @return [Integer]
11552
+ #
11553
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformRequest AWS API Documentation
11554
+ #
11555
+ class UpdateMLTransformRequest < Struct.new(
11556
+ :transform_id,
11557
+ :name,
11558
+ :description,
11559
+ :parameters,
11560
+ :role,
11561
+ :max_capacity,
11562
+ :worker_type,
11563
+ :number_of_workers,
11564
+ :timeout,
11565
+ :max_retries)
11566
+ include Aws::Structure
11567
+ end
11568
+
11569
+ # @!attribute [rw] transform_id
11570
+ # The unique identifier for the transform that was updated.
11571
+ # @return [String]
11572
+ #
11573
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransformResponse AWS API Documentation
11574
+ #
11575
+ class UpdateMLTransformResponse < Struct.new(
11576
+ :transform_id)
11577
+ include Aws::Structure
11578
+ end
11579
+
9686
11580
  # @note When making an API call, you may pass UpdatePartitionRequest
9687
11581
  # data as a hash:
9688
11582
  #
@@ -9700,6 +11594,9 @@ module Aws::Glue
9700
11594
  # name: "NameString", # required
9701
11595
  # type: "ColumnTypeString",
9702
11596
  # comment: "CommentString",
11597
+ # parameters: {
11598
+ # "KeyString" => "ParametersMapValue",
11599
+ # },
9703
11600
  # },
9704
11601
  # ],
9705
11602
  # location: "LocationString",
@@ -9742,7 +11639,7 @@ module Aws::Glue
9742
11639
  #
9743
11640
  # @!attribute [rw] catalog_id
9744
11641
  # The ID of the Data Catalog where the partition to be updated
9745
- # resides. If none is supplied, the AWS account ID is used by default.
11642
+ # resides. If none is provided, the AWS account ID is used by default.
9746
11643
  # @return [String]
9747
11644
  #
9748
11645
  # @!attribute [rw] database_name
@@ -9751,7 +11648,8 @@ module Aws::Glue
9751
11648
  # @return [String]
9752
11649
  #
9753
11650
  # @!attribute [rw] table_name
9754
- # The name of the table where the partition to be updated is located.
11651
+ # The name of the table in which the partition to be updated is
11652
+ # located.
9755
11653
  # @return [String]
9756
11654
  #
9757
11655
  # @!attribute [rw] partition_value_list
@@ -9759,7 +11657,7 @@ module Aws::Glue
9759
11657
  # @return [Array<String>]
9760
11658
  #
9761
11659
  # @!attribute [rw] partition_input
9762
- # The new partition object to which to update the partition.
11660
+ # The new partition object to update the partition to.
9763
11661
  # @return [Types::PartitionInput]
9764
11662
  #
9765
11663
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartitionRequest AWS API Documentation
@@ -9796,6 +11694,9 @@ module Aws::Glue
9796
11694
  # name: "NameString", # required
9797
11695
  # type: "ColumnTypeString",
9798
11696
  # comment: "CommentString",
11697
+ # parameters: {
11698
+ # "KeyString" => "ParametersMapValue",
11699
+ # },
9799
11700
  # },
9800
11701
  # ],
9801
11702
  # location: "LocationString",
@@ -9834,6 +11735,9 @@ module Aws::Glue
9834
11735
  # name: "NameString", # required
9835
11736
  # type: "ColumnTypeString",
9836
11737
  # comment: "CommentString",
11738
+ # parameters: {
11739
+ # "KeyString" => "ParametersMapValue",
11740
+ # },
9837
11741
  # },
9838
11742
  # ],
9839
11743
  # view_original_text: "ViewTextString",
@@ -9848,7 +11752,7 @@ module Aws::Glue
9848
11752
  #
9849
11753
  # @!attribute [rw] catalog_id
9850
11754
  # The ID of the Data Catalog where the table resides. If none is
9851
- # supplied, the AWS account ID is used by default.
11755
+ # provided, the AWS account ID is used by default.
9852
11756
  # @return [String]
9853
11757
  #
9854
11758
  # @!attribute [rw] database_name
@@ -9863,7 +11767,7 @@ module Aws::Glue
9863
11767
  #
9864
11768
  # @!attribute [rw] skip_archive
9865
11769
  # By default, `UpdateTable` always creates an archived version of the
9866
- # table before updating it. If `skipArchive` is set to true, however,
11770
+ # table before updating it. However, if `skipArchive` is set to true,
9867
11771
  # `UpdateTable` does not create the archived version.
9868
11772
  # @return [Boolean]
9869
11773
  #
@@ -9969,7 +11873,7 @@ module Aws::Glue
9969
11873
  #
9970
11874
  # @!attribute [rw] catalog_id
9971
11875
  # The ID of the Data Catalog where the function to be updated is
9972
- # located. If none is supplied, the AWS account ID is used by default.
11876
+ # located. If none is provided, the AWS account ID is used by default.
9973
11877
  # @return [String]
9974
11878
  #
9975
11879
  # @!attribute [rw] database_name
@@ -9982,7 +11886,7 @@ module Aws::Glue
9982
11886
  # @return [String]
9983
11887
  #
9984
11888
  # @!attribute [rw] function_input
9985
- # A `FunctionInput` object that re-defines the function in the Data
11889
+ # A `FunctionInput` object that redefines the function in the Data
9986
11890
  # Catalog.
9987
11891
  # @return [Types::UserDefinedFunctionInput]
9988
11892
  #
@@ -10120,7 +12024,7 @@ module Aws::Glue
10120
12024
  include Aws::Structure
10121
12025
  end
10122
12026
 
10123
- # A structure used to create or updata a user-defined function.
12027
+ # A structure used to create or update a user-defined function.
10124
12028
  #
10125
12029
  # @note When making an API call, you may pass UserDefinedFunctionInput
10126
12030
  # data as a hash: