aws-sdk-glue 1.41.0 → 1.42.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 210cfdb774f92489d7991d0b329d2f083086752b
4
- data.tar.gz: 042f80f190c5c065e96c51803b8ae6c72f3bec76
3
+ metadata.gz: 9fc97915146dcb08dc83c18f2aa4e32b50ad5efe
4
+ data.tar.gz: 614626753aa55fb5585512812eb35b0750545024
5
5
  SHA512:
6
- metadata.gz: 1749041ed29375a5d8c1f7e51e4cb57638ff5eed2e0ea3c4a865d0e7b8ce884184a9fbb44c86099361c69a9176c07d1aa7b8bd3a4b21205cadbb8e8301f1714d
7
- data.tar.gz: 689a3fbdcbd37f255020e4f92b2aaefa07412c1ffbaef20d5554b339b87bcce66a126e337805707e110c0865809660b0c7f8279f8acb05f8abc41d903ada1419
6
+ metadata.gz: e2f5c29b355e20bc6f878327a72f92e5e0e78aca3e70c330bd73998e9147afcf79197bf1676bfce19b43e044c91cc9e45722f5890ef80b5074fc89a659e89dbe
7
+ data.tar.gz: e863c6bd679f4b5800596ad3ff89501f53629222f65eebed9a7ad832f44c56ee73f33fae5c93f45717528ec3c07ffb53d45fc1b2adc585c002e3b9cbd70f5f84
@@ -42,6 +42,6 @@ require_relative 'aws-sdk-glue/customizations'
42
42
  # @service
43
43
  module Aws::Glue
44
44
 
45
- GEM_VERSION = '1.41.0'
45
+ GEM_VERSION = '1.42.0'
46
46
 
47
47
  end
@@ -267,7 +267,7 @@ module Aws::Glue
267
267
  # Creates one or more partitions in a batch operation.
268
268
  #
269
269
  # @option params [String] :catalog_id
270
- # The ID of the catalog in which the partion is to be created.
270
+ # The ID of the catalog in which the partition is to be created.
271
271
  # Currently, this should be the AWS account ID.
272
272
  #
273
273
  # @option params [required, String] :database_name
@@ -302,6 +302,9 @@ module Aws::Glue
302
302
  # name: "NameString", # required
303
303
  # type: "ColumnTypeString",
304
304
  # comment: "CommentString",
305
+ # parameters: {
306
+ # "KeyString" => "ParametersMapValue",
307
+ # },
305
308
  # },
306
309
  # ],
307
310
  # location: "LocationString",
@@ -402,14 +405,14 @@ module Aws::Glue
402
405
  #
403
406
  # @option params [String] :catalog_id
404
407
  # The ID of the Data Catalog where the partition to be deleted resides.
405
- # If none is supplied, the AWS account ID is used by default.
408
+ # If none is provided, the AWS account ID is used by default.
406
409
  #
407
410
  # @option params [required, String] :database_name
408
411
  # The name of the catalog database in which the table in question
409
412
  # resides.
410
413
  #
411
414
  # @option params [required, String] :table_name
412
- # The name of the table where the partitions to be deleted is located.
415
+ # The name of the table that contains the partitions to be deleted.
413
416
  #
414
417
  # @option params [required, Array<Types::PartitionValueList>] :partitions_to_delete
415
418
  # A list of `PartitionInput` structures that define the partitions to be
@@ -451,13 +454,13 @@ module Aws::Glue
451
454
 
452
455
  # Deletes multiple tables at once.
453
456
  #
454
- # <note markdown="1"> After completing this operation, you will no longer have access to the
457
+ # <note markdown="1"> After completing this operation, you no longer have access to the
455
458
  # table versions and partitions that belong to the deleted table. AWS
456
459
  # Glue deletes these "orphaned" resources asynchronously in a timely
457
460
  # manner, at the discretion of the service.
458
461
  #
459
- # To ensure immediate deletion of all related resources, before calling
460
- # `BatchDeleteTable`, use `DeleteTableVersion` or
462
+ # To ensure the immediate deletion of all related resources, before
463
+ # calling `BatchDeleteTable`, use `DeleteTableVersion` or
461
464
  # `BatchDeleteTableVersion`, and `DeletePartition` or
462
465
  # `BatchDeletePartition`, to delete any resources that belong to the
463
466
  # table.
@@ -466,10 +469,10 @@ module Aws::Glue
466
469
  #
467
470
  # @option params [String] :catalog_id
468
471
  # The ID of the Data Catalog where the table resides. If none is
469
- # supplied, the AWS account ID is used by default.
472
+ # provided, the AWS account ID is used by default.
470
473
  #
471
474
  # @option params [required, String] :database_name
472
- # The name of the catalog database where the tables to delete reside.
475
+ # The name of the catalog database in which the tables to delete reside.
473
476
  # For Hive compatibility, this name is entirely lowercase.
474
477
  #
475
478
  # @option params [required, Array<String>] :tables_to_delete
@@ -507,7 +510,7 @@ module Aws::Glue
507
510
  #
508
511
  # @option params [String] :catalog_id
509
512
  # The ID of the Data Catalog where the tables reside. If none is
510
- # supplied, the AWS account ID is used by default.
513
+ # provided, the AWS account ID is used by default.
511
514
  #
512
515
  # @option params [required, String] :database_name
513
516
  # The database in the catalog in which the table resides. For Hive
@@ -794,6 +797,8 @@ module Aws::Glue
794
797
  # resp.partitions[0].storage_descriptor.columns[0].name #=> String
795
798
  # resp.partitions[0].storage_descriptor.columns[0].type #=> String
796
799
  # resp.partitions[0].storage_descriptor.columns[0].comment #=> String
800
+ # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
801
+ # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
797
802
  # resp.partitions[0].storage_descriptor.location #=> String
798
803
  # resp.partitions[0].storage_descriptor.input_format #=> String
799
804
  # resp.partitions[0].storage_descriptor.output_format #=> String
@@ -1116,6 +1121,46 @@ module Aws::Glue
1116
1121
  req.send_request(options)
1117
1122
  end
1118
1123
 
1124
+ # Cancels (stops) a task run. Machine learning task runs are
1125
+ # asynchronous tasks that AWS Glue runs on your behalf as part of
1126
+ # various machine learning workflows. You can cancel a machine learning
1127
+ # task run at any time by calling `CancelMLTaskRun` with a task run's
1128
+ # parent transform's `TransformID` and the task run's `TaskRunId`.
1129
+ #
1130
+ # @option params [required, String] :transform_id
1131
+ # The unique identifier of the machine learning transform.
1132
+ #
1133
+ # @option params [required, String] :task_run_id
1134
+ # A unique identifier for the task run.
1135
+ #
1136
+ # @return [Types::CancelMLTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1137
+ #
1138
+ # * {Types::CancelMLTaskRunResponse#transform_id #transform_id} => String
1139
+ # * {Types::CancelMLTaskRunResponse#task_run_id #task_run_id} => String
1140
+ # * {Types::CancelMLTaskRunResponse#status #status} => String
1141
+ #
1142
+ # @example Request syntax with placeholder values
1143
+ #
1144
+ # resp = client.cancel_ml_task_run({
1145
+ # transform_id: "HashString", # required
1146
+ # task_run_id: "HashString", # required
1147
+ # })
1148
+ #
1149
+ # @example Response structure
1150
+ #
1151
+ # resp.transform_id #=> String
1152
+ # resp.task_run_id #=> String
1153
+ # resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
1154
+ #
1155
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelMLTaskRun AWS API Documentation
1156
+ #
1157
+ # @overload cancel_ml_task_run(params = {})
1158
+ # @param [Hash] params ({})
1159
+ def cancel_ml_task_run(params = {}, options = {})
1160
+ req = build_request(:cancel_ml_task_run, params)
1161
+ req.send_request(options)
1162
+ end
1163
+
1119
1164
  # Creates a classifier in the user's account. This can be a
1120
1165
  # `GrokClassifier`, an `XMLClassifier`, a `JsonClassifier`, or a
1121
1166
  # `CsvClassifier`, depending on which field of the request is present.
@@ -1340,11 +1385,10 @@ module Aws::Glue
1340
1385
  #
1341
1386
  # @option params [String] :catalog_id
1342
1387
  # The ID of the Data Catalog in which to create the database. If none is
1343
- # supplied, the AWS account ID is used by default.
1388
+ # provided, the AWS account ID is used by default.
1344
1389
  #
1345
1390
  # @option params [required, Types::DatabaseInput] :database_input
1346
- # A `DatabaseInput` object defining the metadata database to create in
1347
- # the catalog.
1391
+ # The metadata for the database.
1348
1392
  #
1349
1393
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
1350
1394
  #
@@ -1359,6 +1403,14 @@ module Aws::Glue
1359
1403
  # parameters: {
1360
1404
  # "KeyString" => "ParametersMapValue",
1361
1405
  # },
1406
+ # create_table_default_permissions: [
1407
+ # {
1408
+ # principal: {
1409
+ # data_lake_principal_identifier: "DataLakePrincipalString",
1410
+ # },
1411
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
1412
+ # },
1413
+ # ],
1362
1414
  # },
1363
1415
  # })
1364
1416
  #
@@ -1424,6 +1476,10 @@ module Aws::Glue
1424
1476
  # of memory, 128 GB disk), and provides 1 executor per worker. We
1425
1477
  # recommend this worker type for memory-intensive jobs.
1426
1478
  #
1479
+ # Known issue: when a development endpoint is created with the `G.2X`
1480
+ # `WorkerType` configuration, the Spark drivers for the development
1481
+ # endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
1482
+ #
1427
1483
  # @option params [Integer] :number_of_workers
1428
1484
  # The number of workers of a defined `workerType` that are allocated to
1429
1485
  # the development endpoint.
@@ -1741,11 +1797,138 @@ module Aws::Glue
1741
1797
  req.send_request(options)
1742
1798
  end
1743
1799
 
1800
+ # Creates an AWS Glue machine learning transform. This operation creates
1801
+ # the transform and all the necessary parameters to train it.
1802
+ #
1803
+ # Call this operation as the first step in the process of using a
1804
+ # machine learning transform (such as the `FindMatches` transform) for
1805
+ # deduplicating data. You can provide an optional `Description`, in
1806
+ # addition to the parameters that you want to use for your algorithm.
1807
+ #
1808
+ # You must also specify certain parameters for the tasks that AWS Glue
1809
+ # runs on your behalf as part of learning from your data and creating a
1810
+ # high-quality machine learning transform. These parameters include
1811
+ # `Role`, and optionally, `AllocatedCapacity`, `Timeout`, and
1812
+ # `MaxRetries`. For more information, see [Jobs][1].
1813
+ #
1814
+ #
1815
+ #
1816
+ # [1]: https://docs.aws.amazon.com/glue/latest/dg/aws-glue-api-jobs-job.html
1817
+ #
1818
+ # @option params [required, String] :name
1819
+ # The unique name that you give the transform when you create it.
1820
+ #
1821
+ # @option params [String] :description
1822
+ # A description of the machine learning transform that is being defined.
1823
+ # The default is an empty string.
1824
+ #
1825
+ # @option params [required, Array<Types::GlueTable>] :input_record_tables
1826
+ # A list of AWS Glue table definitions used by the transform.
1827
+ #
1828
+ # @option params [required, Types::TransformParameters] :parameters
1829
+ # The algorithmic parameters that are specific to the transform type
1830
+ # used. Conditionally dependent on the transform type.
1831
+ #
1832
+ # @option params [required, String] :role
1833
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
1834
+ # required permissions. Ensure that this role has permission to your
1835
+ # Amazon Simple Storage Service (Amazon S3) sources, targets, temporary
1836
+ # directory, scripts, and any libraries that are used by the task run
1837
+ # for this transform.
1838
+ #
1839
+ # @option params [Float] :max_capacity
1840
+ # The number of AWS Glue data processing units (DPUs) that are allocated
1841
+ # to task runs for this transform. You can allocate from 2 to 100 DPUs;
1842
+ # the default is 10. A DPU is a relative measure of processing power
1843
+ # that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
1844
+ # more information, see the [AWS Glue pricing page][1].
1845
+ #
1846
+ # When the `WorkerType` field is set to a value other than `Standard`,
1847
+ # the `MaxCapacity` field is set automatically and becomes read-only.
1848
+ #
1849
+ #
1850
+ #
1851
+ # [1]: https://aws.amazon.com/glue/pricing/
1852
+ #
1853
+ # @option params [String] :worker_type
1854
+ # The type of predefined worker that is allocated when this task runs.
1855
+ # Accepts a value of Standard, G.1X, or G.2X.
1856
+ #
1857
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
1858
+ # of memory and a 50GB disk, and 2 executors per worker.
1859
+ #
1860
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
1861
+ # memory and a 64GB disk, and 1 executor per worker.
1862
+ #
1863
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
1864
+ # memory and a 128GB disk, and 1 executor per worker.
1865
+ #
1866
+ # @option params [Integer] :number_of_workers
1867
+ # The number of workers of a defined `workerType` that are allocated
1868
+ # when this task runs.
1869
+ #
1870
+ # @option params [Integer] :timeout
1871
+ # The timeout of the task run for this transform in minutes. This is the
1872
+ # maximum time that a task run for this transform can consume resources
1873
+ # before it is terminated and enters `TIMEOUT` status. The default is
1874
+ # 2,880 minutes (48 hours).
1875
+ #
1876
+ # @option params [Integer] :max_retries
1877
+ # The maximum number of times to retry a task for this transform after a
1878
+ # task run fails.
1879
+ #
1880
+ # @return [Types::CreateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1881
+ #
1882
+ # * {Types::CreateMLTransformResponse#transform_id #transform_id} => String
1883
+ #
1884
+ # @example Request syntax with placeholder values
1885
+ #
1886
+ # resp = client.create_ml_transform({
1887
+ # name: "NameString", # required
1888
+ # description: "DescriptionString",
1889
+ # input_record_tables: [ # required
1890
+ # {
1891
+ # database_name: "NameString", # required
1892
+ # table_name: "NameString", # required
1893
+ # catalog_id: "NameString",
1894
+ # connection_name: "NameString",
1895
+ # },
1896
+ # ],
1897
+ # parameters: { # required
1898
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
1899
+ # find_matches_parameters: {
1900
+ # primary_key_column_name: "ColumnNameString",
1901
+ # precision_recall_tradeoff: 1.0,
1902
+ # accuracy_cost_tradeoff: 1.0,
1903
+ # enforce_provided_labels: false,
1904
+ # },
1905
+ # },
1906
+ # role: "RoleString", # required
1907
+ # max_capacity: 1.0,
1908
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
1909
+ # number_of_workers: 1,
1910
+ # timeout: 1,
1911
+ # max_retries: 1,
1912
+ # })
1913
+ #
1914
+ # @example Response structure
1915
+ #
1916
+ # resp.transform_id #=> String
1917
+ #
1918
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateMLTransform AWS API Documentation
1919
+ #
1920
+ # @overload create_ml_transform(params = {})
1921
+ # @param [Hash] params ({})
1922
+ def create_ml_transform(params = {}, options = {})
1923
+ req = build_request(:create_ml_transform, params)
1924
+ req.send_request(options)
1925
+ end
1926
+
1744
1927
  # Creates a new partition.
1745
1928
  #
1746
1929
  # @option params [String] :catalog_id
1747
- # The ID of the catalog in which the partion is to be created.
1748
- # Currently, this should be the AWS account ID.
1930
+ # The AWS account ID of the catalog in which the partition is to be
1931
+ # created.
1749
1932
  #
1750
1933
  # @option params [required, String] :database_name
1751
1934
  # The name of the metadata database in which the partition is to be
@@ -1775,6 +1958,9 @@ module Aws::Glue
1775
1958
  # name: "NameString", # required
1776
1959
  # type: "ColumnTypeString",
1777
1960
  # comment: "CommentString",
1961
+ # parameters: {
1962
+ # "KeyString" => "ParametersMapValue",
1963
+ # },
1778
1964
  # },
1779
1965
  # ],
1780
1966
  # location: "LocationString",
@@ -1972,6 +2158,9 @@ module Aws::Glue
1972
2158
  # name: "NameString", # required
1973
2159
  # type: "ColumnTypeString",
1974
2160
  # comment: "CommentString",
2161
+ # parameters: {
2162
+ # "KeyString" => "ParametersMapValue",
2163
+ # },
1975
2164
  # },
1976
2165
  # ],
1977
2166
  # location: "LocationString",
@@ -2010,6 +2199,9 @@ module Aws::Glue
2010
2199
  # name: "NameString", # required
2011
2200
  # type: "ColumnTypeString",
2012
2201
  # comment: "CommentString",
2202
+ # parameters: {
2203
+ # "KeyString" => "ParametersMapValue",
2204
+ # },
2013
2205
  # },
2014
2206
  # ],
2015
2207
  # view_original_text: "ViewTextString",
@@ -2137,7 +2329,7 @@ module Aws::Glue
2137
2329
  #
2138
2330
  # @option params [String] :catalog_id
2139
2331
  # The ID of the Data Catalog in which to create the function. If none is
2140
- # supplied, the AWS account ID is used by default.
2332
+ # provided, the AWS account ID is used by default.
2141
2333
  #
2142
2334
  # @option params [required, String] :database_name
2143
2335
  # The name of the catalog database in which to create the function.
@@ -2294,16 +2486,16 @@ module Aws::Glue
2294
2486
  req.send_request(options)
2295
2487
  end
2296
2488
 
2297
- # Removes a specified Database from a Data Catalog.
2489
+ # Removes a specified database from a Data Catalog.
2298
2490
  #
2299
- # <note markdown="1"> After completing this operation, you will no longer have access to the
2491
+ # <note markdown="1"> After completing this operation, you no longer have access to the
2300
2492
  # tables (and all table versions and partitions that might belong to the
2301
2493
  # tables) and the user-defined functions in the deleted database. AWS
2302
2494
  # Glue deletes these "orphaned" resources asynchronously in a timely
2303
2495
  # manner, at the discretion of the service.
2304
2496
  #
2305
- # To ensure immediate deletion of all related resources, before calling
2306
- # `DeleteDatabase`, use `DeleteTableVersion` or
2497
+ # To ensure the immediate deletion of all related resources, before
2498
+ # calling `DeleteDatabase`, use `DeleteTableVersion` or
2307
2499
  # `BatchDeleteTableVersion`, `DeletePartition` or
2308
2500
  # `BatchDeletePartition`, `DeleteUserDefinedFunction`, and `DeleteTable`
2309
2501
  # or `BatchDeleteTable`, to delete any resources that belong to the
@@ -2313,10 +2505,10 @@ module Aws::Glue
2313
2505
  #
2314
2506
  # @option params [String] :catalog_id
2315
2507
  # The ID of the Data Catalog in which the database resides. If none is
2316
- # supplied, the AWS account ID is used by default.
2508
+ # provided, the AWS account ID is used by default.
2317
2509
  #
2318
2510
  # @option params [required, String] :name
2319
- # The name of the Database to delete. For Hive compatibility, this must
2511
+ # The name of the database to delete. For Hive compatibility, this must
2320
2512
  # be all lowercase.
2321
2513
  #
2322
2514
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
@@ -2388,18 +2580,52 @@ module Aws::Glue
2388
2580
  req.send_request(options)
2389
2581
  end
2390
2582
 
2583
+ # Deletes an AWS Glue machine learning transform. Machine learning
2584
+ # transforms are a special type of transform that use machine learning
2585
+ # to learn the details of the transformation to be performed by learning
2586
+ # from examples provided by humans. These transformations are then saved
2587
+ # by AWS Glue. If you no longer need a transform, you can delete it by
2588
+ # calling `DeleteMLTransforms`. However, any AWS Glue jobs that still
2589
+ # reference the deleted transform will no longer succeed.
2590
+ #
2591
+ # @option params [required, String] :transform_id
2592
+ # The unique identifier of the transform to delete.
2593
+ #
2594
+ # @return [Types::DeleteMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
2595
+ #
2596
+ # * {Types::DeleteMLTransformResponse#transform_id #transform_id} => String
2597
+ #
2598
+ # @example Request syntax with placeholder values
2599
+ #
2600
+ # resp = client.delete_ml_transform({
2601
+ # transform_id: "HashString", # required
2602
+ # })
2603
+ #
2604
+ # @example Response structure
2605
+ #
2606
+ # resp.transform_id #=> String
2607
+ #
2608
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteMLTransform AWS API Documentation
2609
+ #
2610
+ # @overload delete_ml_transform(params = {})
2611
+ # @param [Hash] params ({})
2612
+ def delete_ml_transform(params = {}, options = {})
2613
+ req = build_request(:delete_ml_transform, params)
2614
+ req.send_request(options)
2615
+ end
2616
+
2391
2617
  # Deletes a specified partition.
2392
2618
  #
2393
2619
  # @option params [String] :catalog_id
2394
2620
  # The ID of the Data Catalog where the partition to be deleted resides.
2395
- # If none is supplied, the AWS account ID is used by default.
2621
+ # If none is provided, the AWS account ID is used by default.
2396
2622
  #
2397
2623
  # @option params [required, String] :database_name
2398
2624
  # The name of the catalog database in which the table in question
2399
2625
  # resides.
2400
2626
  #
2401
2627
  # @option params [required, String] :table_name
2402
- # The name of the table where the partition to be deleted is located.
2628
+ # The name of the table that contains the partition to be deleted.
2403
2629
  #
2404
2630
  # @option params [required, Array<String>] :partition_values
2405
2631
  # The values that define the partition.
@@ -2470,21 +2696,22 @@ module Aws::Glue
2470
2696
 
2471
2697
  # Removes a table definition from the Data Catalog.
2472
2698
  #
2473
- # <note markdown="1"> After completing this operation, you will no longer have access to the
2699
+ # <note markdown="1"> After completing this operation, you no longer have access to the
2474
2700
  # table versions and partitions that belong to the deleted table. AWS
2475
2701
  # Glue deletes these "orphaned" resources asynchronously in a timely
2476
2702
  # manner, at the discretion of the service.
2477
2703
  #
2478
- # To ensure immediate deletion of all related resources, before calling
2479
- # `DeleteTable`, use `DeleteTableVersion` or `BatchDeleteTableVersion`,
2480
- # and `DeletePartition` or `BatchDeletePartition`, to delete any
2481
- # resources that belong to the table.
2704
+ # To ensure the immediate deletion of all related resources, before
2705
+ # calling `DeleteTable`, use `DeleteTableVersion` or
2706
+ # `BatchDeleteTableVersion`, and `DeletePartition` or
2707
+ # `BatchDeletePartition`, to delete any resources that belong to the
2708
+ # table.
2482
2709
  #
2483
2710
  # </note>
2484
2711
  #
2485
2712
  # @option params [String] :catalog_id
2486
2713
  # The ID of the Data Catalog where the table resides. If none is
2487
- # supplied, the AWS account ID is used by default.
2714
+ # provided, the AWS account ID is used by default.
2488
2715
  #
2489
2716
  # @option params [required, String] :database_name
2490
2717
  # The name of the catalog database in which the table resides. For Hive
@@ -2517,7 +2744,7 @@ module Aws::Glue
2517
2744
  #
2518
2745
  # @option params [String] :catalog_id
2519
2746
  # The ID of the Data Catalog where the tables reside. If none is
2520
- # supplied, the AWS account ID is used by default.
2747
+ # provided, the AWS account ID is used by default.
2521
2748
  #
2522
2749
  # @option params [required, String] :database_name
2523
2750
  # The database in the catalog in which the table resides. For Hive
@@ -2803,7 +3030,7 @@ module Aws::Glue
2803
3030
  # password. For instance, the AWS Glue console uses this flag to
2804
3031
  # retrieve the connection, and does not display the password. Set this
2805
3032
  # parameter when the caller might not have permission to use the AWS KMS
2806
- # key to decrypt the password, but does have permission to access the
3033
+ # key to decrypt the password, but it does have permission to access the
2807
3034
  # rest of the connection properties.
2808
3035
  #
2809
3036
  # @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
@@ -2851,14 +3078,14 @@ module Aws::Glue
2851
3078
  # provided, the AWS account ID is used by default.
2852
3079
  #
2853
3080
  # @option params [Types::GetConnectionsFilter] :filter
2854
- # A filter that controls which connections will be returned.
3081
+ # A filter that controls which connections are returned.
2855
3082
  #
2856
3083
  # @option params [Boolean] :hide_password
2857
3084
  # Allows you to retrieve the connection metadata without returning the
2858
3085
  # password. For instance, the AWS Glue console uses this flag to
2859
3086
  # retrieve the connection, and does not display the password. Set this
2860
3087
  # parameter when the caller might not have permission to use the AWS KMS
2861
- # key to decrypt the password, but does have permission to access the
3088
+ # key to decrypt the password, but it does have permission to access the
2862
3089
  # rest of the connection properties.
2863
3090
  #
2864
3091
  # @option params [String] :next_token
@@ -3101,9 +3328,8 @@ module Aws::Glue
3101
3328
  # Retrieves the security configuration for a specified catalog.
3102
3329
  #
3103
3330
  # @option params [String] :catalog_id
3104
- # The ID of the Data Catalog for which to retrieve the security
3105
- # configuration. If none is provided, the AWS account ID is used by
3106
- # default.
3331
+ # The ID of the Data Catalog to retrieve the security configuration for.
3332
+ # If none is provided, the AWS account ID is used by default.
3107
3333
  #
3108
3334
  # @return [Types::GetDataCatalogEncryptionSettingsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3109
3335
  #
@@ -3135,7 +3361,7 @@ module Aws::Glue
3135
3361
  #
3136
3362
  # @option params [String] :catalog_id
3137
3363
  # The ID of the Data Catalog in which the database resides. If none is
3138
- # supplied, the AWS account ID is used by default.
3364
+ # provided, the AWS account ID is used by default.
3139
3365
  #
3140
3366
  # @option params [required, String] :name
3141
3367
  # The name of the database to retrieve. For Hive compatibility, this
@@ -3160,6 +3386,10 @@ module Aws::Glue
3160
3386
  # resp.database.parameters #=> Hash
3161
3387
  # resp.database.parameters["KeyString"] #=> String
3162
3388
  # resp.database.create_time #=> Time
3389
+ # resp.database.create_table_default_permissions #=> Array
3390
+ # resp.database.create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
3391
+ # resp.database.create_table_default_permissions[0].permissions #=> Array
3392
+ # resp.database.create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
3163
3393
  #
3164
3394
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
3165
3395
  #
@@ -3170,11 +3400,11 @@ module Aws::Glue
3170
3400
  req.send_request(options)
3171
3401
  end
3172
3402
 
3173
- # Retrieves all Databases defined in a given Data Catalog.
3403
+ # Retrieves all databases defined in a given Data Catalog.
3174
3404
  #
3175
3405
  # @option params [String] :catalog_id
3176
3406
  # The ID of the Data Catalog from which to retrieve `Databases`. If none
3177
- # is supplied, the AWS account ID is used by default.
3407
+ # is provided, the AWS account ID is used by default.
3178
3408
  #
3179
3409
  # @option params [String] :next_token
3180
3410
  # A continuation token, if this is a continuation call.
@@ -3204,6 +3434,10 @@ module Aws::Glue
3204
3434
  # resp.database_list[0].parameters #=> Hash
3205
3435
  # resp.database_list[0].parameters["KeyString"] #=> String
3206
3436
  # resp.database_list[0].create_time #=> Time
3437
+ # resp.database_list[0].create_table_default_permissions #=> Array
3438
+ # resp.database_list[0].create_table_default_permissions[0].principal.data_lake_principal_identifier #=> String
3439
+ # resp.database_list[0].create_table_default_permissions[0].permissions #=> Array
3440
+ # resp.database_list[0].create_table_default_permissions[0].permissions[0] #=> String, one of "ALL", "SELECT", "ALTER", "DROP", "DELETE", "INSERT", "CREATE_DATABASE", "CREATE_TABLE", "DATA_LOCATION_ACCESS"
3207
3441
  # resp.next_token #=> String
3208
3442
  #
3209
3443
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
@@ -3698,6 +3932,330 @@ module Aws::Glue
3698
3932
  req.send_request(options)
3699
3933
  end
3700
3934
 
3935
+ # Gets details for a specific task run on a machine learning transform.
3936
+ # Machine learning task runs are asynchronous tasks that AWS Glue runs
3937
+ # on your behalf as part of various machine learning workflows. You can
3938
+ # check the stats of any task run by calling `GetMLTaskRun` with the
3939
+ # `TaskRunID` and its parent transform's `TransformID`.
3940
+ #
3941
+ # @option params [required, String] :transform_id
3942
+ # The unique identifier of the machine learning transform.
3943
+ #
3944
+ # @option params [required, String] :task_run_id
3945
+ # The unique identifier of the task run.
3946
+ #
3947
+ # @return [Types::GetMLTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3948
+ #
3949
+ # * {Types::GetMLTaskRunResponse#transform_id #transform_id} => String
3950
+ # * {Types::GetMLTaskRunResponse#task_run_id #task_run_id} => String
3951
+ # * {Types::GetMLTaskRunResponse#status #status} => String
3952
+ # * {Types::GetMLTaskRunResponse#log_group_name #log_group_name} => String
3953
+ # * {Types::GetMLTaskRunResponse#properties #properties} => Types::TaskRunProperties
3954
+ # * {Types::GetMLTaskRunResponse#error_string #error_string} => String
3955
+ # * {Types::GetMLTaskRunResponse#started_on #started_on} => Time
3956
+ # * {Types::GetMLTaskRunResponse#last_modified_on #last_modified_on} => Time
3957
+ # * {Types::GetMLTaskRunResponse#completed_on #completed_on} => Time
3958
+ # * {Types::GetMLTaskRunResponse#execution_time #execution_time} => Integer
3959
+ #
3960
+ # @example Request syntax with placeholder values
3961
+ #
3962
+ # resp = client.get_ml_task_run({
3963
+ # transform_id: "HashString", # required
3964
+ # task_run_id: "HashString", # required
3965
+ # })
3966
+ #
3967
+ # @example Response structure
3968
+ #
3969
+ # resp.transform_id #=> String
3970
+ # resp.task_run_id #=> String
3971
+ # resp.status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
3972
+ # resp.log_group_name #=> String
3973
+ # resp.properties.task_type #=> String, one of "EVALUATION", "LABELING_SET_GENERATION", "IMPORT_LABELS", "EXPORT_LABELS", "FIND_MATCHES"
3974
+ # resp.properties.import_labels_task_run_properties.input_s3_path #=> String
3975
+ # resp.properties.import_labels_task_run_properties.replace #=> Boolean
3976
+ # resp.properties.export_labels_task_run_properties.output_s3_path #=> String
3977
+ # resp.properties.labeling_set_generation_task_run_properties.output_s3_path #=> String
3978
+ # resp.properties.find_matches_task_run_properties.job_id #=> String
3979
+ # resp.properties.find_matches_task_run_properties.job_name #=> String
3980
+ # resp.properties.find_matches_task_run_properties.job_run_id #=> String
3981
+ # resp.error_string #=> String
3982
+ # resp.started_on #=> Time
3983
+ # resp.last_modified_on #=> Time
3984
+ # resp.completed_on #=> Time
3985
+ # resp.execution_time #=> Integer
3986
+ #
3987
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRun AWS API Documentation
3988
+ #
3989
+ # @overload get_ml_task_run(params = {})
3990
+ # @param [Hash] params ({})
3991
+ def get_ml_task_run(params = {}, options = {})
3992
+ req = build_request(:get_ml_task_run, params)
3993
+ req.send_request(options)
3994
+ end
3995
+
3996
+ # Gets a list of runs for a machine learning transform. Machine learning
3997
+ # task runs are asynchronous tasks that AWS Glue runs on your behalf as
3998
+ # part of various machine learning workflows. You can get a sortable,
3999
+ # filterable list of machine learning task runs by calling
4000
+ # `GetMLTaskRuns` with their parent transform's `TransformID` and other
4001
+ # optional parameters as documented in this section.
4002
+ #
4003
+ # This operation returns a list of historic runs and must be paginated.
4004
+ #
4005
+ # @option params [required, String] :transform_id
4006
+ # The unique identifier of the machine learning transform.
4007
+ #
4008
+ # @option params [String] :next_token
4009
+ # A token for pagination of the results. The default is empty.
4010
+ #
4011
+ # @option params [Integer] :max_results
4012
+ # The maximum number of results to return.
4013
+ #
4014
+ # @option params [Types::TaskRunFilterCriteria] :filter
4015
+ # The filter criteria, in the `TaskRunFilterCriteria` structure, for the
4016
+ # task run.
4017
+ #
4018
+ # @option params [Types::TaskRunSortCriteria] :sort
4019
+ # The sorting criteria, in the `TaskRunSortCriteria` structure, for the
4020
+ # task run.
4021
+ #
4022
+ # @return [Types::GetMLTaskRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4023
+ #
4024
+ # * {Types::GetMLTaskRunsResponse#task_runs #task_runs} => Array&lt;Types::TaskRun&gt;
4025
+ # * {Types::GetMLTaskRunsResponse#next_token #next_token} => String
4026
+ #
4027
+ # @example Request syntax with placeholder values
4028
+ #
4029
+ # resp = client.get_ml_task_runs({
4030
+ # transform_id: "HashString", # required
4031
+ # next_token: "PaginationToken",
4032
+ # max_results: 1,
4033
+ # filter: {
4034
+ # task_run_type: "EVALUATION", # accepts EVALUATION, LABELING_SET_GENERATION, IMPORT_LABELS, EXPORT_LABELS, FIND_MATCHES
4035
+ # status: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED, TIMEOUT
4036
+ # started_before: Time.now,
4037
+ # started_after: Time.now,
4038
+ # },
4039
+ # sort: {
4040
+ # column: "TASK_RUN_TYPE", # required, accepts TASK_RUN_TYPE, STATUS, STARTED
4041
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
4042
+ # },
4043
+ # })
4044
+ #
4045
+ # @example Response structure
4046
+ #
4047
+ # resp.task_runs #=> Array
4048
+ # resp.task_runs[0].transform_id #=> String
4049
+ # resp.task_runs[0].task_run_id #=> String
4050
+ # resp.task_runs[0].status #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED", "TIMEOUT"
4051
+ # resp.task_runs[0].log_group_name #=> String
4052
+ # resp.task_runs[0].properties.task_type #=> String, one of "EVALUATION", "LABELING_SET_GENERATION", "IMPORT_LABELS", "EXPORT_LABELS", "FIND_MATCHES"
4053
+ # resp.task_runs[0].properties.import_labels_task_run_properties.input_s3_path #=> String
4054
+ # resp.task_runs[0].properties.import_labels_task_run_properties.replace #=> Boolean
4055
+ # resp.task_runs[0].properties.export_labels_task_run_properties.output_s3_path #=> String
4056
+ # resp.task_runs[0].properties.labeling_set_generation_task_run_properties.output_s3_path #=> String
4057
+ # resp.task_runs[0].properties.find_matches_task_run_properties.job_id #=> String
4058
+ # resp.task_runs[0].properties.find_matches_task_run_properties.job_name #=> String
4059
+ # resp.task_runs[0].properties.find_matches_task_run_properties.job_run_id #=> String
4060
+ # resp.task_runs[0].error_string #=> String
4061
+ # resp.task_runs[0].started_on #=> Time
4062
+ # resp.task_runs[0].last_modified_on #=> Time
4063
+ # resp.task_runs[0].completed_on #=> Time
4064
+ # resp.task_runs[0].execution_time #=> Integer
4065
+ # resp.next_token #=> String
4066
+ #
4067
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTaskRuns AWS API Documentation
4068
+ #
4069
+ # @overload get_ml_task_runs(params = {})
4070
+ # @param [Hash] params ({})
4071
+ def get_ml_task_runs(params = {}, options = {})
4072
+ req = build_request(:get_ml_task_runs, params)
4073
+ req.send_request(options)
4074
+ end
4075
+
4076
+ # Gets an AWS Glue machine learning transform artifact and all its
4077
+ # corresponding metadata. Machine learning transforms are a special type
4078
+ # of transform that use machine learning to learn the details of the
4079
+ # transformation to be performed by learning from examples provided by
4080
+ # humans. These transformations are then saved by AWS Glue. You can
4081
+ # retrieve their metadata by calling `GetMLTransform`.
4082
+ #
4083
+ # @option params [required, String] :transform_id
4084
+ # The unique identifier of the transform, generated at the time that the
4085
+ # transform was created.
4086
+ #
4087
+ # @return [Types::GetMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4088
+ #
4089
+ # * {Types::GetMLTransformResponse#transform_id #transform_id} => String
4090
+ # * {Types::GetMLTransformResponse#name #name} => String
4091
+ # * {Types::GetMLTransformResponse#description #description} => String
4092
+ # * {Types::GetMLTransformResponse#status #status} => String
4093
+ # * {Types::GetMLTransformResponse#created_on #created_on} => Time
4094
+ # * {Types::GetMLTransformResponse#last_modified_on #last_modified_on} => Time
4095
+ # * {Types::GetMLTransformResponse#input_record_tables #input_record_tables} => Array&lt;Types::GlueTable&gt;
4096
+ # * {Types::GetMLTransformResponse#parameters #parameters} => Types::TransformParameters
4097
+ # * {Types::GetMLTransformResponse#evaluation_metrics #evaluation_metrics} => Types::EvaluationMetrics
4098
+ # * {Types::GetMLTransformResponse#label_count #label_count} => Integer
4099
+ # * {Types::GetMLTransformResponse#schema #schema} => Array&lt;Types::SchemaColumn&gt;
4100
+ # * {Types::GetMLTransformResponse#role #role} => String
4101
+ # * {Types::GetMLTransformResponse#max_capacity #max_capacity} => Float
4102
+ # * {Types::GetMLTransformResponse#worker_type #worker_type} => String
4103
+ # * {Types::GetMLTransformResponse#number_of_workers #number_of_workers} => Integer
4104
+ # * {Types::GetMLTransformResponse#timeout #timeout} => Integer
4105
+ # * {Types::GetMLTransformResponse#max_retries #max_retries} => Integer
4106
+ #
4107
+ # @example Request syntax with placeholder values
4108
+ #
4109
+ # resp = client.get_ml_transform({
4110
+ # transform_id: "HashString", # required
4111
+ # })
4112
+ #
4113
+ # @example Response structure
4114
+ #
4115
+ # resp.transform_id #=> String
4116
+ # resp.name #=> String
4117
+ # resp.description #=> String
4118
+ # resp.status #=> String, one of "NOT_READY", "READY", "DELETING"
4119
+ # resp.created_on #=> Time
4120
+ # resp.last_modified_on #=> Time
4121
+ # resp.input_record_tables #=> Array
4122
+ # resp.input_record_tables[0].database_name #=> String
4123
+ # resp.input_record_tables[0].table_name #=> String
4124
+ # resp.input_record_tables[0].catalog_id #=> String
4125
+ # resp.input_record_tables[0].connection_name #=> String
4126
+ # resp.parameters.transform_type #=> String, one of "FIND_MATCHES"
4127
+ # resp.parameters.find_matches_parameters.primary_key_column_name #=> String
4128
+ # resp.parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
4129
+ # resp.parameters.find_matches_parameters.accuracy_cost_tradeoff #=> Float
4130
+ # resp.parameters.find_matches_parameters.enforce_provided_labels #=> Boolean
4131
+ # resp.evaluation_metrics.transform_type #=> String, one of "FIND_MATCHES"
4132
+ # resp.evaluation_metrics.find_matches_metrics.area_under_pr_curve #=> Float
4133
+ # resp.evaluation_metrics.find_matches_metrics.precision #=> Float
4134
+ # resp.evaluation_metrics.find_matches_metrics.recall #=> Float
4135
+ # resp.evaluation_metrics.find_matches_metrics.f1 #=> Float
4136
+ # resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_positives #=> Integer
4137
+ # resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
4138
+ # resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
4139
+ # resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
4140
+ # resp.label_count #=> Integer
4141
+ # resp.schema #=> Array
4142
+ # resp.schema[0].name #=> String
4143
+ # resp.schema[0].data_type #=> String
4144
+ # resp.role #=> String
4145
+ # resp.max_capacity #=> Float
4146
+ # resp.worker_type #=> String, one of "Standard", "G.1X", "G.2X"
4147
+ # resp.number_of_workers #=> Integer
4148
+ # resp.timeout #=> Integer
4149
+ # resp.max_retries #=> Integer
4150
+ #
4151
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransform AWS API Documentation
4152
+ #
4153
+ # @overload get_ml_transform(params = {})
4154
+ # @param [Hash] params ({})
4155
+ def get_ml_transform(params = {}, options = {})
4156
+ req = build_request(:get_ml_transform, params)
4157
+ req.send_request(options)
4158
+ end
4159
+
4160
+ # Gets a sortable, filterable list of existing AWS Glue machine learning
4161
+ # transforms. Machine learning transforms are a special type of
4162
+ # transform that use machine learning to learn the details of the
4163
+ # transformation to be performed by learning from examples provided by
4164
+ # humans. These transformations are then saved by AWS Glue, and you can
4165
+ # retrieve their metadata by calling `GetMLTransforms`.
4166
+ #
4167
+ # @option params [String] :next_token
4168
+ # A paginated token to offset the results.
4169
+ #
4170
+ # @option params [Integer] :max_results
4171
+ # The maximum number of results to return.
4172
+ #
4173
+ # @option params [Types::TransformFilterCriteria] :filter
4174
+ # The filter transformation criteria.
4175
+ #
4176
+ # @option params [Types::TransformSortCriteria] :sort
4177
+ # The sorting criteria.
4178
+ #
4179
+ # @return [Types::GetMLTransformsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
4180
+ #
4181
+ # * {Types::GetMLTransformsResponse#transforms #transforms} => Array&lt;Types::MLTransform&gt;
4182
+ # * {Types::GetMLTransformsResponse#next_token #next_token} => String
4183
+ #
4184
+ # @example Request syntax with placeholder values
4185
+ #
4186
+ # resp = client.get_ml_transforms({
4187
+ # next_token: "PaginationToken",
4188
+ # max_results: 1,
4189
+ # filter: {
4190
+ # name: "NameString",
4191
+ # transform_type: "FIND_MATCHES", # accepts FIND_MATCHES
4192
+ # status: "NOT_READY", # accepts NOT_READY, READY, DELETING
4193
+ # created_before: Time.now,
4194
+ # created_after: Time.now,
4195
+ # last_modified_before: Time.now,
4196
+ # last_modified_after: Time.now,
4197
+ # schema: [
4198
+ # {
4199
+ # name: "ColumnNameString",
4200
+ # data_type: "ColumnTypeString",
4201
+ # },
4202
+ # ],
4203
+ # },
4204
+ # sort: {
4205
+ # column: "NAME", # required, accepts NAME, TRANSFORM_TYPE, STATUS, CREATED, LAST_MODIFIED
4206
+ # sort_direction: "DESCENDING", # required, accepts DESCENDING, ASCENDING
4207
+ # },
4208
+ # })
4209
+ #
4210
+ # @example Response structure
4211
+ #
4212
+ # resp.transforms #=> Array
4213
+ # resp.transforms[0].transform_id #=> String
4214
+ # resp.transforms[0].name #=> String
4215
+ # resp.transforms[0].description #=> String
4216
+ # resp.transforms[0].status #=> String, one of "NOT_READY", "READY", "DELETING"
4217
+ # resp.transforms[0].created_on #=> Time
4218
+ # resp.transforms[0].last_modified_on #=> Time
4219
+ # resp.transforms[0].input_record_tables #=> Array
4220
+ # resp.transforms[0].input_record_tables[0].database_name #=> String
4221
+ # resp.transforms[0].input_record_tables[0].table_name #=> String
4222
+ # resp.transforms[0].input_record_tables[0].catalog_id #=> String
4223
+ # resp.transforms[0].input_record_tables[0].connection_name #=> String
4224
+ # resp.transforms[0].parameters.transform_type #=> String, one of "FIND_MATCHES"
4225
+ # resp.transforms[0].parameters.find_matches_parameters.primary_key_column_name #=> String
4226
+ # resp.transforms[0].parameters.find_matches_parameters.precision_recall_tradeoff #=> Float
4227
+ # resp.transforms[0].parameters.find_matches_parameters.accuracy_cost_tradeoff #=> Float
4228
+ # resp.transforms[0].parameters.find_matches_parameters.enforce_provided_labels #=> Boolean
4229
+ # resp.transforms[0].evaluation_metrics.transform_type #=> String, one of "FIND_MATCHES"
4230
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.area_under_pr_curve #=> Float
4231
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.precision #=> Float
4232
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.recall #=> Float
4233
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.f1 #=> Float
4234
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_positives #=> Integer
4235
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
4236
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
4237
+ # resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
4238
+ # resp.transforms[0].label_count #=> Integer
4239
+ # resp.transforms[0].schema #=> Array
4240
+ # resp.transforms[0].schema[0].name #=> String
4241
+ # resp.transforms[0].schema[0].data_type #=> String
4242
+ # resp.transforms[0].role #=> String
4243
+ # resp.transforms[0].max_capacity #=> Float
4244
+ # resp.transforms[0].worker_type #=> String, one of "Standard", "G.1X", "G.2X"
4245
+ # resp.transforms[0].number_of_workers #=> Integer
4246
+ # resp.transforms[0].timeout #=> Integer
4247
+ # resp.transforms[0].max_retries #=> Integer
4248
+ # resp.next_token #=> String
4249
+ #
4250
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMLTransforms AWS API Documentation
4251
+ #
4252
+ # @overload get_ml_transforms(params = {})
4253
+ # @param [Hash] params ({})
4254
+ def get_ml_transforms(params = {}, options = {})
4255
+ req = build_request(:get_ml_transforms, params)
4256
+ req.send_request(options)
4257
+ end
4258
+
3701
4259
  # Creates mappings.
3702
4260
  #
3703
4261
  # @option params [required, Types::CatalogEntry] :source
@@ -3774,7 +4332,7 @@ module Aws::Glue
3774
4332
  #
3775
4333
  # @option params [String] :catalog_id
3776
4334
  # The ID of the Data Catalog where the partition in question resides. If
3777
- # none is supplied, the AWS account ID is used by default.
4335
+ # none is provided, the AWS account ID is used by default.
3778
4336
  #
3779
4337
  # @option params [required, String] :database_name
3780
4338
  # The name of the catalog database where the partition resides.
@@ -3810,6 +4368,8 @@ module Aws::Glue
3810
4368
  # resp.partition.storage_descriptor.columns[0].name #=> String
3811
4369
  # resp.partition.storage_descriptor.columns[0].type #=> String
3812
4370
  # resp.partition.storage_descriptor.columns[0].comment #=> String
4371
+ # resp.partition.storage_descriptor.columns[0].parameters #=> Hash
4372
+ # resp.partition.storage_descriptor.columns[0].parameters["KeyString"] #=> String
3813
4373
  # resp.partition.storage_descriptor.location #=> String
3814
4374
  # resp.partition.storage_descriptor.input_format #=> String
3815
4375
  # resp.partition.storage_descriptor.output_format #=> String
@@ -3850,7 +4410,7 @@ module Aws::Glue
3850
4410
  #
3851
4411
  # @option params [String] :catalog_id
3852
4412
  # The ID of the Data Catalog where the partitions in question reside. If
3853
- # none is supplied, the AWS account ID is used by default.
4413
+ # none is provided, the AWS account ID is used by default.
3854
4414
  #
3855
4415
  # @option params [required, String] :database_name
3856
4416
  # The name of the catalog database where the partitions reside.
@@ -3859,7 +4419,7 @@ module Aws::Glue
3859
4419
  # The name of the partitions' table.
3860
4420
  #
3861
4421
  # @option params [String] :expression
3862
- # An expression filtering the partitions to be returned.
4422
+ # An expression that filters the partitions to be returned.
3863
4423
  #
3864
4424
  # The expression uses SQL syntax similar to the SQL `WHERE` filter
3865
4425
  # clause. The SQL statement parser [JSQLParser][1] parses the
@@ -3870,7 +4430,7 @@ module Aws::Glue
3870
4430
  #
3871
4431
  # =
3872
4432
  #
3873
- # : Checks if the values of the two operands are equal or not; if yes,
4433
+ # : Checks whether the values of the two operands are equal; if yes,
3874
4434
  # then the condition becomes true.
3875
4435
  #
3876
4436
  # Example: Assume 'variable a' holds 10 and 'variable b' holds 20.
@@ -3879,37 +4439,38 @@ module Aws::Glue
3879
4439
  #
3880
4440
  # &lt; &gt;
3881
4441
  #
3882
- # : Checks if the values of two operands are equal or not; if the values
4442
+ # : Checks whether the values of two operands are equal; if the values
3883
4443
  # are not equal, then the condition becomes true.
3884
4444
  #
3885
4445
  # Example: (a &lt; &gt; b) is true.
3886
4446
  #
3887
4447
  # &gt;
3888
4448
  #
3889
- # : Checks if the value of the left operand is greater than the value of
3890
- # the right operand; if yes, then the condition becomes true.
4449
+ # : Checks whether the value of the left operand is greater than the
4450
+ # value of the right operand; if yes, then the condition becomes true.
3891
4451
  #
3892
4452
  # Example: (a &gt; b) is not true.
3893
4453
  #
3894
4454
  # &lt;
3895
4455
  #
3896
- # : Checks if the value of the left operand is less than the value of
3897
- # the right operand; if yes, then the condition becomes true.
4456
+ # : Checks whether the value of the left operand is less than the value
4457
+ # of the right operand; if yes, then the condition becomes true.
3898
4458
  #
3899
4459
  # Example: (a &lt; b) is true.
3900
4460
  #
3901
4461
  # &gt;=
3902
4462
  #
3903
- # : Checks if the value of the left operand is greater than or equal to
3904
- # the value of the right operand; if yes, then the condition becomes
3905
- # true.
4463
+ # : Checks whether the value of the left operand is greater than or
4464
+ # equal to the value of the right operand; if yes, then the condition
4465
+ # becomes true.
3906
4466
  #
3907
4467
  # Example: (a &gt;= b) is not true.
3908
4468
  #
3909
4469
  # &lt;=
3910
4470
  #
3911
- # : Checks if the value of the left operand is less than or equal to the
3912
- # value of the right operand; if yes, then the condition becomes true.
4471
+ # : Checks whether the value of the left operand is less than or equal
4472
+ # to the value of the right operand; if yes, then the condition
4473
+ # becomes true.
3913
4474
  #
3914
4475
  # Example: (a &lt;= b) is true.
3915
4476
  #
@@ -3917,7 +4478,7 @@ module Aws::Glue
3917
4478
  #
3918
4479
  # : Logical operators.
3919
4480
  #
3920
- # *Supported Partition Key Types*\: The following are the the supported
4481
+ # *Supported Partition Key Types*\: The following are the supported
3921
4482
  # partition keys.
3922
4483
  #
3923
4484
  # * `string`
@@ -3993,6 +4554,8 @@ module Aws::Glue
3993
4554
  # resp.partitions[0].storage_descriptor.columns[0].name #=> String
3994
4555
  # resp.partitions[0].storage_descriptor.columns[0].type #=> String
3995
4556
  # resp.partitions[0].storage_descriptor.columns[0].comment #=> String
4557
+ # resp.partitions[0].storage_descriptor.columns[0].parameters #=> Hash
4558
+ # resp.partitions[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
3996
4559
  # resp.partitions[0].storage_descriptor.location #=> String
3997
4560
  # resp.partitions[0].storage_descriptor.input_format #=> String
3998
4561
  # resp.partitions[0].storage_descriptor.output_format #=> String
@@ -4224,7 +4787,7 @@ module Aws::Glue
4224
4787
  #
4225
4788
  # @option params [String] :catalog_id
4226
4789
  # The ID of the Data Catalog where the table resides. If none is
4227
- # supplied, the AWS account ID is used by default.
4790
+ # provided, the AWS account ID is used by default.
4228
4791
  #
4229
4792
  # @option params [required, String] :database_name
4230
4793
  # The name of the database in the catalog in which the table resides.
@@ -4261,6 +4824,8 @@ module Aws::Glue
4261
4824
  # resp.table.storage_descriptor.columns[0].name #=> String
4262
4825
  # resp.table.storage_descriptor.columns[0].type #=> String
4263
4826
  # resp.table.storage_descriptor.columns[0].comment #=> String
4827
+ # resp.table.storage_descriptor.columns[0].parameters #=> Hash
4828
+ # resp.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
4264
4829
  # resp.table.storage_descriptor.location #=> String
4265
4830
  # resp.table.storage_descriptor.input_format #=> String
4266
4831
  # resp.table.storage_descriptor.output_format #=> String
@@ -4288,12 +4853,15 @@ module Aws::Glue
4288
4853
  # resp.table.partition_keys[0].name #=> String
4289
4854
  # resp.table.partition_keys[0].type #=> String
4290
4855
  # resp.table.partition_keys[0].comment #=> String
4856
+ # resp.table.partition_keys[0].parameters #=> Hash
4857
+ # resp.table.partition_keys[0].parameters["KeyString"] #=> String
4291
4858
  # resp.table.view_original_text #=> String
4292
4859
  # resp.table.view_expanded_text #=> String
4293
4860
  # resp.table.table_type #=> String
4294
4861
  # resp.table.parameters #=> Hash
4295
4862
  # resp.table.parameters["KeyString"] #=> String
4296
4863
  # resp.table.created_by #=> String
4864
+ # resp.table.is_registered_with_lake_formation #=> Boolean
4297
4865
  #
4298
4866
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
4299
4867
  #
@@ -4308,7 +4876,7 @@ module Aws::Glue
4308
4876
  #
4309
4877
  # @option params [String] :catalog_id
4310
4878
  # The ID of the Data Catalog where the tables reside. If none is
4311
- # supplied, the AWS account ID is used by default.
4879
+ # provided, the AWS account ID is used by default.
4312
4880
  #
4313
4881
  # @option params [required, String] :database_name
4314
4882
  # The database in the catalog in which the table resides. For Hive
@@ -4350,6 +4918,8 @@ module Aws::Glue
4350
4918
  # resp.table_version.table.storage_descriptor.columns[0].name #=> String
4351
4919
  # resp.table_version.table.storage_descriptor.columns[0].type #=> String
4352
4920
  # resp.table_version.table.storage_descriptor.columns[0].comment #=> String
4921
+ # resp.table_version.table.storage_descriptor.columns[0].parameters #=> Hash
4922
+ # resp.table_version.table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
4353
4923
  # resp.table_version.table.storage_descriptor.location #=> String
4354
4924
  # resp.table_version.table.storage_descriptor.input_format #=> String
4355
4925
  # resp.table_version.table.storage_descriptor.output_format #=> String
@@ -4377,12 +4947,15 @@ module Aws::Glue
4377
4947
  # resp.table_version.table.partition_keys[0].name #=> String
4378
4948
  # resp.table_version.table.partition_keys[0].type #=> String
4379
4949
  # resp.table_version.table.partition_keys[0].comment #=> String
4950
+ # resp.table_version.table.partition_keys[0].parameters #=> Hash
4951
+ # resp.table_version.table.partition_keys[0].parameters["KeyString"] #=> String
4380
4952
  # resp.table_version.table.view_original_text #=> String
4381
4953
  # resp.table_version.table.view_expanded_text #=> String
4382
4954
  # resp.table_version.table.table_type #=> String
4383
4955
  # resp.table_version.table.parameters #=> Hash
4384
4956
  # resp.table_version.table.parameters["KeyString"] #=> String
4385
4957
  # resp.table_version.table.created_by #=> String
4958
+ # resp.table_version.table.is_registered_with_lake_formation #=> Boolean
4386
4959
  # resp.table_version.version_id #=> String
4387
4960
  #
4388
4961
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersion AWS API Documentation
@@ -4399,7 +4972,7 @@ module Aws::Glue
4399
4972
  #
4400
4973
  # @option params [String] :catalog_id
4401
4974
  # The ID of the Data Catalog where the tables reside. If none is
4402
- # supplied, the AWS account ID is used by default.
4975
+ # provided, the AWS account ID is used by default.
4403
4976
  #
4404
4977
  # @option params [required, String] :database_name
4405
4978
  # The database in the catalog in which the table resides. For Hive
@@ -4446,6 +5019,8 @@ module Aws::Glue
4446
5019
  # resp.table_versions[0].table.storage_descriptor.columns[0].name #=> String
4447
5020
  # resp.table_versions[0].table.storage_descriptor.columns[0].type #=> String
4448
5021
  # resp.table_versions[0].table.storage_descriptor.columns[0].comment #=> String
5022
+ # resp.table_versions[0].table.storage_descriptor.columns[0].parameters #=> Hash
5023
+ # resp.table_versions[0].table.storage_descriptor.columns[0].parameters["KeyString"] #=> String
4449
5024
  # resp.table_versions[0].table.storage_descriptor.location #=> String
4450
5025
  # resp.table_versions[0].table.storage_descriptor.input_format #=> String
4451
5026
  # resp.table_versions[0].table.storage_descriptor.output_format #=> String
@@ -4473,12 +5048,15 @@ module Aws::Glue
4473
5048
  # resp.table_versions[0].table.partition_keys[0].name #=> String
4474
5049
  # resp.table_versions[0].table.partition_keys[0].type #=> String
4475
5050
  # resp.table_versions[0].table.partition_keys[0].comment #=> String
5051
+ # resp.table_versions[0].table.partition_keys[0].parameters #=> Hash
5052
+ # resp.table_versions[0].table.partition_keys[0].parameters["KeyString"] #=> String
4476
5053
  # resp.table_versions[0].table.view_original_text #=> String
4477
5054
  # resp.table_versions[0].table.view_expanded_text #=> String
4478
5055
  # resp.table_versions[0].table.table_type #=> String
4479
5056
  # resp.table_versions[0].table.parameters #=> Hash
4480
5057
  # resp.table_versions[0].table.parameters["KeyString"] #=> String
4481
5058
  # resp.table_versions[0].table.created_by #=> String
5059
+ # resp.table_versions[0].table.is_registered_with_lake_formation #=> Boolean
4482
5060
  # resp.table_versions[0].version_id #=> String
4483
5061
  # resp.next_token #=> String
4484
5062
  #
@@ -4496,7 +5074,7 @@ module Aws::Glue
4496
5074
  #
4497
5075
  # @option params [String] :catalog_id
4498
5076
  # The ID of the Data Catalog where the tables reside. If none is
4499
- # supplied, the AWS account ID is used by default.
5077
+ # provided, the AWS account ID is used by default.
4500
5078
  #
4501
5079
  # @option params [required, String] :database_name
4502
5080
  # The database in the catalog whose tables to list. For Hive
@@ -4543,6 +5121,8 @@ module Aws::Glue
4543
5121
  # resp.table_list[0].storage_descriptor.columns[0].name #=> String
4544
5122
  # resp.table_list[0].storage_descriptor.columns[0].type #=> String
4545
5123
  # resp.table_list[0].storage_descriptor.columns[0].comment #=> String
5124
+ # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
5125
+ # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
4546
5126
  # resp.table_list[0].storage_descriptor.location #=> String
4547
5127
  # resp.table_list[0].storage_descriptor.input_format #=> String
4548
5128
  # resp.table_list[0].storage_descriptor.output_format #=> String
@@ -4570,12 +5150,15 @@ module Aws::Glue
4570
5150
  # resp.table_list[0].partition_keys[0].name #=> String
4571
5151
  # resp.table_list[0].partition_keys[0].type #=> String
4572
5152
  # resp.table_list[0].partition_keys[0].comment #=> String
5153
+ # resp.table_list[0].partition_keys[0].parameters #=> Hash
5154
+ # resp.table_list[0].partition_keys[0].parameters["KeyString"] #=> String
4573
5155
  # resp.table_list[0].view_original_text #=> String
4574
5156
  # resp.table_list[0].view_expanded_text #=> String
4575
5157
  # resp.table_list[0].table_type #=> String
4576
5158
  # resp.table_list[0].parameters #=> Hash
4577
5159
  # resp.table_list[0].parameters["KeyString"] #=> String
4578
5160
  # resp.table_list[0].created_by #=> String
5161
+ # resp.table_list[0].is_registered_with_lake_formation #=> Boolean
4579
5162
  # resp.next_token #=> String
4580
5163
  #
4581
5164
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
@@ -4732,7 +5315,7 @@ module Aws::Glue
4732
5315
  #
4733
5316
  # @option params [String] :catalog_id
4734
5317
  # The ID of the Data Catalog where the function to be retrieved is
4735
- # located. If none is supplied, the AWS account ID is used by default.
5318
+ # located. If none is provided, the AWS account ID is used by default.
4736
5319
  #
4737
5320
  # @option params [required, String] :database_name
4738
5321
  # The name of the catalog database where the function is located.
@@ -4772,11 +5355,11 @@ module Aws::Glue
4772
5355
  req.send_request(options)
4773
5356
  end
4774
5357
 
4775
- # Retrieves a multiple function definitions from the Data Catalog.
5358
+ # Retrieves multiple function definitions from the Data Catalog.
4776
5359
  #
4777
5360
  # @option params [String] :catalog_id
4778
5361
  # The ID of the Data Catalog where the functions to be retrieved are
4779
- # located. If none is supplied, the AWS account ID is used by default.
5362
+ # located. If none is provided, the AWS account ID is used by default.
4780
5363
  #
4781
5364
  # @option params [required, String] :database_name
4782
5365
  # The name of the catalog database where the functions are located.
@@ -5263,7 +5846,7 @@ module Aws::Glue
5263
5846
  req.send_request(options)
5264
5847
  end
5265
5848
 
5266
- # Imports an existing Athena Data Catalog to AWS Glue
5849
+ # Imports an existing Amazon Athena Data Catalog to AWS Glue
5267
5850
  #
5268
5851
  # @option params [String] :catalog_id
5269
5852
  # The ID of the catalog to import. Currently, this should be the AWS
@@ -5525,9 +6108,8 @@ module Aws::Glue
5525
6108
  # every catalog write thereafter.
5526
6109
  #
5527
6110
  # @option params [String] :catalog_id
5528
- # The ID of the Data Catalog for which to set the security
5529
- # configuration. If none is provided, the AWS account ID is used by
5530
- # default.
6111
+ # The ID of the Data Catalog to set the security configuration for. If
6112
+ # none is provided, the AWS account ID is used by default.
5531
6113
  #
5532
6114
  # @option params [required, Types::DataCatalogEncryptionSettings] :data_catalog_encryption_settings
5533
6115
  # The security configuration to set.
@@ -5674,6 +6256,134 @@ module Aws::Glue
5674
6256
  req.send_request(options)
5675
6257
  end
5676
6258
 
6259
+ # Searches a set of tables based on properties in the table metadata as
6260
+ # well as on the parent database. You can search against text or filter
6261
+ # conditions.
6262
+ #
6263
+ # You can only get tables that you have access to based on the security
6264
+ # policies defined in Lake Formation. You need at least a read-only
6265
+ # access to the table for it to be returned. If you do not have access
6266
+ # to all the columns in the table, these columns will not be searched
6267
+ # against when returning the list of tables back to you. If you have
6268
+ # access to the columns but not the data in the columns, those columns
6269
+ # and the associated metadata for those columns will be included in the
6270
+ # search.
6271
+ #
6272
+ # @option params [String] :catalog_id
6273
+ # A unique identifier, consisting of ` account_id/datalake`.
6274
+ #
6275
+ # @option params [String] :next_token
6276
+ # A continuation token, included if this is a continuation call.
6277
+ #
6278
+ # @option params [Array<Types::PropertyPredicate>] :filters
6279
+ # A list of key-value pairs, and a comparator used to filter the search
6280
+ # results. Returns all entities matching the predicate.
6281
+ #
6282
+ # @option params [String] :search_text
6283
+ # A string used for a text search.
6284
+ #
6285
+ # Specifying a value in quotes filters based on an exact match to the
6286
+ # value.
6287
+ #
6288
+ # @option params [Array<Types::SortCriterion>] :sort_criteria
6289
+ # A list of criteria for sorting the results by a field name, in an
6290
+ # ascending or descending order.
6291
+ #
6292
+ # @option params [Integer] :max_results
6293
+ # The maximum number of tables to return in a single response.
6294
+ #
6295
+ # @return [Types::SearchTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6296
+ #
6297
+ # * {Types::SearchTablesResponse#next_token #next_token} => String
6298
+ # * {Types::SearchTablesResponse#table_list #table_list} => Array&lt;Types::Table&gt;
6299
+ #
6300
+ # @example Request syntax with placeholder values
6301
+ #
6302
+ # resp = client.search_tables({
6303
+ # catalog_id: "CatalogIdString",
6304
+ # next_token: "Token",
6305
+ # filters: [
6306
+ # {
6307
+ # key: "ValueString",
6308
+ # value: "ValueString",
6309
+ # comparator: "EQUALS", # accepts EQUALS, GREATER_THAN, LESS_THAN, GREATER_THAN_EQUALS, LESS_THAN_EQUALS
6310
+ # },
6311
+ # ],
6312
+ # search_text: "ValueString",
6313
+ # sort_criteria: [
6314
+ # {
6315
+ # field_name: "ValueString",
6316
+ # sort: "ASC", # accepts ASC, DESC
6317
+ # },
6318
+ # ],
6319
+ # max_results: 1,
6320
+ # })
6321
+ #
6322
+ # @example Response structure
6323
+ #
6324
+ # resp.next_token #=> String
6325
+ # resp.table_list #=> Array
6326
+ # resp.table_list[0].name #=> String
6327
+ # resp.table_list[0].database_name #=> String
6328
+ # resp.table_list[0].description #=> String
6329
+ # resp.table_list[0].owner #=> String
6330
+ # resp.table_list[0].create_time #=> Time
6331
+ # resp.table_list[0].update_time #=> Time
6332
+ # resp.table_list[0].last_access_time #=> Time
6333
+ # resp.table_list[0].last_analyzed_time #=> Time
6334
+ # resp.table_list[0].retention #=> Integer
6335
+ # resp.table_list[0].storage_descriptor.columns #=> Array
6336
+ # resp.table_list[0].storage_descriptor.columns[0].name #=> String
6337
+ # resp.table_list[0].storage_descriptor.columns[0].type #=> String
6338
+ # resp.table_list[0].storage_descriptor.columns[0].comment #=> String
6339
+ # resp.table_list[0].storage_descriptor.columns[0].parameters #=> Hash
6340
+ # resp.table_list[0].storage_descriptor.columns[0].parameters["KeyString"] #=> String
6341
+ # resp.table_list[0].storage_descriptor.location #=> String
6342
+ # resp.table_list[0].storage_descriptor.input_format #=> String
6343
+ # resp.table_list[0].storage_descriptor.output_format #=> String
6344
+ # resp.table_list[0].storage_descriptor.compressed #=> Boolean
6345
+ # resp.table_list[0].storage_descriptor.number_of_buckets #=> Integer
6346
+ # resp.table_list[0].storage_descriptor.serde_info.name #=> String
6347
+ # resp.table_list[0].storage_descriptor.serde_info.serialization_library #=> String
6348
+ # resp.table_list[0].storage_descriptor.serde_info.parameters #=> Hash
6349
+ # resp.table_list[0].storage_descriptor.serde_info.parameters["KeyString"] #=> String
6350
+ # resp.table_list[0].storage_descriptor.bucket_columns #=> Array
6351
+ # resp.table_list[0].storage_descriptor.bucket_columns[0] #=> String
6352
+ # resp.table_list[0].storage_descriptor.sort_columns #=> Array
6353
+ # resp.table_list[0].storage_descriptor.sort_columns[0].column #=> String
6354
+ # resp.table_list[0].storage_descriptor.sort_columns[0].sort_order #=> Integer
6355
+ # resp.table_list[0].storage_descriptor.parameters #=> Hash
6356
+ # resp.table_list[0].storage_descriptor.parameters["KeyString"] #=> String
6357
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_names #=> Array
6358
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_names[0] #=> String
6359
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_values #=> Array
6360
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_values[0] #=> String
6361
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
6362
+ # resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
6363
+ # resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
6364
+ # resp.table_list[0].partition_keys #=> Array
6365
+ # resp.table_list[0].partition_keys[0].name #=> String
6366
+ # resp.table_list[0].partition_keys[0].type #=> String
6367
+ # resp.table_list[0].partition_keys[0].comment #=> String
6368
+ # resp.table_list[0].partition_keys[0].parameters #=> Hash
6369
+ # resp.table_list[0].partition_keys[0].parameters["KeyString"] #=> String
6370
+ # resp.table_list[0].view_original_text #=> String
6371
+ # resp.table_list[0].view_expanded_text #=> String
6372
+ # resp.table_list[0].table_type #=> String
6373
+ # resp.table_list[0].parameters #=> Hash
6374
+ # resp.table_list[0].parameters["KeyString"] #=> String
6375
+ # resp.table_list[0].created_by #=> String
6376
+ # resp.table_list[0].is_registered_with_lake_formation #=> Boolean
6377
+ #
6378
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SearchTables AWS API Documentation
6379
+ #
6380
+ # @overload search_tables(params = {})
6381
+ # @param [Hash] params ({})
6382
+ def search_tables(params = {}, options = {})
6383
+ req = build_request(:search_tables, params)
6384
+ req.send_request(options)
6385
+ end
6386
+
5677
6387
  # Starts a crawl using the specified crawler, regardless of what is
5678
6388
  # scheduled. If the crawler is already running, returns a
5679
6389
  # [CrawlerRunningException][1].
@@ -5726,6 +6436,113 @@ module Aws::Glue
5726
6436
  req.send_request(options)
5727
6437
  end
5728
6438
 
6439
+ # Begins an asynchronous task to export all labeled data for a
6440
+ # particular transform. This task is the only label-related API call
6441
+ # that is not part of the typical active learning workflow. You
6442
+ # typically use `StartExportLabelsTaskRun` when you want to work with
6443
+ # all of your existing labels at the same time, such as when you want to
6444
+ # remove or change labels that were previously submitted as truth. This
6445
+ # API operation accepts the `TransformId` whose labels you want to
6446
+ # export and an Amazon Simple Storage Service (Amazon S3) path to export
6447
+ # the labels to. The operation returns a `TaskRunId`. You can check on
6448
+ # the status of your task run by calling the `GetMLTaskRun` API.
6449
+ #
6450
+ # @option params [required, String] :transform_id
6451
+ # The unique identifier of the machine learning transform.
6452
+ #
6453
+ # @option params [required, String] :output_s3_path
6454
+ # The Amazon S3 path where you export the labels.
6455
+ #
6456
+ # @return [Types::StartExportLabelsTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6457
+ #
6458
+ # * {Types::StartExportLabelsTaskRunResponse#task_run_id #task_run_id} => String
6459
+ #
6460
+ # @example Request syntax with placeholder values
6461
+ #
6462
+ # resp = client.start_export_labels_task_run({
6463
+ # transform_id: "HashString", # required
6464
+ # output_s3_path: "UriString", # required
6465
+ # })
6466
+ #
6467
+ # @example Response structure
6468
+ #
6469
+ # resp.task_run_id #=> String
6470
+ #
6471
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartExportLabelsTaskRun AWS API Documentation
6472
+ #
6473
+ # @overload start_export_labels_task_run(params = {})
6474
+ # @param [Hash] params ({})
6475
+ def start_export_labels_task_run(params = {}, options = {})
6476
+ req = build_request(:start_export_labels_task_run, params)
6477
+ req.send_request(options)
6478
+ end
6479
+
6480
+ # Enables you to provide additional labels (examples of truth) to be
6481
+ # used to teach the machine learning transform and improve its quality.
6482
+ # This API operation is generally used as part of the active learning
6483
+ # workflow that starts with the `StartMLLabelingSetGenerationTaskRun`
6484
+ # call and that ultimately results in improving the quality of your
6485
+ # machine learning transform.
6486
+ #
6487
+ # After the `StartMLLabelingSetGenerationTaskRun` finishes, AWS Glue
6488
+ # machine learning will have generated a series of questions for humans
6489
+ # to answer. (Answering these questions is often called 'labeling' in
6490
+ # the machine learning workflows). In the case of the `FindMatches`
6491
+ # transform, these questions are of the form, “What is the correct way
6492
+ # to group these rows together into groups composed entirely of matching
6493
+ # records?” After the labeling process is finished, users upload their
6494
+ # answers/labels with a call to `StartImportLabelsTaskRun`. After
6495
+ # `StartImportLabelsTaskRun` finishes, all future runs of the machine
6496
+ # learning transform use the new and improved labels and perform a
6497
+ # higher-quality transformation.
6498
+ #
6499
+ # By default, `StartMLLabelingSetGenerationTaskRun` continually learns
6500
+ # from and combines all labels that you upload unless you set `Replace`
6501
+ # to true. If you set `Replace` to true, `StartImportLabelsTaskRun`
6502
+ # deletes and forgets all previously uploaded labels and learns only
6503
+ # from the exact set that you upload. Replacing labels can be helpful if
6504
+ # you realize that you previously uploaded incorrect labels, and you
6505
+ # believe that they are having a negative effect on your transform
6506
+ # quality.
6507
+ #
6508
+ # You can check on the status of your task run by calling the
6509
+ # `GetMLTaskRun` operation.
6510
+ #
6511
+ # @option params [required, String] :transform_id
6512
+ # The unique identifier of the machine learning transform.
6513
+ #
6514
+ # @option params [required, String] :input_s3_path
6515
+ # The Amazon Simple Storage Service (Amazon S3) path from where you
6516
+ # import the labels.
6517
+ #
6518
+ # @option params [Boolean] :replace_all_labels
6519
+ # Indicates whether to overwrite your existing labels.
6520
+ #
6521
+ # @return [Types::StartImportLabelsTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6522
+ #
6523
+ # * {Types::StartImportLabelsTaskRunResponse#task_run_id #task_run_id} => String
6524
+ #
6525
+ # @example Request syntax with placeholder values
6526
+ #
6527
+ # resp = client.start_import_labels_task_run({
6528
+ # transform_id: "HashString", # required
6529
+ # input_s3_path: "UriString", # required
6530
+ # replace_all_labels: false,
6531
+ # })
6532
+ #
6533
+ # @example Response structure
6534
+ #
6535
+ # resp.task_run_id #=> String
6536
+ #
6537
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartImportLabelsTaskRun AWS API Documentation
6538
+ #
6539
+ # @overload start_import_labels_task_run(params = {})
6540
+ # @param [Hash] params ({})
6541
+ def start_import_labels_task_run(params = {}, options = {})
6542
+ req = build_request(:start_import_labels_task_run, params)
6543
+ req.send_request(options)
6544
+ end
6545
+
5729
6546
  # Starts a job run using a job definition.
5730
6547
  #
5731
6548
  # @option params [required, String] :job_name
@@ -5861,6 +6678,90 @@ module Aws::Glue
5861
6678
  req.send_request(options)
5862
6679
  end
5863
6680
 
6681
+ # Starts a task to estimate the quality of the transform.
6682
+ #
6683
+ # When you provide label sets as examples of truth, AWS Glue machine
6684
+ # learning uses some of those examples to learn from them. The rest of
6685
+ # the labels are used as a test to estimate quality.
6686
+ #
6687
+ # Returns a unique identifier for the run. You can call `GetMLTaskRun`
6688
+ # to get more information about the stats of the `EvaluationTaskRun`.
6689
+ #
6690
+ # @option params [required, String] :transform_id
6691
+ # The unique identifier of the machine learning transform.
6692
+ #
6693
+ # @return [Types::StartMLEvaluationTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6694
+ #
6695
+ # * {Types::StartMLEvaluationTaskRunResponse#task_run_id #task_run_id} => String
6696
+ #
6697
+ # @example Request syntax with placeholder values
6698
+ #
6699
+ # resp = client.start_ml_evaluation_task_run({
6700
+ # transform_id: "HashString", # required
6701
+ # })
6702
+ #
6703
+ # @example Response structure
6704
+ #
6705
+ # resp.task_run_id #=> String
6706
+ #
6707
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLEvaluationTaskRun AWS API Documentation
6708
+ #
6709
+ # @overload start_ml_evaluation_task_run(params = {})
6710
+ # @param [Hash] params ({})
6711
+ def start_ml_evaluation_task_run(params = {}, options = {})
6712
+ req = build_request(:start_ml_evaluation_task_run, params)
6713
+ req.send_request(options)
6714
+ end
6715
+
6716
+ # Starts the active learning workflow for your machine learning
6717
+ # transform to improve the transform's quality by generating label sets
6718
+ # and adding labels.
6719
+ #
6720
+ # When the `StartMLLabelingSetGenerationTaskRun` finishes, AWS Glue will
6721
+ # have generated a "labeling set" or a set of questions for humans to
6722
+ # answer.
6723
+ #
6724
+ # In the case of the `FindMatches` transform, these questions are of the
6725
+ # form, “What is the correct way to group these rows together into
6726
+ # groups composed entirely of matching records?”
6727
+ #
6728
+ # After the labeling process is finished, you can upload your labels
6729
+ # with a call to `StartImportLabelsTaskRun`. After
6730
+ # `StartImportLabelsTaskRun` finishes, all future runs of the machine
6731
+ # learning transform will use the new and improved labels and perform a
6732
+ # higher-quality transformation.
6733
+ #
6734
+ # @option params [required, String] :transform_id
6735
+ # The unique identifier of the machine learning transform.
6736
+ #
6737
+ # @option params [required, String] :output_s3_path
6738
+ # The Amazon Simple Storage Service (Amazon S3) path where you generate
6739
+ # the labeling set.
6740
+ #
6741
+ # @return [Types::StartMLLabelingSetGenerationTaskRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
6742
+ #
6743
+ # * {Types::StartMLLabelingSetGenerationTaskRunResponse#task_run_id #task_run_id} => String
6744
+ #
6745
+ # @example Request syntax with placeholder values
6746
+ #
6747
+ # resp = client.start_ml_labeling_set_generation_task_run({
6748
+ # transform_id: "HashString", # required
6749
+ # output_s3_path: "UriString", # required
6750
+ # })
6751
+ #
6752
+ # @example Response structure
6753
+ #
6754
+ # resp.task_run_id #=> String
6755
+ #
6756
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartMLLabelingSetGenerationTaskRun AWS API Documentation
6757
+ #
6758
+ # @overload start_ml_labeling_set_generation_task_run(params = {})
6759
+ # @param [Hash] params ({})
6760
+ def start_ml_labeling_set_generation_task_run(params = {}, options = {})
6761
+ req = build_request(:start_ml_labeling_set_generation_task_run, params)
6762
+ req.send_request(options)
6763
+ end
6764
+
5864
6765
  # Starts an existing trigger. See [Triggering Jobs][1] for information
5865
6766
  # about how different types of trigger are started.
5866
6767
  #
@@ -6310,7 +7211,7 @@ module Aws::Glue
6310
7211
  #
6311
7212
  # @option params [String] :catalog_id
6312
7213
  # The ID of the Data Catalog in which the metadata database resides. If
6313
- # none is supplied, the AWS account ID is used by default.
7214
+ # none is provided, the AWS account ID is used by default.
6314
7215
  #
6315
7216
  # @option params [required, String] :name
6316
7217
  # The name of the database to update in the catalog. For Hive
@@ -6334,6 +7235,14 @@ module Aws::Glue
6334
7235
  # parameters: {
6335
7236
  # "KeyString" => "ParametersMapValue",
6336
7237
  # },
7238
+ # create_table_default_permissions: [
7239
+ # {
7240
+ # principal: {
7241
+ # data_lake_principal_identifier: "DataLakePrincipalString",
7242
+ # },
7243
+ # permissions: ["ALL"], # accepts ALL, SELECT, ALTER, DROP, DELETE, INSERT, CREATE_DATABASE, CREATE_TABLE, DATA_LOCATION_ACCESS
7244
+ # },
7245
+ # ],
6337
7246
  # },
6338
7247
  # })
6339
7248
  #
@@ -6465,24 +7374,130 @@ module Aws::Glue
6465
7374
  req.send_request(options)
6466
7375
  end
6467
7376
 
7377
+ # Updates an existing machine learning transform. Call this operation to
7378
+ # tune the algorithm parameters to achieve better results.
7379
+ #
7380
+ # After calling this operation, you can call the
7381
+ # `StartMLEvaluationTaskRun` operation to assess how well your new
7382
+ # parameters achieved your goals (such as improving the quality of your
7383
+ # machine learning transform, or making it more cost-effective).
7384
+ #
7385
+ # @option params [required, String] :transform_id
7386
+ # A unique identifier that was generated when the transform was created.
7387
+ #
7388
+ # @option params [String] :name
7389
+ # The unique name that you gave the transform when you created it.
7390
+ #
7391
+ # @option params [String] :description
7392
+ # A description of the transform. The default is an empty string.
7393
+ #
7394
+ # @option params [Types::TransformParameters] :parameters
7395
+ # The configuration parameters that are specific to the transform type
7396
+ # (algorithm) used. Conditionally dependent on the transform type.
7397
+ #
7398
+ # @option params [String] :role
7399
+ # The name or Amazon Resource Name (ARN) of the IAM role with the
7400
+ # required permissions.
7401
+ #
7402
+ # @option params [Float] :max_capacity
7403
+ # The number of AWS Glue data processing units (DPUs) that are allocated
7404
+ # to task runs for this transform. You can allocate from 2 to 100 DPUs;
7405
+ # the default is 10. A DPU is a relative measure of processing power
7406
+ # that consists of 4 vCPUs of compute capacity and 16 GB of memory. For
7407
+ # more information, see the [AWS Glue pricing page][1].
7408
+ #
7409
+ # When the `WorkerType` field is set to a value other than `Standard`,
7410
+ # the `MaxCapacity` field is set automatically and becomes read-only.
7411
+ #
7412
+ #
7413
+ #
7414
+ # [1]: https://aws.amazon.com/glue/pricing/
7415
+ #
7416
+ # @option params [String] :worker_type
7417
+ # The type of predefined worker that is allocated when this task runs.
7418
+ # Accepts a value of Standard, G.1X, or G.2X.
7419
+ #
7420
+ # * For the `Standard` worker type, each worker provides 4 vCPU, 16 GB
7421
+ # of memory and a 50GB disk, and 2 executors per worker.
7422
+ #
7423
+ # * For the `G.1X` worker type, each worker provides 4 vCPU, 16 GB of
7424
+ # memory and a 64GB disk, and 1 executor per worker.
7425
+ #
7426
+ # * For the `G.2X` worker type, each worker provides 8 vCPU, 32 GB of
7427
+ # memory and a 128GB disk, and 1 executor per worker.
7428
+ #
7429
+ # @option params [Integer] :number_of_workers
7430
+ # The number of workers of a defined `workerType` that are allocated
7431
+ # when this task runs.
7432
+ #
7433
+ # @option params [Integer] :timeout
7434
+ # The timeout for a task run for this transform in minutes. This is the
7435
+ # maximum time that a task run for this transform can consume resources
7436
+ # before it is terminated and enters `TIMEOUT` status. The default is
7437
+ # 2,880 minutes (48 hours).
7438
+ #
7439
+ # @option params [Integer] :max_retries
7440
+ # The maximum number of times to retry a task for this transform after a
7441
+ # task run fails.
7442
+ #
7443
+ # @return [Types::UpdateMLTransformResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
7444
+ #
7445
+ # * {Types::UpdateMLTransformResponse#transform_id #transform_id} => String
7446
+ #
7447
+ # @example Request syntax with placeholder values
7448
+ #
7449
+ # resp = client.update_ml_transform({
7450
+ # transform_id: "HashString", # required
7451
+ # name: "NameString",
7452
+ # description: "DescriptionString",
7453
+ # parameters: {
7454
+ # transform_type: "FIND_MATCHES", # required, accepts FIND_MATCHES
7455
+ # find_matches_parameters: {
7456
+ # primary_key_column_name: "ColumnNameString",
7457
+ # precision_recall_tradeoff: 1.0,
7458
+ # accuracy_cost_tradeoff: 1.0,
7459
+ # enforce_provided_labels: false,
7460
+ # },
7461
+ # },
7462
+ # role: "RoleString",
7463
+ # max_capacity: 1.0,
7464
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
7465
+ # number_of_workers: 1,
7466
+ # timeout: 1,
7467
+ # max_retries: 1,
7468
+ # })
7469
+ #
7470
+ # @example Response structure
7471
+ #
7472
+ # resp.transform_id #=> String
7473
+ #
7474
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateMLTransform AWS API Documentation
7475
+ #
7476
+ # @overload update_ml_transform(params = {})
7477
+ # @param [Hash] params ({})
7478
+ def update_ml_transform(params = {}, options = {})
7479
+ req = build_request(:update_ml_transform, params)
7480
+ req.send_request(options)
7481
+ end
7482
+
6468
7483
  # Updates a partition.
6469
7484
  #
6470
7485
  # @option params [String] :catalog_id
6471
7486
  # The ID of the Data Catalog where the partition to be updated resides.
6472
- # If none is supplied, the AWS account ID is used by default.
7487
+ # If none is provided, the AWS account ID is used by default.
6473
7488
  #
6474
7489
  # @option params [required, String] :database_name
6475
7490
  # The name of the catalog database in which the table in question
6476
7491
  # resides.
6477
7492
  #
6478
7493
  # @option params [required, String] :table_name
6479
- # The name of the table where the partition to be updated is located.
7494
+ # The name of the table in which the partition to be updated is located.
6480
7495
  #
6481
7496
  # @option params [required, Array<String>] :partition_value_list
6482
7497
  # A list of the values defining the partition.
6483
7498
  #
6484
7499
  # @option params [required, Types::PartitionInput] :partition_input
6485
- # The new partition object to which to update the partition.
7500
+ # The new partition object to update the partition to.
6486
7501
  #
6487
7502
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
6488
7503
  #
@@ -6502,6 +7517,9 @@ module Aws::Glue
6502
7517
  # name: "NameString", # required
6503
7518
  # type: "ColumnTypeString",
6504
7519
  # comment: "CommentString",
7520
+ # parameters: {
7521
+ # "KeyString" => "ParametersMapValue",
7522
+ # },
6505
7523
  # },
6506
7524
  # ],
6507
7525
  # location: "LocationString",
@@ -6555,7 +7573,7 @@ module Aws::Glue
6555
7573
  #
6556
7574
  # @option params [String] :catalog_id
6557
7575
  # The ID of the Data Catalog where the table resides. If none is
6558
- # supplied, the AWS account ID is used by default.
7576
+ # provided, the AWS account ID is used by default.
6559
7577
  #
6560
7578
  # @option params [required, String] :database_name
6561
7579
  # The name of the catalog database in which the table resides. For Hive
@@ -6567,7 +7585,7 @@ module Aws::Glue
6567
7585
  #
6568
7586
  # @option params [Boolean] :skip_archive
6569
7587
  # By default, `UpdateTable` always creates an archived version of the
6570
- # table before updating it. If `skipArchive` is set to true, however,
7588
+ # table before updating it. However, if `skipArchive` is set to true,
6571
7589
  # `UpdateTable` does not create the archived version.
6572
7590
  #
6573
7591
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
@@ -6590,6 +7608,9 @@ module Aws::Glue
6590
7608
  # name: "NameString", # required
6591
7609
  # type: "ColumnTypeString",
6592
7610
  # comment: "CommentString",
7611
+ # parameters: {
7612
+ # "KeyString" => "ParametersMapValue",
7613
+ # },
6593
7614
  # },
6594
7615
  # ],
6595
7616
  # location: "LocationString",
@@ -6628,6 +7649,9 @@ module Aws::Glue
6628
7649
  # name: "NameString", # required
6629
7650
  # type: "ColumnTypeString",
6630
7651
  # comment: "CommentString",
7652
+ # parameters: {
7653
+ # "KeyString" => "ParametersMapValue",
7654
+ # },
6631
7655
  # },
6632
7656
  # ],
6633
7657
  # view_original_text: "ViewTextString",
@@ -6736,7 +7760,7 @@ module Aws::Glue
6736
7760
  #
6737
7761
  # @option params [String] :catalog_id
6738
7762
  # The ID of the Data Catalog where the function to be updated is
6739
- # located. If none is supplied, the AWS account ID is used by default.
7763
+ # located. If none is provided, the AWS account ID is used by default.
6740
7764
  #
6741
7765
  # @option params [required, String] :database_name
6742
7766
  # The name of the catalog database where the function to be updated is
@@ -6746,7 +7770,7 @@ module Aws::Glue
6746
7770
  # The name of the function.
6747
7771
  #
6748
7772
  # @option params [required, Types::UserDefinedFunctionInput] :function_input
6749
- # A `FunctionInput` object that re-defines the function in the Data
7773
+ # A `FunctionInput` object that redefines the function in the Data
6750
7774
  # Catalog.
6751
7775
  #
6752
7776
  # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
@@ -6832,7 +7856,7 @@ module Aws::Glue
6832
7856
  params: params,
6833
7857
  config: config)
6834
7858
  context[:gem_name] = 'aws-sdk-glue'
6835
- context[:gem_version] = '1.41.0'
7859
+ context[:gem_version] = '1.42.0'
6836
7860
  Seahorse::Client::Request.new(handlers, context)
6837
7861
  end
6838
7862