aws-sdk-glue 1.108.0 → 1.111.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 82549217518a5c2bea914f1f04fbc8fababe7bae7b41a1f7560481eed36088ba
4
- data.tar.gz: 6528bbb31da7427b01e32325d41a38b92381620e11692f3356b477322cb8e03b
3
+ metadata.gz: fb8cb95950b6d6a9972f2a9541132902f48c0c91748f27c131aeff085551408a
4
+ data.tar.gz: 13f30fe689ab7b4d538ef986d8d28c53a9567d632627b189793c3e2b920d1cc1
5
5
  SHA512:
6
- metadata.gz: bf01a8a75d08ae159b98d2d755a453770d61eac6c53aaf0d48a67c756f1bdb22c3f26eecc3040f10b415d9ff40ad84732318beb25ad9ae09ca636fdae9bee4e6
7
- data.tar.gz: c3634d689b35e46e8c5f71324628fa09bc04a7353165894ce9b2e02ab9bbb93bffc46fe3cce5737ce5e9ddd42513720fdf43ce4e4ab77bf260cf8281a8450a1a
6
+ metadata.gz: d2fa62fd700042459a6c24cb87b074fd24ffef25807aba99d64e89e97c3f60645ba3646942c8aa6c0e341e7cdb7128dfbe7f198286aa18939c505a97af2b3d4b
7
+ data.tar.gz: 272228381a639cab45a86d47af800387ab529ac77d19b59adeb4292b59301b438824fb1cb36749ea10d22d3e02bef1f7a46537b2b165991a2494fec1d65b1889
data/CHANGELOG.md CHANGED
@@ -1,6 +1,21 @@
1
1
  Unreleased Changes
2
2
  ------------------
3
3
 
4
+ 1.111.0 (2022-04-26)
5
+ ------------------
6
+
7
+ * Feature - This release adds documentation for the APIs to create, read, delete, list, and batch read of AWS Glue custom patterns, and for Lake Formation configuration settings in the AWS Glue crawler.
8
+
9
+ 1.110.0 (2022-04-21)
10
+ ------------------
11
+
12
+ * Feature - This release adds APIs to create, read, delete, list, and batch read of Glue custom entity types
13
+
14
+ 1.109.0 (2022-04-14)
15
+ ------------------
16
+
17
+ * Feature - Auto Scaling for Glue version 3.0 and later jobs to dynamically scale compute resources. This SDK change provides customers with the auto-scaled DPU usage
18
+
4
19
  1.108.0 (2022-03-18)
5
20
  ------------------
6
21
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.108.0
1
+ 1.111.0
@@ -815,6 +815,42 @@ module Aws::Glue
815
815
  req.send_request(options)
816
816
  end
817
817
 
818
+ # Retrieves the details for the custom patterns specified by a list of
819
+ # names.
820
+ #
821
+ # @option params [required, Array<String>] :names
822
+ # A list of names of the custom patterns that you want to retrieve.
823
+ #
824
+ # @return [Types::BatchGetCustomEntityTypesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
825
+ #
826
+ # * {Types::BatchGetCustomEntityTypesResponse#custom_entity_types #custom_entity_types} => Array&lt;Types::CustomEntityType&gt;
827
+ # * {Types::BatchGetCustomEntityTypesResponse#custom_entity_types_not_found #custom_entity_types_not_found} => Array&lt;String&gt;
828
+ #
829
+ # @example Request syntax with placeholder values
830
+ #
831
+ # resp = client.batch_get_custom_entity_types({
832
+ # names: ["NameString"], # required
833
+ # })
834
+ #
835
+ # @example Response structure
836
+ #
837
+ # resp.custom_entity_types #=> Array
838
+ # resp.custom_entity_types[0].name #=> String
839
+ # resp.custom_entity_types[0].regex_string #=> String
840
+ # resp.custom_entity_types[0].context_words #=> Array
841
+ # resp.custom_entity_types[0].context_words[0] #=> String
842
+ # resp.custom_entity_types_not_found #=> Array
843
+ # resp.custom_entity_types_not_found[0] #=> String
844
+ #
845
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypes AWS API Documentation
846
+ #
847
+ # @overload batch_get_custom_entity_types(params = {})
848
+ # @param [Hash] params ({})
849
+ def batch_get_custom_entity_types(params = {}, options = {})
850
+ req = build_request(:batch_get_custom_entity_types, params)
851
+ req.send_request(options)
852
+ end
853
+
818
854
  # Returns a list of resource metadata for a given list of development
819
855
  # endpoint names. After calling the `ListDevEndpoints` operation, you
820
856
  # can call this operation to access the data to which you have been
@@ -1200,6 +1236,7 @@ module Aws::Glue
1200
1236
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
1201
1237
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
1202
1238
  # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
1239
+ # resp.workflows[0].last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
1203
1240
  # resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls #=> Array
1204
1241
  # resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
1205
1242
  # resp.workflows[0].last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -1266,6 +1303,7 @@ module Aws::Glue
1266
1303
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
1267
1304
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
1268
1305
  # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
1306
+ # resp.workflows[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
1269
1307
  # resp.workflows[0].graph.nodes[0].crawler_details.crawls #=> Array
1270
1308
  # resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
1271
1309
  # resp.workflows[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -1747,6 +1785,7 @@ module Aws::Glue
1747
1785
  # Specifies data lineage configuration settings for the crawler.
1748
1786
  #
1749
1787
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
1788
+ # Specifies AWS Lake Formation configuration settings for the crawler.
1750
1789
  #
1751
1790
  # @option params [String] :configuration
1752
1791
  # Crawler configuration information. This versioned JSON string allows
@@ -1859,6 +1898,54 @@ module Aws::Glue
1859
1898
  req.send_request(options)
1860
1899
  end
1861
1900
 
1901
+ # Creates a custom pattern that is used to detect sensitive data across
1902
+ # the columns and rows of your structured data.
1903
+ #
1904
+ # Each custom pattern you create specifies a regular expression and an
1905
+ # optional list of context words. If no context words are passed only a
1906
+ # regular expression is checked.
1907
+ #
1908
+ # @option params [required, String] :name
1909
+ # A name for the custom pattern that allows it to be retrieved or
1910
+ # deleted later. This name must be unique per Amazon Web Services
1911
+ # account.
1912
+ #
1913
+ # @option params [required, String] :regex_string
1914
+ # A regular expression string that is used for detecting sensitive data
1915
+ # in a custom pattern.
1916
+ #
1917
+ # @option params [Array<String>] :context_words
1918
+ # A list of context words. If none of these context words are found
1919
+ # within the vicinity of the regular expression the data will not be
1920
+ # detected as sensitive data.
1921
+ #
1922
+ # If no context words are passed only a regular expression is checked.
1923
+ #
1924
+ # @return [Types::CreateCustomEntityTypeResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
1925
+ #
1926
+ # * {Types::CreateCustomEntityTypeResponse#name #name} => String
1927
+ #
1928
+ # @example Request syntax with placeholder values
1929
+ #
1930
+ # resp = client.create_custom_entity_type({
1931
+ # name: "NameString", # required
1932
+ # regex_string: "NameString", # required
1933
+ # context_words: ["NameString"],
1934
+ # })
1935
+ #
1936
+ # @example Response structure
1937
+ #
1938
+ # resp.name #=> String
1939
+ #
1940
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityType AWS API Documentation
1941
+ #
1942
+ # @overload create_custom_entity_type(params = {})
1943
+ # @param [Hash] params ({})
1944
+ def create_custom_entity_type(params = {}, options = {})
1945
+ req = build_request(:create_custom_entity_type, params)
1946
+ req.send_request(options)
1947
+ end
1948
+
1862
1949
  # Creates a new database in a Data Catalog.
1863
1950
  #
1864
1951
  # @option params [String] :catalog_id
@@ -3601,6 +3688,34 @@ module Aws::Glue
3601
3688
  req.send_request(options)
3602
3689
  end
3603
3690
 
3691
+ # Deletes a custom pattern by specifying its name.
3692
+ #
3693
+ # @option params [required, String] :name
3694
+ # The name of the custom pattern that you want to delete.
3695
+ #
3696
+ # @return [Types::DeleteCustomEntityTypeResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
3697
+ #
3698
+ # * {Types::DeleteCustomEntityTypeResponse#name #name} => String
3699
+ #
3700
+ # @example Request syntax with placeholder values
3701
+ #
3702
+ # resp = client.delete_custom_entity_type({
3703
+ # name: "NameString", # required
3704
+ # })
3705
+ #
3706
+ # @example Response structure
3707
+ #
3708
+ # resp.name #=> String
3709
+ #
3710
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityType AWS API Documentation
3711
+ #
3712
+ # @overload delete_custom_entity_type(params = {})
3713
+ # @param [Hash] params ({})
3714
+ def delete_custom_entity_type(params = {}, options = {})
3715
+ req = build_request(:delete_custom_entity_type, params)
3716
+ req.send_request(options)
3717
+ end
3718
+
3604
3719
  # Removes a specified database from a Data Catalog.
3605
3720
  #
3606
3721
  # <note markdown="1"> After completing this operation, you no longer have access to the
@@ -5018,6 +5133,39 @@ module Aws::Glue
5018
5133
  req.send_request(options)
5019
5134
  end
5020
5135
 
5136
+ # Retrieves the details of a custom pattern by specifying its name.
5137
+ #
5138
+ # @option params [required, String] :name
5139
+ # The name of the custom pattern that you want to retrieve.
5140
+ #
5141
+ # @return [Types::GetCustomEntityTypeResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
5142
+ #
5143
+ # * {Types::GetCustomEntityTypeResponse#name #name} => String
5144
+ # * {Types::GetCustomEntityTypeResponse#regex_string #regex_string} => String
5145
+ # * {Types::GetCustomEntityTypeResponse#context_words #context_words} => Array&lt;String&gt;
5146
+ #
5147
+ # @example Request syntax with placeholder values
5148
+ #
5149
+ # resp = client.get_custom_entity_type({
5150
+ # name: "NameString", # required
5151
+ # })
5152
+ #
5153
+ # @example Response structure
5154
+ #
5155
+ # resp.name #=> String
5156
+ # resp.regex_string #=> String
5157
+ # resp.context_words #=> Array
5158
+ # resp.context_words[0] #=> String
5159
+ #
5160
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityType AWS API Documentation
5161
+ #
5162
+ # @overload get_custom_entity_type(params = {})
5163
+ # @param [Hash] params ({})
5164
+ def get_custom_entity_type(params = {}, options = {})
5165
+ req = build_request(:get_custom_entity_type, params)
5166
+ req.send_request(options)
5167
+ end
5168
+
5021
5169
  # Retrieves the security configuration for a specified catalog.
5022
5170
  #
5023
5171
  # @option params [String] :catalog_id
@@ -5475,6 +5623,7 @@ module Aws::Glue
5475
5623
  # resp.job_run.log_group_name #=> String
5476
5624
  # resp.job_run.notification_property.notify_delay_after #=> Integer
5477
5625
  # resp.job_run.glue_version #=> String
5626
+ # resp.job_run.dpu_seconds #=> Float
5478
5627
  #
5479
5628
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
5480
5629
  #
@@ -5539,6 +5688,7 @@ module Aws::Glue
5539
5688
  # resp.job_runs[0].log_group_name #=> String
5540
5689
  # resp.job_runs[0].notification_property.notify_delay_after #=> Integer
5541
5690
  # resp.job_runs[0].glue_version #=> String
5691
+ # resp.job_runs[0].dpu_seconds #=> Float
5542
5692
  # resp.next_token #=> String
5543
5693
  #
5544
5694
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
@@ -8172,6 +8322,7 @@ module Aws::Glue
8172
8322
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
8173
8323
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
8174
8324
  # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
8325
+ # resp.workflow.last_run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
8175
8326
  # resp.workflow.last_run.graph.nodes[0].crawler_details.crawls #=> Array
8176
8327
  # resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
8177
8328
  # resp.workflow.last_run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8238,6 +8389,7 @@ module Aws::Glue
8238
8389
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
8239
8390
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
8240
8391
  # resp.workflow.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
8392
+ # resp.workflow.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
8241
8393
  # resp.workflow.graph.nodes[0].crawler_details.crawls #=> Array
8242
8394
  # resp.workflow.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
8243
8395
  # resp.workflow.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8355,6 +8507,7 @@ module Aws::Glue
8355
8507
  # resp.run.graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
8356
8508
  # resp.run.graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
8357
8509
  # resp.run.graph.nodes[0].job_details.job_runs[0].glue_version #=> String
8510
+ # resp.run.graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
8358
8511
  # resp.run.graph.nodes[0].crawler_details.crawls #=> Array
8359
8512
  # resp.run.graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
8360
8513
  # resp.run.graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8512,6 +8665,7 @@ module Aws::Glue
8512
8665
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].log_group_name #=> String
8513
8666
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].notification_property.notify_delay_after #=> Integer
8514
8667
  # resp.runs[0].graph.nodes[0].job_details.job_runs[0].glue_version #=> String
8668
+ # resp.runs[0].graph.nodes[0].job_details.job_runs[0].dpu_seconds #=> Float
8515
8669
  # resp.runs[0].graph.nodes[0].crawler_details.crawls #=> Array
8516
8670
  # resp.runs[0].graph.nodes[0].crawler_details.crawls[0].state #=> String, one of "RUNNING", "CANCELLING", "CANCELLED", "SUCCEEDED", "FAILED"
8517
8671
  # resp.runs[0].graph.nodes[0].crawler_details.crawls[0].started_on #=> Time
@@ -8652,6 +8806,46 @@ module Aws::Glue
8652
8806
  req.send_request(options)
8653
8807
  end
8654
8808
 
8809
+ # Lists all the custom patterns that have been created.
8810
+ #
8811
+ # @option params [String] :next_token
8812
+ # A paginated token to offset the results.
8813
+ #
8814
+ # @option params [Integer] :max_results
8815
+ # The maximum number of results to return.
8816
+ #
8817
+ # @return [Types::ListCustomEntityTypesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
8818
+ #
8819
+ # * {Types::ListCustomEntityTypesResponse#custom_entity_types #custom_entity_types} => Array&lt;Types::CustomEntityType&gt;
8820
+ # * {Types::ListCustomEntityTypesResponse#next_token #next_token} => String
8821
+ #
8822
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
8823
+ #
8824
+ # @example Request syntax with placeholder values
8825
+ #
8826
+ # resp = client.list_custom_entity_types({
8827
+ # next_token: "PaginationToken",
8828
+ # max_results: 1,
8829
+ # })
8830
+ #
8831
+ # @example Response structure
8832
+ #
8833
+ # resp.custom_entity_types #=> Array
8834
+ # resp.custom_entity_types[0].name #=> String
8835
+ # resp.custom_entity_types[0].regex_string #=> String
8836
+ # resp.custom_entity_types[0].context_words #=> Array
8837
+ # resp.custom_entity_types[0].context_words[0] #=> String
8838
+ # resp.next_token #=> String
8839
+ #
8840
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypes AWS API Documentation
8841
+ #
8842
+ # @overload list_custom_entity_types(params = {})
8843
+ # @param [Hash] params ({})
8844
+ def list_custom_entity_types(params = {}, options = {})
8845
+ req = build_request(:list_custom_entity_types, params)
8846
+ req.send_request(options)
8847
+ end
8848
+
8655
8849
  # Retrieves the names of all `DevEndpoint` resources in this Amazon Web
8656
8850
  # Services account, or the resources with the specified tag. This
8657
8851
  # operation allows you to see which resources are available in your
@@ -11021,6 +11215,7 @@ module Aws::Glue
11021
11215
  # Specifies data lineage configuration settings for the crawler.
11022
11216
  #
11023
11217
  # @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
11218
+ # Specifies AWS Lake Formation configuration settings for the crawler.
11024
11219
  #
11025
11220
  # @option params [String] :configuration
11026
11221
  # Crawler configuration information. This versioned JSON string allows
@@ -11999,7 +12194,7 @@ module Aws::Glue
11999
12194
  params: params,
12000
12195
  config: config)
12001
12196
  context[:gem_name] = 'aws-sdk-glue'
12002
- context[:gem_version] = '1.108.0'
12197
+ context[:gem_version] = '1.111.0'
12003
12198
  Seahorse::Client::Request.new(handlers, context)
12004
12199
  end
12005
12200
 
@@ -45,6 +45,8 @@ module Aws::Glue
45
45
  BatchGetBlueprintsResponse = Shapes::StructureShape.new(name: 'BatchGetBlueprintsResponse')
46
46
  BatchGetCrawlersRequest = Shapes::StructureShape.new(name: 'BatchGetCrawlersRequest')
47
47
  BatchGetCrawlersResponse = Shapes::StructureShape.new(name: 'BatchGetCrawlersResponse')
48
+ BatchGetCustomEntityTypesRequest = Shapes::StructureShape.new(name: 'BatchGetCustomEntityTypesRequest')
49
+ BatchGetCustomEntityTypesResponse = Shapes::StructureShape.new(name: 'BatchGetCustomEntityTypesResponse')
48
50
  BatchGetDevEndpointsRequest = Shapes::StructureShape.new(name: 'BatchGetDevEndpointsRequest')
49
51
  BatchGetDevEndpointsResponse = Shapes::StructureShape.new(name: 'BatchGetDevEndpointsResponse')
50
52
  BatchGetJobsRequest = Shapes::StructureShape.new(name: 'BatchGetJobsRequest')
@@ -154,6 +156,7 @@ module Aws::Glue
154
156
  ConnectionPropertyKey = Shapes::StringShape.new(name: 'ConnectionPropertyKey')
155
157
  ConnectionType = Shapes::StringShape.new(name: 'ConnectionType')
156
158
  ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
159
+ ContextWords = Shapes::ListShape.new(name: 'ContextWords')
157
160
  Crawl = Shapes::StructureShape.new(name: 'Crawl')
158
161
  CrawlList = Shapes::ListShape.new(name: 'CrawlList')
159
162
  CrawlState = Shapes::StringShape.new(name: 'CrawlState')
@@ -180,6 +183,8 @@ module Aws::Glue
180
183
  CreateCrawlerRequest = Shapes::StructureShape.new(name: 'CreateCrawlerRequest')
181
184
  CreateCrawlerResponse = Shapes::StructureShape.new(name: 'CreateCrawlerResponse')
182
185
  CreateCsvClassifierRequest = Shapes::StructureShape.new(name: 'CreateCsvClassifierRequest')
186
+ CreateCustomEntityTypeRequest = Shapes::StructureShape.new(name: 'CreateCustomEntityTypeRequest')
187
+ CreateCustomEntityTypeResponse = Shapes::StructureShape.new(name: 'CreateCustomEntityTypeResponse')
183
188
  CreateDatabaseRequest = Shapes::StructureShape.new(name: 'CreateDatabaseRequest')
184
189
  CreateDatabaseResponse = Shapes::StructureShape.new(name: 'CreateDatabaseResponse')
185
190
  CreateDevEndpointRequest = Shapes::StructureShape.new(name: 'CreateDevEndpointRequest')
@@ -220,6 +225,9 @@ module Aws::Glue
220
225
  CsvHeader = Shapes::ListShape.new(name: 'CsvHeader')
221
226
  CsvHeaderOption = Shapes::StringShape.new(name: 'CsvHeaderOption')
222
227
  CsvQuoteSymbol = Shapes::StringShape.new(name: 'CsvQuoteSymbol')
228
+ CustomEntityType = Shapes::StructureShape.new(name: 'CustomEntityType')
229
+ CustomEntityTypeNames = Shapes::ListShape.new(name: 'CustomEntityTypeNames')
230
+ CustomEntityTypes = Shapes::ListShape.new(name: 'CustomEntityTypes')
223
231
  CustomPatterns = Shapes::StringShape.new(name: 'CustomPatterns')
224
232
  DagEdges = Shapes::ListShape.new(name: 'DagEdges')
225
233
  DagNodes = Shapes::ListShape.new(name: 'DagNodes')
@@ -249,6 +257,8 @@ module Aws::Glue
249
257
  DeleteConnectionResponse = Shapes::StructureShape.new(name: 'DeleteConnectionResponse')
250
258
  DeleteCrawlerRequest = Shapes::StructureShape.new(name: 'DeleteCrawlerRequest')
251
259
  DeleteCrawlerResponse = Shapes::StructureShape.new(name: 'DeleteCrawlerResponse')
260
+ DeleteCustomEntityTypeRequest = Shapes::StructureShape.new(name: 'DeleteCustomEntityTypeRequest')
261
+ DeleteCustomEntityTypeResponse = Shapes::StructureShape.new(name: 'DeleteCustomEntityTypeResponse')
252
262
  DeleteDatabaseRequest = Shapes::StructureShape.new(name: 'DeleteDatabaseRequest')
253
263
  DeleteDatabaseResponse = Shapes::StructureShape.new(name: 'DeleteDatabaseResponse')
254
264
  DeleteDevEndpointRequest = Shapes::StructureShape.new(name: 'DeleteDevEndpointRequest')
@@ -354,6 +364,8 @@ module Aws::Glue
354
364
  GetCrawlerResponse = Shapes::StructureShape.new(name: 'GetCrawlerResponse')
355
365
  GetCrawlersRequest = Shapes::StructureShape.new(name: 'GetCrawlersRequest')
356
366
  GetCrawlersResponse = Shapes::StructureShape.new(name: 'GetCrawlersResponse')
367
+ GetCustomEntityTypeRequest = Shapes::StructureShape.new(name: 'GetCustomEntityTypeRequest')
368
+ GetCustomEntityTypeResponse = Shapes::StructureShape.new(name: 'GetCustomEntityTypeResponse')
357
369
  GetDataCatalogEncryptionSettingsRequest = Shapes::StructureShape.new(name: 'GetDataCatalogEncryptionSettingsRequest')
358
370
  GetDataCatalogEncryptionSettingsResponse = Shapes::StructureShape.new(name: 'GetDataCatalogEncryptionSettingsResponse')
359
371
  GetDatabaseRequest = Shapes::StructureShape.new(name: 'GetDatabaseRequest')
@@ -510,6 +522,8 @@ module Aws::Glue
510
522
  ListBlueprintsResponse = Shapes::StructureShape.new(name: 'ListBlueprintsResponse')
511
523
  ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
512
524
  ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
525
+ ListCustomEntityTypesRequest = Shapes::StructureShape.new(name: 'ListCustomEntityTypesRequest')
526
+ ListCustomEntityTypesResponse = Shapes::StructureShape.new(name: 'ListCustomEntityTypesResponse')
513
527
  ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
514
528
  ListDevEndpointsResponse = Shapes::StructureShape.new(name: 'ListDevEndpointsResponse')
515
529
  ListJobsRequest = Shapes::StructureShape.new(name: 'ListJobsRequest')
@@ -984,6 +998,13 @@ module Aws::Glue
984
998
  BatchGetCrawlersResponse.add_member(:crawlers_not_found, Shapes::ShapeRef.new(shape: CrawlerNameList, location_name: "CrawlersNotFound"))
985
999
  BatchGetCrawlersResponse.struct_class = Types::BatchGetCrawlersResponse
986
1000
 
1001
+ BatchGetCustomEntityTypesRequest.add_member(:names, Shapes::ShapeRef.new(shape: CustomEntityTypeNames, required: true, location_name: "Names"))
1002
+ BatchGetCustomEntityTypesRequest.struct_class = Types::BatchGetCustomEntityTypesRequest
1003
+
1004
+ BatchGetCustomEntityTypesResponse.add_member(:custom_entity_types, Shapes::ShapeRef.new(shape: CustomEntityTypes, location_name: "CustomEntityTypes"))
1005
+ BatchGetCustomEntityTypesResponse.add_member(:custom_entity_types_not_found, Shapes::ShapeRef.new(shape: CustomEntityTypeNames, location_name: "CustomEntityTypesNotFound"))
1006
+ BatchGetCustomEntityTypesResponse.struct_class = Types::BatchGetCustomEntityTypesResponse
1007
+
987
1008
  BatchGetDevEndpointsRequest.add_member(:dev_endpoint_names, Shapes::ShapeRef.new(shape: DevEndpointNames, required: true, location_name: "DevEndpointNames"))
988
1009
  BatchGetDevEndpointsRequest.struct_class = Types::BatchGetDevEndpointsRequest
989
1010
 
@@ -1301,6 +1322,8 @@ module Aws::Glue
1301
1322
  ConnectionsList.add_member(:connections, Shapes::ShapeRef.new(shape: OrchestrationStringList, location_name: "Connections"))
1302
1323
  ConnectionsList.struct_class = Types::ConnectionsList
1303
1324
 
1325
+ ContextWords.member = Shapes::ShapeRef.new(shape: NameString)
1326
+
1304
1327
  Crawl.add_member(:state, Shapes::ShapeRef.new(shape: CrawlState, location_name: "State"))
1305
1328
  Crawl.add_member(:started_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "StartedOn"))
1306
1329
  Crawl.add_member(:completed_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CompletedOn"))
@@ -1421,6 +1444,14 @@ module Aws::Glue
1421
1444
  CreateCsvClassifierRequest.add_member(:allow_single_column, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllowSingleColumn"))
1422
1445
  CreateCsvClassifierRequest.struct_class = Types::CreateCsvClassifierRequest
1423
1446
 
1447
+ CreateCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
1448
+ CreateCustomEntityTypeRequest.add_member(:regex_string, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "RegexString"))
1449
+ CreateCustomEntityTypeRequest.add_member(:context_words, Shapes::ShapeRef.new(shape: ContextWords, location_name: "ContextWords"))
1450
+ CreateCustomEntityTypeRequest.struct_class = Types::CreateCustomEntityTypeRequest
1451
+
1452
+ CreateCustomEntityTypeResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
1453
+ CreateCustomEntityTypeResponse.struct_class = Types::CreateCustomEntityTypeResponse
1454
+
1424
1455
  CreateDatabaseRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1425
1456
  CreateDatabaseRequest.add_member(:database_input, Shapes::ShapeRef.new(shape: DatabaseInput, required: true, location_name: "DatabaseInput"))
1426
1457
  CreateDatabaseRequest.struct_class = Types::CreateDatabaseRequest
@@ -1666,6 +1697,15 @@ module Aws::Glue
1666
1697
 
1667
1698
  CsvHeader.member = Shapes::ShapeRef.new(shape: NameString)
1668
1699
 
1700
+ CustomEntityType.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
1701
+ CustomEntityType.add_member(:regex_string, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "RegexString"))
1702
+ CustomEntityType.add_member(:context_words, Shapes::ShapeRef.new(shape: ContextWords, location_name: "ContextWords"))
1703
+ CustomEntityType.struct_class = Types::CustomEntityType
1704
+
1705
+ CustomEntityTypeNames.member = Shapes::ShapeRef.new(shape: NameString)
1706
+
1707
+ CustomEntityTypes.member = Shapes::ShapeRef.new(shape: CustomEntityType)
1708
+
1669
1709
  DagEdges.member = Shapes::ShapeRef.new(shape: CodeGenEdge)
1670
1710
 
1671
1711
  DagNodes.member = Shapes::ShapeRef.new(shape: CodeGenNode)
@@ -1758,6 +1798,12 @@ module Aws::Glue
1758
1798
 
1759
1799
  DeleteCrawlerResponse.struct_class = Types::DeleteCrawlerResponse
1760
1800
 
1801
+ DeleteCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
1802
+ DeleteCustomEntityTypeRequest.struct_class = Types::DeleteCustomEntityTypeRequest
1803
+
1804
+ DeleteCustomEntityTypeResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
1805
+ DeleteCustomEntityTypeResponse.struct_class = Types::DeleteCustomEntityTypeResponse
1806
+
1761
1807
  DeleteDatabaseRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
1762
1808
  DeleteDatabaseRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
1763
1809
  DeleteDatabaseRequest.struct_class = Types::DeleteDatabaseRequest
@@ -2108,6 +2154,14 @@ module Aws::Glue
2108
2154
  GetCrawlersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
2109
2155
  GetCrawlersResponse.struct_class = Types::GetCrawlersResponse
2110
2156
 
2157
+ GetCustomEntityTypeRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
2158
+ GetCustomEntityTypeRequest.struct_class = Types::GetCustomEntityTypeRequest
2159
+
2160
+ GetCustomEntityTypeResponse.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
2161
+ GetCustomEntityTypeResponse.add_member(:regex_string, Shapes::ShapeRef.new(shape: NameString, location_name: "RegexString"))
2162
+ GetCustomEntityTypeResponse.add_member(:context_words, Shapes::ShapeRef.new(shape: ContextWords, location_name: "ContextWords"))
2163
+ GetCustomEntityTypeResponse.struct_class = Types::GetCustomEntityTypeResponse
2164
+
2111
2165
  GetDataCatalogEncryptionSettingsRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
2112
2166
  GetDataCatalogEncryptionSettingsRequest.struct_class = Types::GetDataCatalogEncryptionSettingsRequest
2113
2167
 
@@ -2707,6 +2761,7 @@ module Aws::Glue
2707
2761
  JobRun.add_member(:log_group_name, Shapes::ShapeRef.new(shape: GenericString, location_name: "LogGroupName"))
2708
2762
  JobRun.add_member(:notification_property, Shapes::ShapeRef.new(shape: NotificationProperty, location_name: "NotificationProperty"))
2709
2763
  JobRun.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
2764
+ JobRun.add_member(:dpu_seconds, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "DPUSeconds"))
2710
2765
  JobRun.struct_class = Types::JobRun
2711
2766
 
2712
2767
  JobRunList.member = Shapes::ShapeRef.new(shape: JobRun)
@@ -2788,6 +2843,14 @@ module Aws::Glue
2788
2843
  ListCrawlersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
2789
2844
  ListCrawlersResponse.struct_class = Types::ListCrawlersResponse
2790
2845
 
2846
+ ListCustomEntityTypesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
2847
+ ListCustomEntityTypesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
2848
+ ListCustomEntityTypesRequest.struct_class = Types::ListCustomEntityTypesRequest
2849
+
2850
+ ListCustomEntityTypesResponse.add_member(:custom_entity_types, Shapes::ShapeRef.new(shape: CustomEntityTypes, location_name: "CustomEntityTypes"))
2851
+ ListCustomEntityTypesResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
2852
+ ListCustomEntityTypesResponse.struct_class = Types::ListCustomEntityTypesResponse
2853
+
2791
2854
  ListDevEndpointsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: GenericString, location_name: "NextToken"))
2792
2855
  ListDevEndpointsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
2793
2856
  ListDevEndpointsRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
@@ -4063,6 +4126,17 @@ module Aws::Glue
4063
4126
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4064
4127
  end)
4065
4128
 
4129
+ api.add_operation(:batch_get_custom_entity_types, Seahorse::Model::Operation.new.tap do |o|
4130
+ o.name = "BatchGetCustomEntityTypes"
4131
+ o.http_method = "POST"
4132
+ o.http_request_uri = "/"
4133
+ o.input = Shapes::ShapeRef.new(shape: BatchGetCustomEntityTypesRequest)
4134
+ o.output = Shapes::ShapeRef.new(shape: BatchGetCustomEntityTypesResponse)
4135
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4136
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4137
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4138
+ end)
4139
+
4066
4140
  api.add_operation(:batch_get_dev_endpoints, Seahorse::Model::Operation.new.tap do |o|
4067
4141
  o.name = "BatchGetDevEndpoints"
4068
4142
  o.http_method = "POST"
@@ -4232,6 +4306,21 @@ module Aws::Glue
4232
4306
  o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
4233
4307
  end)
4234
4308
 
4309
+ api.add_operation(:create_custom_entity_type, Seahorse::Model::Operation.new.tap do |o|
4310
+ o.name = "CreateCustomEntityType"
4311
+ o.http_method = "POST"
4312
+ o.http_request_uri = "/"
4313
+ o.input = Shapes::ShapeRef.new(shape: CreateCustomEntityTypeRequest)
4314
+ o.output = Shapes::ShapeRef.new(shape: CreateCustomEntityTypeResponse)
4315
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
4316
+ o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
4317
+ o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
4318
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4319
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4320
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4321
+ o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
4322
+ end)
4323
+
4235
4324
  api.add_operation(:create_database, Seahorse::Model::Operation.new.tap do |o|
4236
4325
  o.name = "CreateDatabase"
4237
4326
  o.http_method = "POST"
@@ -4523,6 +4612,19 @@ module Aws::Glue
4523
4612
  o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4524
4613
  end)
4525
4614
 
4615
+ api.add_operation(:delete_custom_entity_type, Seahorse::Model::Operation.new.tap do |o|
4616
+ o.name = "DeleteCustomEntityType"
4617
+ o.http_method = "POST"
4618
+ o.http_request_uri = "/"
4619
+ o.input = Shapes::ShapeRef.new(shape: DeleteCustomEntityTypeRequest)
4620
+ o.output = Shapes::ShapeRef.new(shape: DeleteCustomEntityTypeResponse)
4621
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
4622
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
4623
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
4624
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
4625
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
4626
+ end)
4627
+
4526
4628
  api.add_operation(:delete_database, Seahorse::Model::Operation.new.tap do |o|
4527
4629
  o.name = "DeleteDatabase"
4528
4630
  o.http_method = "POST"
@@ -4906,6 +5008,19 @@ module Aws::Glue
4906
5008
  )
4907
5009
  end)
4908
5010
 
5011
+ api.add_operation(:get_custom_entity_type, Seahorse::Model::Operation.new.tap do |o|
5012
+ o.name = "GetCustomEntityType"
5013
+ o.http_method = "POST"
5014
+ o.http_request_uri = "/"
5015
+ o.input = Shapes::ShapeRef.new(shape: GetCustomEntityTypeRequest)
5016
+ o.output = Shapes::ShapeRef.new(shape: GetCustomEntityTypeResponse)
5017
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
5018
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
5019
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
5020
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
5021
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
5022
+ end)
5023
+
4909
5024
  api.add_operation(:get_data_catalog_encryption_settings, Seahorse::Model::Operation.new.tap do |o|
4910
5025
  o.name = "GetDataCatalogEncryptionSettings"
4911
5026
  o.http_method = "POST"
@@ -5627,6 +5742,23 @@ module Aws::Glue
5627
5742
  )
5628
5743
  end)
5629
5744
 
5745
+ api.add_operation(:list_custom_entity_types, Seahorse::Model::Operation.new.tap do |o|
5746
+ o.name = "ListCustomEntityTypes"
5747
+ o.http_method = "POST"
5748
+ o.http_request_uri = "/"
5749
+ o.input = Shapes::ShapeRef.new(shape: ListCustomEntityTypesRequest)
5750
+ o.output = Shapes::ShapeRef.new(shape: ListCustomEntityTypesResponse)
5751
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
5752
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
5753
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
5754
+ o[:pager] = Aws::Pager.new(
5755
+ limit_key: "max_results",
5756
+ tokens: {
5757
+ "next_token" => "next_token"
5758
+ }
5759
+ )
5760
+ end)
5761
+
5630
5762
  api.add_operation(:list_dev_endpoints, Seahorse::Model::Operation.new.tap do |o|
5631
5763
  o.name = "ListDevEndpoints"
5632
5764
  o.http_method = "POST"
@@ -597,6 +597,43 @@ module Aws::Glue
597
597
  include Aws::Structure
598
598
  end
599
599
 
600
+ # @note When making an API call, you may pass BatchGetCustomEntityTypesRequest
601
+ # data as a hash:
602
+ #
603
+ # {
604
+ # names: ["NameString"], # required
605
+ # }
606
+ #
607
+ # @!attribute [rw] names
608
+ # A list of names of the custom patterns that you want to retrieve.
609
+ # @return [Array<String>]
610
+ #
611
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesRequest AWS API Documentation
612
+ #
613
+ class BatchGetCustomEntityTypesRequest < Struct.new(
614
+ :names)
615
+ SENSITIVE = []
616
+ include Aws::Structure
617
+ end
618
+
619
+ # @!attribute [rw] custom_entity_types
620
+ # A list of `CustomEntityType` objects representing the custom
621
+ # patterns that have been created.
622
+ # @return [Array<Types::CustomEntityType>]
623
+ #
624
+ # @!attribute [rw] custom_entity_types_not_found
625
+ # A list of the names of custom patterns that were not found.
626
+ # @return [Array<String>]
627
+ #
628
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetCustomEntityTypesResponse AWS API Documentation
629
+ #
630
+ class BatchGetCustomEntityTypesResponse < Struct.new(
631
+ :custom_entity_types,
632
+ :custom_entity_types_not_found)
633
+ SENSITIVE = []
634
+ include Aws::Structure
635
+ end
636
+
600
637
  # @note When making an API call, you may pass BatchGetDevEndpointsRequest
601
638
  # data as a hash:
602
639
  #
@@ -2662,6 +2699,8 @@ module Aws::Glue
2662
2699
  # @return [String]
2663
2700
  #
2664
2701
  # @!attribute [rw] lake_formation_configuration
2702
+ # Specifies whether the crawler should use AWS Lake Formation
2703
+ # credentials for the crawler instead of the IAM role credentials.
2665
2704
  # @return [Types::LakeFormationConfiguration]
2666
2705
  #
2667
2706
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
@@ -3188,6 +3227,7 @@ module Aws::Glue
3188
3227
  # @return [Types::LineageConfiguration]
3189
3228
  #
3190
3229
  # @!attribute [rw] lake_formation_configuration
3230
+ # Specifies AWS Lake Formation configuration settings for the crawler.
3191
3231
  # @return [Types::LakeFormationConfiguration]
3192
3232
  #
3193
3233
  # @!attribute [rw] configuration
@@ -3301,6 +3341,56 @@ module Aws::Glue
3301
3341
  include Aws::Structure
3302
3342
  end
3303
3343
 
3344
+ # @note When making an API call, you may pass CreateCustomEntityTypeRequest
3345
+ # data as a hash:
3346
+ #
3347
+ # {
3348
+ # name: "NameString", # required
3349
+ # regex_string: "NameString", # required
3350
+ # context_words: ["NameString"],
3351
+ # }
3352
+ #
3353
+ # @!attribute [rw] name
3354
+ # A name for the custom pattern that allows it to be retrieved or
3355
+ # deleted later. This name must be unique per Amazon Web Services
3356
+ # account.
3357
+ # @return [String]
3358
+ #
3359
+ # @!attribute [rw] regex_string
3360
+ # A regular expression string that is used for detecting sensitive
3361
+ # data in a custom pattern.
3362
+ # @return [String]
3363
+ #
3364
+ # @!attribute [rw] context_words
3365
+ # A list of context words. If none of these context words are found
3366
+ # within the vicinity of the regular expression the data will not be
3367
+ # detected as sensitive data.
3368
+ #
3369
+ # If no context words are passed only a regular expression is checked.
3370
+ # @return [Array<String>]
3371
+ #
3372
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeRequest AWS API Documentation
3373
+ #
3374
+ class CreateCustomEntityTypeRequest < Struct.new(
3375
+ :name,
3376
+ :regex_string,
3377
+ :context_words)
3378
+ SENSITIVE = []
3379
+ include Aws::Structure
3380
+ end
3381
+
3382
+ # @!attribute [rw] name
3383
+ # The name of the custom pattern you created.
3384
+ # @return [String]
3385
+ #
3386
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCustomEntityTypeResponse AWS API Documentation
3387
+ #
3388
+ class CreateCustomEntityTypeResponse < Struct.new(
3389
+ :name)
3390
+ SENSITIVE = []
3391
+ include Aws::Structure
3392
+ end
3393
+
3304
3394
  # @note When making an API call, you may pass CreateDatabaseRequest
3305
3395
  # data as a hash:
3306
3396
  #
@@ -5352,6 +5442,38 @@ module Aws::Glue
5352
5442
  include Aws::Structure
5353
5443
  end
5354
5444
 
5445
+ # An object representing a custom pattern for detecting sensitive data
5446
+ # across the columns and rows of your structured data.
5447
+ #
5448
+ # @!attribute [rw] name
5449
+ # A name for the custom pattern that allows it to be retrieved or
5450
+ # deleted later. This name must be unique per Amazon Web Services
5451
+ # account.
5452
+ # @return [String]
5453
+ #
5454
+ # @!attribute [rw] regex_string
5455
+ # A regular expression string that is used for detecting sensitive
5456
+ # data in a custom pattern.
5457
+ # @return [String]
5458
+ #
5459
+ # @!attribute [rw] context_words
5460
+ # A list of context words. If none of these context words are found
5461
+ # within the vicinity of the regular expression the data will not be
5462
+ # detected as sensitive data.
5463
+ #
5464
+ # If no context words are passed only a regular expression is checked.
5465
+ # @return [Array<String>]
5466
+ #
5467
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CustomEntityType AWS API Documentation
5468
+ #
5469
+ class CustomEntityType < Struct.new(
5470
+ :name,
5471
+ :regex_string,
5472
+ :context_words)
5473
+ SENSITIVE = []
5474
+ include Aws::Structure
5475
+ end
5476
+
5355
5477
  # Contains configuration information for maintaining Data Catalog
5356
5478
  # security.
5357
5479
  #
@@ -5872,6 +5994,37 @@ module Aws::Glue
5872
5994
  #
5873
5995
  class DeleteCrawlerResponse < Aws::EmptyStructure; end
5874
5996
 
5997
+ # @note When making an API call, you may pass DeleteCustomEntityTypeRequest
5998
+ # data as a hash:
5999
+ #
6000
+ # {
6001
+ # name: "NameString", # required
6002
+ # }
6003
+ #
6004
+ # @!attribute [rw] name
6005
+ # The name of the custom pattern that you want to delete.
6006
+ # @return [String]
6007
+ #
6008
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeRequest AWS API Documentation
6009
+ #
6010
+ class DeleteCustomEntityTypeRequest < Struct.new(
6011
+ :name)
6012
+ SENSITIVE = []
6013
+ include Aws::Structure
6014
+ end
6015
+
6016
+ # @!attribute [rw] name
6017
+ # The name of the custom pattern you deleted.
6018
+ # @return [String]
6019
+ #
6020
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCustomEntityTypeResponse AWS API Documentation
6021
+ #
6022
+ class DeleteCustomEntityTypeResponse < Struct.new(
6023
+ :name)
6024
+ SENSITIVE = []
6025
+ include Aws::Structure
6026
+ end
6027
+
5875
6028
  # @note When making an API call, you may pass DeleteDatabaseRequest
5876
6029
  # data as a hash:
5877
6030
  #
@@ -7916,6 +8069,51 @@ module Aws::Glue
7916
8069
  include Aws::Structure
7917
8070
  end
7918
8071
 
8072
+ # @note When making an API call, you may pass GetCustomEntityTypeRequest
8073
+ # data as a hash:
8074
+ #
8075
+ # {
8076
+ # name: "NameString", # required
8077
+ # }
8078
+ #
8079
+ # @!attribute [rw] name
8080
+ # The name of the custom pattern that you want to retrieve.
8081
+ # @return [String]
8082
+ #
8083
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeRequest AWS API Documentation
8084
+ #
8085
+ class GetCustomEntityTypeRequest < Struct.new(
8086
+ :name)
8087
+ SENSITIVE = []
8088
+ include Aws::Structure
8089
+ end
8090
+
8091
+ # @!attribute [rw] name
8092
+ # The name of the custom pattern that you retrieved.
8093
+ # @return [String]
8094
+ #
8095
+ # @!attribute [rw] regex_string
8096
+ # A regular expression string that is used for detecting sensitive
8097
+ # data in a custom pattern.
8098
+ # @return [String]
8099
+ #
8100
+ # @!attribute [rw] context_words
8101
+ # A list of context words if specified when you created the custom
8102
+ # pattern. If none of these context words are found within the
8103
+ # vicinity of the regular expression the data will not be detected as
8104
+ # sensitive data.
8105
+ # @return [Array<String>]
8106
+ #
8107
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCustomEntityTypeResponse AWS API Documentation
8108
+ #
8109
+ class GetCustomEntityTypeResponse < Struct.new(
8110
+ :name,
8111
+ :regex_string,
8112
+ :context_words)
8113
+ SENSITIVE = []
8114
+ include Aws::Structure
8115
+ end
8116
+
7919
8117
  # @note When making an API call, you may pass GetDataCatalogEncryptionSettingsRequest
7920
8118
  # data as a hash:
7921
8119
  #
@@ -11587,6 +11785,18 @@ module Aws::Glue
11587
11785
  # [1]: https://docs.aws.amazon.com/glue/latest/dg/add-job.html
11588
11786
  # @return [String]
11589
11787
  #
11788
+ # @!attribute [rw] dpu_seconds
11789
+ # This field populates only when an Auto Scaling job run completes,
11790
+ # and represents the total time each executor ran during the lifecycle
11791
+ # of a job run in seconds, multiplied by a DPU factor (1 for `G.1X`
11792
+ # and 2 for `G.2X` workers). This value may be different than the
11793
+ # `executionEngineRuntime` * `MaxCapacity` as in the case of Auto
11794
+ # Scaling jobs, as the number of executors running at a given time may
11795
+ # be less than the `MaxCapacity`. Therefore, it is possible that the
11796
+ # value of `DPUSeconds` is less than `executionEngineRuntime` *
11797
+ # `MaxCapacity`.
11798
+ # @return [Float]
11799
+ #
11590
11800
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/JobRun AWS API Documentation
11591
11801
  #
11592
11802
  class JobRun < Struct.new(
@@ -11611,7 +11821,8 @@ module Aws::Glue
11611
11821
  :security_configuration,
11612
11822
  :log_group_name,
11613
11823
  :notification_property,
11614
- :glue_version)
11824
+ :glue_version,
11825
+ :dpu_seconds)
11615
11826
  SENSITIVE = []
11616
11827
  include Aws::Structure
11617
11828
  end
@@ -11909,6 +12120,8 @@ module Aws::Glue
11909
12120
  include Aws::Structure
11910
12121
  end
11911
12122
 
12123
+ # Specifies AWS Lake Formation configuration settings for the crawler.
12124
+ #
11912
12125
  # @note When making an API call, you may pass LakeFormationConfiguration
11913
12126
  # data as a hash:
11914
12127
  #
@@ -11918,9 +12131,13 @@ module Aws::Glue
11918
12131
  # }
11919
12132
  #
11920
12133
  # @!attribute [rw] use_lake_formation_credentials
12134
+ # Specifies whether to use AWS Lake Formation credentials for the
12135
+ # crawler instead of the IAM role credentials.
11921
12136
  # @return [Boolean]
11922
12137
  #
11923
12138
  # @!attribute [rw] account_id
12139
+ # Required for cross account crawls. For same account crawls as the
12140
+ # target data, this can be left as null.
11924
12141
  # @return [String]
11925
12142
  #
11926
12143
  # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/LakeFormationConfiguration AWS API Documentation
@@ -12137,6 +12354,48 @@ module Aws::Glue
12137
12354
  include Aws::Structure
12138
12355
  end
12139
12356
 
12357
+ # @note When making an API call, you may pass ListCustomEntityTypesRequest
12358
+ # data as a hash:
12359
+ #
12360
+ # {
12361
+ # next_token: "PaginationToken",
12362
+ # max_results: 1,
12363
+ # }
12364
+ #
12365
+ # @!attribute [rw] next_token
12366
+ # A paginated token to offset the results.
12367
+ # @return [String]
12368
+ #
12369
+ # @!attribute [rw] max_results
12370
+ # The maximum number of results to return.
12371
+ # @return [Integer]
12372
+ #
12373
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesRequest AWS API Documentation
12374
+ #
12375
+ class ListCustomEntityTypesRequest < Struct.new(
12376
+ :next_token,
12377
+ :max_results)
12378
+ SENSITIVE = []
12379
+ include Aws::Structure
12380
+ end
12381
+
12382
+ # @!attribute [rw] custom_entity_types
12383
+ # A list of `CustomEntityType` objects representing custom patterns.
12384
+ # @return [Array<Types::CustomEntityType>]
12385
+ #
12386
+ # @!attribute [rw] next_token
12387
+ # A pagination token, if more results are available.
12388
+ # @return [String]
12389
+ #
12390
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCustomEntityTypesResponse AWS API Documentation
12391
+ #
12392
+ class ListCustomEntityTypesResponse < Struct.new(
12393
+ :custom_entity_types,
12394
+ :next_token)
12395
+ SENSITIVE = []
12396
+ include Aws::Structure
12397
+ end
12398
+
12140
12399
  # @note When making an API call, you may pass ListDevEndpointsRequest
12141
12400
  # data as a hash:
12142
12401
  #
@@ -17747,6 +18006,7 @@ module Aws::Glue
17747
18006
  # @return [Types::LineageConfiguration]
17748
18007
  #
17749
18008
  # @!attribute [rw] lake_formation_configuration
18009
+ # Specifies AWS Lake Formation configuration settings for the crawler.
17750
18010
  # @return [Types::LakeFormationConfiguration]
17751
18011
  #
17752
18012
  # @!attribute [rw] configuration
data/lib/aws-sdk-glue.rb CHANGED
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
48
48
  # @!group service
49
49
  module Aws::Glue
50
50
 
51
- GEM_VERSION = '1.108.0'
51
+ GEM_VERSION = '1.111.0'
52
52
 
53
53
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aws-sdk-glue
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.108.0
4
+ version: 1.111.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Amazon Web Services
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-03-18 00:00:00.000000000 Z
11
+ date: 2022-04-26 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: aws-sdk-core