aws-sdk-glue 1.112.0 → 1.113.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +79 -3
- data/lib/aws-sdk-glue/client_api.rb +52 -0
- data/lib/aws-sdk-glue/types.rb +190 -7
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6065e9a0fc007d0334336d2f6f42742413791ef331a14b1a23b73ebc8f312146
|
4
|
+
data.tar.gz: 00c6f62650b2bb5ef96b1728b0a385abee42537f729797af10a1a1ffca31bf87
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e619fd7f484606b16cd9f19af05c4e5eca57c54f84674bab7c7bca929ffebcf86b340da331e0c948b33d81a51483104ff41e178c28ba03e3b7af6459133100cf
|
7
|
+
data.tar.gz: 8017c1b8673ba22d72ef3df8fc1f47d12223da5a0a1f1b06d3c9f6df2224aea860bc6e57de0b8d2782ba8fce522948ce1d59dcec126f47a222eb36837a44238f
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.113.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2265,7 +2265,7 @@ module Aws::Glue
|
|
2265
2265
|
# Specifies data lineage configuration settings for the crawler.
|
2266
2266
|
#
|
2267
2267
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
2268
|
-
# Specifies
|
2268
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
2269
2269
|
#
|
2270
2270
|
# @option params [String] :configuration
|
2271
2271
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -10918,6 +10918,82 @@ module Aws::Glue
|
|
10918
10918
|
req.send_request(options)
|
10919
10919
|
end
|
10920
10920
|
|
10921
|
+
# Returns all the crawls of a specified crawler. Returns only the crawls
|
10922
|
+
# that have occurred since the launch date of the crawler history
|
10923
|
+
# feature, and only retains up to 12 months of crawls. Older crawls will
|
10924
|
+
# not be returned.
|
10925
|
+
#
|
10926
|
+
# You may use this API to:
|
10927
|
+
#
|
10928
|
+
# * Retrive all the crawls of a specified crawler.
|
10929
|
+
#
|
10930
|
+
# * Retrieve all the crawls of a specified crawler within a limited
|
10931
|
+
# count.
|
10932
|
+
#
|
10933
|
+
# * Retrieve all the crawls of a specified crawler in a specific time
|
10934
|
+
# range.
|
10935
|
+
#
|
10936
|
+
# * Retrieve all the crawls of a specified crawler with a particular
|
10937
|
+
# state, crawl ID, or DPU hour value.
|
10938
|
+
#
|
10939
|
+
# @option params [required, String] :crawler_name
|
10940
|
+
# The name of the crawler whose runs you want to retrieve.
|
10941
|
+
#
|
10942
|
+
# @option params [Integer] :max_results
|
10943
|
+
# The maximum number of results to return. The default is 20, and
|
10944
|
+
# maximum is 100.
|
10945
|
+
#
|
10946
|
+
# @option params [Array<Types::CrawlsFilter>] :filters
|
10947
|
+
# Filters the crawls by the criteria you specify in a list of
|
10948
|
+
# `CrawlsFilter` objects.
|
10949
|
+
#
|
10950
|
+
# @option params [String] :next_token
|
10951
|
+
# A continuation token, if this is a continuation call.
|
10952
|
+
#
|
10953
|
+
# @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10954
|
+
#
|
10955
|
+
# * {Types::ListCrawlsResponse#crawls #crawls} => Array<Types::CrawlerHistory>
|
10956
|
+
# * {Types::ListCrawlsResponse#next_token #next_token} => String
|
10957
|
+
#
|
10958
|
+
# @example Request syntax with placeholder values
|
10959
|
+
#
|
10960
|
+
# resp = client.list_crawls({
|
10961
|
+
# crawler_name: "NameString", # required
|
10962
|
+
# max_results: 1,
|
10963
|
+
# filters: [
|
10964
|
+
# {
|
10965
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
10966
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
10967
|
+
# field_value: "GenericString",
|
10968
|
+
# },
|
10969
|
+
# ],
|
10970
|
+
# next_token: "Token",
|
10971
|
+
# })
|
10972
|
+
#
|
10973
|
+
# @example Response structure
|
10974
|
+
#
|
10975
|
+
# resp.crawls #=> Array
|
10976
|
+
# resp.crawls[0].crawl_id #=> String
|
10977
|
+
# resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
|
10978
|
+
# resp.crawls[0].start_time #=> Time
|
10979
|
+
# resp.crawls[0].end_time #=> Time
|
10980
|
+
# resp.crawls[0].summary #=> String
|
10981
|
+
# resp.crawls[0].error_message #=> String
|
10982
|
+
# resp.crawls[0].log_group #=> String
|
10983
|
+
# resp.crawls[0].log_stream #=> String
|
10984
|
+
# resp.crawls[0].message_prefix #=> String
|
10985
|
+
# resp.crawls[0].dpu_hour #=> Float
|
10986
|
+
# resp.next_token #=> String
|
10987
|
+
#
|
10988
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
|
10989
|
+
#
|
10990
|
+
# @overload list_crawls(params = {})
|
10991
|
+
# @param [Hash] params ({})
|
10992
|
+
def list_crawls(params = {}, options = {})
|
10993
|
+
req = build_request(:list_crawls, params)
|
10994
|
+
req.send_request(options)
|
10995
|
+
end
|
10996
|
+
|
10921
10997
|
# Lists all the custom patterns that have been created.
|
10922
10998
|
#
|
10923
10999
|
# @option params [String] :next_token
|
@@ -13327,7 +13403,7 @@ module Aws::Glue
|
|
13327
13403
|
# Specifies data lineage configuration settings for the crawler.
|
13328
13404
|
#
|
13329
13405
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
13330
|
-
# Specifies
|
13406
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
13331
13407
|
#
|
13332
13408
|
# @option params [String] :configuration
|
13333
13409
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -14974,7 +15050,7 @@ module Aws::Glue
|
|
14974
15050
|
params: params,
|
14975
15051
|
config: config)
|
14976
15052
|
context[:gem_name] = 'aws-sdk-glue'
|
14977
|
-
context[:gem_version] = '1.
|
15053
|
+
context[:gem_version] = '1.113.0'
|
14978
15054
|
Seahorse::Client::Request.new(handlers, context)
|
14979
15055
|
end
|
14980
15056
|
|
@@ -179,10 +179,14 @@ module Aws::Glue
|
|
179
179
|
ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
|
180
180
|
ContextWords = Shapes::ListShape.new(name: 'ContextWords')
|
181
181
|
Crawl = Shapes::StructureShape.new(name: 'Crawl')
|
182
|
+
CrawlId = Shapes::StringShape.new(name: 'CrawlId')
|
182
183
|
CrawlList = Shapes::ListShape.new(name: 'CrawlList')
|
183
184
|
CrawlState = Shapes::StringShape.new(name: 'CrawlState')
|
184
185
|
Crawler = Shapes::StructureShape.new(name: 'Crawler')
|
185
186
|
CrawlerConfiguration = Shapes::StringShape.new(name: 'CrawlerConfiguration')
|
187
|
+
CrawlerHistory = Shapes::StructureShape.new(name: 'CrawlerHistory')
|
188
|
+
CrawlerHistoryList = Shapes::ListShape.new(name: 'CrawlerHistoryList')
|
189
|
+
CrawlerHistoryState = Shapes::StringShape.new(name: 'CrawlerHistoryState')
|
186
190
|
CrawlerLineageSettings = Shapes::StringShape.new(name: 'CrawlerLineageSettings')
|
187
191
|
CrawlerList = Shapes::ListShape.new(name: 'CrawlerList')
|
188
192
|
CrawlerMetrics = Shapes::StructureShape.new(name: 'CrawlerMetrics')
|
@@ -195,6 +199,8 @@ module Aws::Glue
|
|
195
199
|
CrawlerState = Shapes::StringShape.new(name: 'CrawlerState')
|
196
200
|
CrawlerStoppingException = Shapes::StructureShape.new(name: 'CrawlerStoppingException')
|
197
201
|
CrawlerTargets = Shapes::StructureShape.new(name: 'CrawlerTargets')
|
202
|
+
CrawlsFilter = Shapes::StructureShape.new(name: 'CrawlsFilter')
|
203
|
+
CrawlsFilterList = Shapes::ListShape.new(name: 'CrawlsFilterList')
|
198
204
|
CreateBlueprintRequest = Shapes::StructureShape.new(name: 'CreateBlueprintRequest')
|
199
205
|
CreateBlueprintResponse = Shapes::StructureShape.new(name: 'CreateBlueprintResponse')
|
200
206
|
CreateClassifierRequest = Shapes::StructureShape.new(name: 'CreateClassifierRequest')
|
@@ -361,6 +367,7 @@ module Aws::Glue
|
|
361
367
|
ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
|
362
368
|
ExportLabelsTaskRunProperties = Shapes::StructureShape.new(name: 'ExportLabelsTaskRunProperties')
|
363
369
|
ExtendedString = Shapes::StringShape.new(name: 'ExtendedString')
|
370
|
+
FieldName = Shapes::StringShape.new(name: 'FieldName')
|
364
371
|
FieldType = Shapes::StringShape.new(name: 'FieldType')
|
365
372
|
FillMissingValues = Shapes::StructureShape.new(name: 'FillMissingValues')
|
366
373
|
Filter = Shapes::StructureShape.new(name: 'Filter')
|
@@ -368,6 +375,7 @@ module Aws::Glue
|
|
368
375
|
FilterExpressions = Shapes::ListShape.new(name: 'FilterExpressions')
|
369
376
|
FilterLogicalOperator = Shapes::StringShape.new(name: 'FilterLogicalOperator')
|
370
377
|
FilterOperation = Shapes::StringShape.new(name: 'FilterOperation')
|
378
|
+
FilterOperator = Shapes::StringShape.new(name: 'FilterOperator')
|
371
379
|
FilterString = Shapes::StringShape.new(name: 'FilterString')
|
372
380
|
FilterValue = Shapes::StructureShape.new(name: 'FilterValue')
|
373
381
|
FilterValueType = Shapes::StringShape.new(name: 'FilterValueType')
|
@@ -589,6 +597,8 @@ module Aws::Glue
|
|
589
597
|
ListBlueprintsResponse = Shapes::StructureShape.new(name: 'ListBlueprintsResponse')
|
590
598
|
ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
|
591
599
|
ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
|
600
|
+
ListCrawlsRequest = Shapes::StructureShape.new(name: 'ListCrawlsRequest')
|
601
|
+
ListCrawlsResponse = Shapes::StructureShape.new(name: 'ListCrawlsResponse')
|
592
602
|
ListCustomEntityTypesRequest = Shapes::StructureShape.new(name: 'ListCustomEntityTypesRequest')
|
593
603
|
ListCustomEntityTypesResponse = Shapes::StructureShape.new(name: 'ListCustomEntityTypesResponse')
|
594
604
|
ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
|
@@ -1600,6 +1610,20 @@ module Aws::Glue
|
|
1600
1610
|
Crawler.add_member(:lake_formation_configuration, Shapes::ShapeRef.new(shape: LakeFormationConfiguration, location_name: "LakeFormationConfiguration"))
|
1601
1611
|
Crawler.struct_class = Types::Crawler
|
1602
1612
|
|
1613
|
+
CrawlerHistory.add_member(:crawl_id, Shapes::ShapeRef.new(shape: CrawlId, location_name: "CrawlId"))
|
1614
|
+
CrawlerHistory.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerHistoryState, location_name: "State"))
|
1615
|
+
CrawlerHistory.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
|
1616
|
+
CrawlerHistory.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
|
1617
|
+
CrawlerHistory.add_member(:summary, Shapes::ShapeRef.new(shape: NameString, location_name: "Summary"))
|
1618
|
+
CrawlerHistory.add_member(:error_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "ErrorMessage"))
|
1619
|
+
CrawlerHistory.add_member(:log_group, Shapes::ShapeRef.new(shape: LogGroup, location_name: "LogGroup"))
|
1620
|
+
CrawlerHistory.add_member(:log_stream, Shapes::ShapeRef.new(shape: LogStream, location_name: "LogStream"))
|
1621
|
+
CrawlerHistory.add_member(:message_prefix, Shapes::ShapeRef.new(shape: MessagePrefix, location_name: "MessagePrefix"))
|
1622
|
+
CrawlerHistory.add_member(:dpu_hour, Shapes::ShapeRef.new(shape: NonNegativeDouble, location_name: "DPUHour"))
|
1623
|
+
CrawlerHistory.struct_class = Types::CrawlerHistory
|
1624
|
+
|
1625
|
+
CrawlerHistoryList.member = Shapes::ShapeRef.new(shape: CrawlerHistory)
|
1626
|
+
|
1603
1627
|
CrawlerList.member = Shapes::ShapeRef.new(shape: Crawler)
|
1604
1628
|
|
1605
1629
|
CrawlerMetrics.add_member(:crawler_name, Shapes::ShapeRef.new(shape: NameString, location_name: "CrawlerName"))
|
@@ -1636,6 +1660,13 @@ module Aws::Glue
|
|
1636
1660
|
CrawlerTargets.add_member(:delta_targets, Shapes::ShapeRef.new(shape: DeltaTargetList, location_name: "DeltaTargets"))
|
1637
1661
|
CrawlerTargets.struct_class = Types::CrawlerTargets
|
1638
1662
|
|
1663
|
+
CrawlsFilter.add_member(:field_name, Shapes::ShapeRef.new(shape: FieldName, location_name: "FieldName"))
|
1664
|
+
CrawlsFilter.add_member(:filter_operator, Shapes::ShapeRef.new(shape: FilterOperator, location_name: "FilterOperator"))
|
1665
|
+
CrawlsFilter.add_member(:field_value, Shapes::ShapeRef.new(shape: GenericString, location_name: "FieldValue"))
|
1666
|
+
CrawlsFilter.struct_class = Types::CrawlsFilter
|
1667
|
+
|
1668
|
+
CrawlsFilterList.member = Shapes::ShapeRef.new(shape: CrawlsFilter)
|
1669
|
+
|
1639
1670
|
CreateBlueprintRequest.add_member(:name, Shapes::ShapeRef.new(shape: OrchestrationNameString, required: true, location_name: "Name"))
|
1640
1671
|
CreateBlueprintRequest.add_member(:description, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Description"))
|
1641
1672
|
CreateBlueprintRequest.add_member(:blueprint_location, Shapes::ShapeRef.new(shape: OrchestrationS3Location, required: true, location_name: "BlueprintLocation"))
|
@@ -3285,6 +3316,16 @@ module Aws::Glue
|
|
3285
3316
|
ListCrawlersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3286
3317
|
ListCrawlersResponse.struct_class = Types::ListCrawlersResponse
|
3287
3318
|
|
3319
|
+
ListCrawlsRequest.add_member(:crawler_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "CrawlerName"))
|
3320
|
+
ListCrawlsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
3321
|
+
ListCrawlsRequest.add_member(:filters, Shapes::ShapeRef.new(shape: CrawlsFilterList, location_name: "Filters"))
|
3322
|
+
ListCrawlsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3323
|
+
ListCrawlsRequest.struct_class = Types::ListCrawlsRequest
|
3324
|
+
|
3325
|
+
ListCrawlsResponse.add_member(:crawls, Shapes::ShapeRef.new(shape: CrawlerHistoryList, location_name: "Crawls"))
|
3326
|
+
ListCrawlsResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3327
|
+
ListCrawlsResponse.struct_class = Types::ListCrawlsResponse
|
3328
|
+
|
3288
3329
|
ListCustomEntityTypesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
|
3289
3330
|
ListCustomEntityTypesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
3290
3331
|
ListCustomEntityTypesRequest.struct_class = Types::ListCustomEntityTypesRequest
|
@@ -6455,6 +6496,17 @@ module Aws::Glue
|
|
6455
6496
|
)
|
6456
6497
|
end)
|
6457
6498
|
|
6499
|
+
api.add_operation(:list_crawls, Seahorse::Model::Operation.new.tap do |o|
|
6500
|
+
o.name = "ListCrawls"
|
6501
|
+
o.http_method = "POST"
|
6502
|
+
o.http_request_uri = "/"
|
6503
|
+
o.input = Shapes::ShapeRef.new(shape: ListCrawlsRequest)
|
6504
|
+
o.output = Shapes::ShapeRef.new(shape: ListCrawlsResponse)
|
6505
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6506
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6507
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6508
|
+
end)
|
6509
|
+
|
6458
6510
|
api.add_operation(:list_custom_entity_types, Seahorse::Model::Operation.new.tap do |o|
|
6459
6511
|
o.name = "ListCustomEntityTypes"
|
6460
6512
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -4124,8 +4124,8 @@ module Aws::Glue
|
|
4124
4124
|
# @return [String]
|
4125
4125
|
#
|
4126
4126
|
# @!attribute [rw] lake_formation_configuration
|
4127
|
-
# Specifies whether the crawler should use
|
4128
|
-
#
|
4127
|
+
# Specifies whether the crawler should use Lake Formation credentials
|
4128
|
+
# for the crawler instead of the IAM role credentials.
|
4129
4129
|
# @return [Types::LakeFormationConfiguration]
|
4130
4130
|
#
|
4131
4131
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
@@ -4155,6 +4155,67 @@ module Aws::Glue
|
|
4155
4155
|
include Aws::Structure
|
4156
4156
|
end
|
4157
4157
|
|
4158
|
+
# Contains the information for a run of a crawler.
|
4159
|
+
#
|
4160
|
+
# @!attribute [rw] crawl_id
|
4161
|
+
# A UUID identifier for each crawl.
|
4162
|
+
# @return [String]
|
4163
|
+
#
|
4164
|
+
# @!attribute [rw] state
|
4165
|
+
# The state of the crawl.
|
4166
|
+
# @return [String]
|
4167
|
+
#
|
4168
|
+
# @!attribute [rw] start_time
|
4169
|
+
# The date and time on which the crawl started.
|
4170
|
+
# @return [Time]
|
4171
|
+
#
|
4172
|
+
# @!attribute [rw] end_time
|
4173
|
+
# The date and time on which the crawl ended.
|
4174
|
+
# @return [Time]
|
4175
|
+
#
|
4176
|
+
# @!attribute [rw] summary
|
4177
|
+
# A run summary for the specific crawl in JSON. Contains the catalog
|
4178
|
+
# tables and partitions that were added, updated, or deleted.
|
4179
|
+
# @return [String]
|
4180
|
+
#
|
4181
|
+
# @!attribute [rw] error_message
|
4182
|
+
# If an error occurred, the error message associated with the crawl.
|
4183
|
+
# @return [String]
|
4184
|
+
#
|
4185
|
+
# @!attribute [rw] log_group
|
4186
|
+
# The log group associated with the crawl.
|
4187
|
+
# @return [String]
|
4188
|
+
#
|
4189
|
+
# @!attribute [rw] log_stream
|
4190
|
+
# The log stream associated with the crawl.
|
4191
|
+
# @return [String]
|
4192
|
+
#
|
4193
|
+
# @!attribute [rw] message_prefix
|
4194
|
+
# The prefix for a CloudWatch message about this crawl.
|
4195
|
+
# @return [String]
|
4196
|
+
#
|
4197
|
+
# @!attribute [rw] dpu_hour
|
4198
|
+
# The number of data processing units (DPU) used in hours for the
|
4199
|
+
# crawl.
|
4200
|
+
# @return [Float]
|
4201
|
+
#
|
4202
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerHistory AWS API Documentation
|
4203
|
+
#
|
4204
|
+
class CrawlerHistory < Struct.new(
|
4205
|
+
:crawl_id,
|
4206
|
+
:state,
|
4207
|
+
:start_time,
|
4208
|
+
:end_time,
|
4209
|
+
:summary,
|
4210
|
+
:error_message,
|
4211
|
+
:log_group,
|
4212
|
+
:log_stream,
|
4213
|
+
:message_prefix,
|
4214
|
+
:dpu_hour)
|
4215
|
+
SENSITIVE = []
|
4216
|
+
include Aws::Structure
|
4217
|
+
end
|
4218
|
+
|
4158
4219
|
# Metrics for a specified crawler.
|
4159
4220
|
#
|
4160
4221
|
# @!attribute [rw] crawler_name
|
@@ -4352,6 +4413,64 @@ module Aws::Glue
|
|
4352
4413
|
include Aws::Structure
|
4353
4414
|
end
|
4354
4415
|
|
4416
|
+
# A list of fields, comparators and value that you can use to filter the
|
4417
|
+
# crawler runs for a specified crawler.
|
4418
|
+
#
|
4419
|
+
# @note When making an API call, you may pass CrawlsFilter
|
4420
|
+
# data as a hash:
|
4421
|
+
#
|
4422
|
+
# {
|
4423
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
4424
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
4425
|
+
# field_value: "GenericString",
|
4426
|
+
# }
|
4427
|
+
#
|
4428
|
+
# @!attribute [rw] field_name
|
4429
|
+
# A key used to filter the crawler runs for a specified crawler. Valid
|
4430
|
+
# values for each of the field names are:
|
4431
|
+
#
|
4432
|
+
# * `CRAWL_ID`\: A string representing the UUID identifier for a
|
4433
|
+
# crawl.
|
4434
|
+
#
|
4435
|
+
# * `STATE`\: A string representing the state of the crawl.
|
4436
|
+
#
|
4437
|
+
# * `START_TIME` and `END_TIME`\: The epoch timestamp in milliseconds.
|
4438
|
+
#
|
4439
|
+
# * `DPU_HOUR`\: The number of data processing unit (DPU) hours used
|
4440
|
+
# for the crawl.
|
4441
|
+
# @return [String]
|
4442
|
+
#
|
4443
|
+
# @!attribute [rw] filter_operator
|
4444
|
+
# A defined comparator that operates on the value. The available
|
4445
|
+
# operators are:
|
4446
|
+
#
|
4447
|
+
# * `GT`\: Greater than.
|
4448
|
+
#
|
4449
|
+
# * `GE`\: Greater than or equal to.
|
4450
|
+
#
|
4451
|
+
# * `LT`\: Less than.
|
4452
|
+
#
|
4453
|
+
# * `LE`\: Less than or equal to.
|
4454
|
+
#
|
4455
|
+
# * `EQ`\: Equal to.
|
4456
|
+
#
|
4457
|
+
# * `NE`\: Not equal to.
|
4458
|
+
# @return [String]
|
4459
|
+
#
|
4460
|
+
# @!attribute [rw] field_value
|
4461
|
+
# The value provided for comparison on the crawl field.
|
4462
|
+
# @return [String]
|
4463
|
+
#
|
4464
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlsFilter AWS API Documentation
|
4465
|
+
#
|
4466
|
+
class CrawlsFilter < Struct.new(
|
4467
|
+
:field_name,
|
4468
|
+
:filter_operator,
|
4469
|
+
:field_value)
|
4470
|
+
SENSITIVE = []
|
4471
|
+
include Aws::Structure
|
4472
|
+
end
|
4473
|
+
|
4355
4474
|
# @note When making an API call, you may pass CreateBlueprintRequest
|
4356
4475
|
# data as a hash:
|
4357
4476
|
#
|
@@ -4652,7 +4771,7 @@ module Aws::Glue
|
|
4652
4771
|
# @return [Types::LineageConfiguration]
|
4653
4772
|
#
|
4654
4773
|
# @!attribute [rw] lake_formation_configuration
|
4655
|
-
# Specifies
|
4774
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
4656
4775
|
# @return [Types::LakeFormationConfiguration]
|
4657
4776
|
#
|
4658
4777
|
# @!attribute [rw] configuration
|
@@ -16246,7 +16365,7 @@ module Aws::Glue
|
|
16246
16365
|
include Aws::Structure
|
16247
16366
|
end
|
16248
16367
|
|
16249
|
-
# Specifies
|
16368
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
16250
16369
|
#
|
16251
16370
|
# @note When making an API call, you may pass LakeFormationConfiguration
|
16252
16371
|
# data as a hash:
|
@@ -16257,8 +16376,8 @@ module Aws::Glue
|
|
16257
16376
|
# }
|
16258
16377
|
#
|
16259
16378
|
# @!attribute [rw] use_lake_formation_credentials
|
16260
|
-
# Specifies whether to use
|
16261
|
-
#
|
16379
|
+
# Specifies whether to use Lake Formation credentials for the crawler
|
16380
|
+
# instead of the IAM role credentials.
|
16262
16381
|
# @return [Boolean]
|
16263
16382
|
#
|
16264
16383
|
# @!attribute [rw] account_id
|
@@ -16480,6 +16599,70 @@ module Aws::Glue
|
|
16480
16599
|
include Aws::Structure
|
16481
16600
|
end
|
16482
16601
|
|
16602
|
+
# @note When making an API call, you may pass ListCrawlsRequest
|
16603
|
+
# data as a hash:
|
16604
|
+
#
|
16605
|
+
# {
|
16606
|
+
# crawler_name: "NameString", # required
|
16607
|
+
# max_results: 1,
|
16608
|
+
# filters: [
|
16609
|
+
# {
|
16610
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
16611
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
16612
|
+
# field_value: "GenericString",
|
16613
|
+
# },
|
16614
|
+
# ],
|
16615
|
+
# next_token: "Token",
|
16616
|
+
# }
|
16617
|
+
#
|
16618
|
+
# @!attribute [rw] crawler_name
|
16619
|
+
# The name of the crawler whose runs you want to retrieve.
|
16620
|
+
# @return [String]
|
16621
|
+
#
|
16622
|
+
# @!attribute [rw] max_results
|
16623
|
+
# The maximum number of results to return. The default is 20, and
|
16624
|
+
# maximum is 100.
|
16625
|
+
# @return [Integer]
|
16626
|
+
#
|
16627
|
+
# @!attribute [rw] filters
|
16628
|
+
# Filters the crawls by the criteria you specify in a list of
|
16629
|
+
# `CrawlsFilter` objects.
|
16630
|
+
# @return [Array<Types::CrawlsFilter>]
|
16631
|
+
#
|
16632
|
+
# @!attribute [rw] next_token
|
16633
|
+
# A continuation token, if this is a continuation call.
|
16634
|
+
# @return [String]
|
16635
|
+
#
|
16636
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsRequest AWS API Documentation
|
16637
|
+
#
|
16638
|
+
class ListCrawlsRequest < Struct.new(
|
16639
|
+
:crawler_name,
|
16640
|
+
:max_results,
|
16641
|
+
:filters,
|
16642
|
+
:next_token)
|
16643
|
+
SENSITIVE = []
|
16644
|
+
include Aws::Structure
|
16645
|
+
end
|
16646
|
+
|
16647
|
+
# @!attribute [rw] crawls
|
16648
|
+
# A list of `CrawlerHistory` objects representing the crawl runs that
|
16649
|
+
# meet your criteria.
|
16650
|
+
# @return [Array<Types::CrawlerHistory>]
|
16651
|
+
#
|
16652
|
+
# @!attribute [rw] next_token
|
16653
|
+
# A continuation token for paginating the returned list of tokens,
|
16654
|
+
# returned if the current segment of the list is not the last.
|
16655
|
+
# @return [String]
|
16656
|
+
#
|
16657
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsResponse AWS API Documentation
|
16658
|
+
#
|
16659
|
+
class ListCrawlsResponse < Struct.new(
|
16660
|
+
:crawls,
|
16661
|
+
:next_token)
|
16662
|
+
SENSITIVE = []
|
16663
|
+
include Aws::Structure
|
16664
|
+
end
|
16665
|
+
|
16483
16666
|
# @note When making an API call, you may pass ListCustomEntityTypesRequest
|
16484
16667
|
# data as a hash:
|
16485
16668
|
#
|
@@ -24045,7 +24228,7 @@ module Aws::Glue
|
|
24045
24228
|
# @return [Types::LineageConfiguration]
|
24046
24229
|
#
|
24047
24230
|
# @!attribute [rw] lake_formation_configuration
|
24048
|
-
# Specifies
|
24231
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
24049
24232
|
# @return [Types::LakeFormationConfiguration]
|
24050
24233
|
#
|
24051
24234
|
# @!attribute [rw] configuration
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.113.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-06-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|