aws-sdk-glue 1.112.0 → 1.113.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/VERSION +1 -1
- data/lib/aws-sdk-glue/client.rb +79 -3
- data/lib/aws-sdk-glue/client_api.rb +52 -0
- data/lib/aws-sdk-glue/types.rb +190 -7
- data/lib/aws-sdk-glue.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6065e9a0fc007d0334336d2f6f42742413791ef331a14b1a23b73ebc8f312146
|
4
|
+
data.tar.gz: 00c6f62650b2bb5ef96b1728b0a385abee42537f729797af10a1a1ffca31bf87
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e619fd7f484606b16cd9f19af05c4e5eca57c54f84674bab7c7bca929ffebcf86b340da331e0c948b33d81a51483104ff41e178c28ba03e3b7af6459133100cf
|
7
|
+
data.tar.gz: 8017c1b8673ba22d72ef3df8fc1f47d12223da5a0a1f1b06d3c9f6df2224aea860bc6e57de0b8d2782ba8fce522948ce1d59dcec126f47a222eb36837a44238f
|
data/CHANGELOG.md
CHANGED
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.
|
1
|
+
1.113.0
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -2265,7 +2265,7 @@ module Aws::Glue
|
|
2265
2265
|
# Specifies data lineage configuration settings for the crawler.
|
2266
2266
|
#
|
2267
2267
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
2268
|
-
# Specifies
|
2268
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
2269
2269
|
#
|
2270
2270
|
# @option params [String] :configuration
|
2271
2271
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -10918,6 +10918,82 @@ module Aws::Glue
|
|
10918
10918
|
req.send_request(options)
|
10919
10919
|
end
|
10920
10920
|
|
10921
|
+
# Returns all the crawls of a specified crawler. Returns only the crawls
|
10922
|
+
# that have occurred since the launch date of the crawler history
|
10923
|
+
# feature, and only retains up to 12 months of crawls. Older crawls will
|
10924
|
+
# not be returned.
|
10925
|
+
#
|
10926
|
+
# You may use this API to:
|
10927
|
+
#
|
10928
|
+
# * Retrive all the crawls of a specified crawler.
|
10929
|
+
#
|
10930
|
+
# * Retrieve all the crawls of a specified crawler within a limited
|
10931
|
+
# count.
|
10932
|
+
#
|
10933
|
+
# * Retrieve all the crawls of a specified crawler in a specific time
|
10934
|
+
# range.
|
10935
|
+
#
|
10936
|
+
# * Retrieve all the crawls of a specified crawler with a particular
|
10937
|
+
# state, crawl ID, or DPU hour value.
|
10938
|
+
#
|
10939
|
+
# @option params [required, String] :crawler_name
|
10940
|
+
# The name of the crawler whose runs you want to retrieve.
|
10941
|
+
#
|
10942
|
+
# @option params [Integer] :max_results
|
10943
|
+
# The maximum number of results to return. The default is 20, and
|
10944
|
+
# maximum is 100.
|
10945
|
+
#
|
10946
|
+
# @option params [Array<Types::CrawlsFilter>] :filters
|
10947
|
+
# Filters the crawls by the criteria you specify in a list of
|
10948
|
+
# `CrawlsFilter` objects.
|
10949
|
+
#
|
10950
|
+
# @option params [String] :next_token
|
10951
|
+
# A continuation token, if this is a continuation call.
|
10952
|
+
#
|
10953
|
+
# @return [Types::ListCrawlsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
10954
|
+
#
|
10955
|
+
# * {Types::ListCrawlsResponse#crawls #crawls} => Array<Types::CrawlerHistory>
|
10956
|
+
# * {Types::ListCrawlsResponse#next_token #next_token} => String
|
10957
|
+
#
|
10958
|
+
# @example Request syntax with placeholder values
|
10959
|
+
#
|
10960
|
+
# resp = client.list_crawls({
|
10961
|
+
# crawler_name: "NameString", # required
|
10962
|
+
# max_results: 1,
|
10963
|
+
# filters: [
|
10964
|
+
# {
|
10965
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
10966
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
10967
|
+
# field_value: "GenericString",
|
10968
|
+
# },
|
10969
|
+
# ],
|
10970
|
+
# next_token: "Token",
|
10971
|
+
# })
|
10972
|
+
#
|
10973
|
+
# @example Response structure
|
10974
|
+
#
|
10975
|
+
# resp.crawls #=> Array
|
10976
|
+
# resp.crawls[0].crawl_id #=> String
|
10977
|
+
# resp.crawls[0].state #=> String, one of "RUNNING", "COMPLETED", "FAILED", "STOPPED"
|
10978
|
+
# resp.crawls[0].start_time #=> Time
|
10979
|
+
# resp.crawls[0].end_time #=> Time
|
10980
|
+
# resp.crawls[0].summary #=> String
|
10981
|
+
# resp.crawls[0].error_message #=> String
|
10982
|
+
# resp.crawls[0].log_group #=> String
|
10983
|
+
# resp.crawls[0].log_stream #=> String
|
10984
|
+
# resp.crawls[0].message_prefix #=> String
|
10985
|
+
# resp.crawls[0].dpu_hour #=> Float
|
10986
|
+
# resp.next_token #=> String
|
10987
|
+
#
|
10988
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawls AWS API Documentation
|
10989
|
+
#
|
10990
|
+
# @overload list_crawls(params = {})
|
10991
|
+
# @param [Hash] params ({})
|
10992
|
+
def list_crawls(params = {}, options = {})
|
10993
|
+
req = build_request(:list_crawls, params)
|
10994
|
+
req.send_request(options)
|
10995
|
+
end
|
10996
|
+
|
10921
10997
|
# Lists all the custom patterns that have been created.
|
10922
10998
|
#
|
10923
10999
|
# @option params [String] :next_token
|
@@ -13327,7 +13403,7 @@ module Aws::Glue
|
|
13327
13403
|
# Specifies data lineage configuration settings for the crawler.
|
13328
13404
|
#
|
13329
13405
|
# @option params [Types::LakeFormationConfiguration] :lake_formation_configuration
|
13330
|
-
# Specifies
|
13406
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
13331
13407
|
#
|
13332
13408
|
# @option params [String] :configuration
|
13333
13409
|
# Crawler configuration information. This versioned JSON string allows
|
@@ -14974,7 +15050,7 @@ module Aws::Glue
|
|
14974
15050
|
params: params,
|
14975
15051
|
config: config)
|
14976
15052
|
context[:gem_name] = 'aws-sdk-glue'
|
14977
|
-
context[:gem_version] = '1.
|
15053
|
+
context[:gem_version] = '1.113.0'
|
14978
15054
|
Seahorse::Client::Request.new(handlers, context)
|
14979
15055
|
end
|
14980
15056
|
|
@@ -179,10 +179,14 @@ module Aws::Glue
|
|
179
179
|
ConnectionsList = Shapes::StructureShape.new(name: 'ConnectionsList')
|
180
180
|
ContextWords = Shapes::ListShape.new(name: 'ContextWords')
|
181
181
|
Crawl = Shapes::StructureShape.new(name: 'Crawl')
|
182
|
+
CrawlId = Shapes::StringShape.new(name: 'CrawlId')
|
182
183
|
CrawlList = Shapes::ListShape.new(name: 'CrawlList')
|
183
184
|
CrawlState = Shapes::StringShape.new(name: 'CrawlState')
|
184
185
|
Crawler = Shapes::StructureShape.new(name: 'Crawler')
|
185
186
|
CrawlerConfiguration = Shapes::StringShape.new(name: 'CrawlerConfiguration')
|
187
|
+
CrawlerHistory = Shapes::StructureShape.new(name: 'CrawlerHistory')
|
188
|
+
CrawlerHistoryList = Shapes::ListShape.new(name: 'CrawlerHistoryList')
|
189
|
+
CrawlerHistoryState = Shapes::StringShape.new(name: 'CrawlerHistoryState')
|
186
190
|
CrawlerLineageSettings = Shapes::StringShape.new(name: 'CrawlerLineageSettings')
|
187
191
|
CrawlerList = Shapes::ListShape.new(name: 'CrawlerList')
|
188
192
|
CrawlerMetrics = Shapes::StructureShape.new(name: 'CrawlerMetrics')
|
@@ -195,6 +199,8 @@ module Aws::Glue
|
|
195
199
|
CrawlerState = Shapes::StringShape.new(name: 'CrawlerState')
|
196
200
|
CrawlerStoppingException = Shapes::StructureShape.new(name: 'CrawlerStoppingException')
|
197
201
|
CrawlerTargets = Shapes::StructureShape.new(name: 'CrawlerTargets')
|
202
|
+
CrawlsFilter = Shapes::StructureShape.new(name: 'CrawlsFilter')
|
203
|
+
CrawlsFilterList = Shapes::ListShape.new(name: 'CrawlsFilterList')
|
198
204
|
CreateBlueprintRequest = Shapes::StructureShape.new(name: 'CreateBlueprintRequest')
|
199
205
|
CreateBlueprintResponse = Shapes::StructureShape.new(name: 'CreateBlueprintResponse')
|
200
206
|
CreateClassifierRequest = Shapes::StructureShape.new(name: 'CreateClassifierRequest')
|
@@ -361,6 +367,7 @@ module Aws::Glue
|
|
361
367
|
ExistCondition = Shapes::StringShape.new(name: 'ExistCondition')
|
362
368
|
ExportLabelsTaskRunProperties = Shapes::StructureShape.new(name: 'ExportLabelsTaskRunProperties')
|
363
369
|
ExtendedString = Shapes::StringShape.new(name: 'ExtendedString')
|
370
|
+
FieldName = Shapes::StringShape.new(name: 'FieldName')
|
364
371
|
FieldType = Shapes::StringShape.new(name: 'FieldType')
|
365
372
|
FillMissingValues = Shapes::StructureShape.new(name: 'FillMissingValues')
|
366
373
|
Filter = Shapes::StructureShape.new(name: 'Filter')
|
@@ -368,6 +375,7 @@ module Aws::Glue
|
|
368
375
|
FilterExpressions = Shapes::ListShape.new(name: 'FilterExpressions')
|
369
376
|
FilterLogicalOperator = Shapes::StringShape.new(name: 'FilterLogicalOperator')
|
370
377
|
FilterOperation = Shapes::StringShape.new(name: 'FilterOperation')
|
378
|
+
FilterOperator = Shapes::StringShape.new(name: 'FilterOperator')
|
371
379
|
FilterString = Shapes::StringShape.new(name: 'FilterString')
|
372
380
|
FilterValue = Shapes::StructureShape.new(name: 'FilterValue')
|
373
381
|
FilterValueType = Shapes::StringShape.new(name: 'FilterValueType')
|
@@ -589,6 +597,8 @@ module Aws::Glue
|
|
589
597
|
ListBlueprintsResponse = Shapes::StructureShape.new(name: 'ListBlueprintsResponse')
|
590
598
|
ListCrawlersRequest = Shapes::StructureShape.new(name: 'ListCrawlersRequest')
|
591
599
|
ListCrawlersResponse = Shapes::StructureShape.new(name: 'ListCrawlersResponse')
|
600
|
+
ListCrawlsRequest = Shapes::StructureShape.new(name: 'ListCrawlsRequest')
|
601
|
+
ListCrawlsResponse = Shapes::StructureShape.new(name: 'ListCrawlsResponse')
|
592
602
|
ListCustomEntityTypesRequest = Shapes::StructureShape.new(name: 'ListCustomEntityTypesRequest')
|
593
603
|
ListCustomEntityTypesResponse = Shapes::StructureShape.new(name: 'ListCustomEntityTypesResponse')
|
594
604
|
ListDevEndpointsRequest = Shapes::StructureShape.new(name: 'ListDevEndpointsRequest')
|
@@ -1600,6 +1610,20 @@ module Aws::Glue
|
|
1600
1610
|
Crawler.add_member(:lake_formation_configuration, Shapes::ShapeRef.new(shape: LakeFormationConfiguration, location_name: "LakeFormationConfiguration"))
|
1601
1611
|
Crawler.struct_class = Types::Crawler
|
1602
1612
|
|
1613
|
+
CrawlerHistory.add_member(:crawl_id, Shapes::ShapeRef.new(shape: CrawlId, location_name: "CrawlId"))
|
1614
|
+
CrawlerHistory.add_member(:state, Shapes::ShapeRef.new(shape: CrawlerHistoryState, location_name: "State"))
|
1615
|
+
CrawlerHistory.add_member(:start_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "StartTime"))
|
1616
|
+
CrawlerHistory.add_member(:end_time, Shapes::ShapeRef.new(shape: Timestamp, location_name: "EndTime"))
|
1617
|
+
CrawlerHistory.add_member(:summary, Shapes::ShapeRef.new(shape: NameString, location_name: "Summary"))
|
1618
|
+
CrawlerHistory.add_member(:error_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "ErrorMessage"))
|
1619
|
+
CrawlerHistory.add_member(:log_group, Shapes::ShapeRef.new(shape: LogGroup, location_name: "LogGroup"))
|
1620
|
+
CrawlerHistory.add_member(:log_stream, Shapes::ShapeRef.new(shape: LogStream, location_name: "LogStream"))
|
1621
|
+
CrawlerHistory.add_member(:message_prefix, Shapes::ShapeRef.new(shape: MessagePrefix, location_name: "MessagePrefix"))
|
1622
|
+
CrawlerHistory.add_member(:dpu_hour, Shapes::ShapeRef.new(shape: NonNegativeDouble, location_name: "DPUHour"))
|
1623
|
+
CrawlerHistory.struct_class = Types::CrawlerHistory
|
1624
|
+
|
1625
|
+
CrawlerHistoryList.member = Shapes::ShapeRef.new(shape: CrawlerHistory)
|
1626
|
+
|
1603
1627
|
CrawlerList.member = Shapes::ShapeRef.new(shape: Crawler)
|
1604
1628
|
|
1605
1629
|
CrawlerMetrics.add_member(:crawler_name, Shapes::ShapeRef.new(shape: NameString, location_name: "CrawlerName"))
|
@@ -1636,6 +1660,13 @@ module Aws::Glue
|
|
1636
1660
|
CrawlerTargets.add_member(:delta_targets, Shapes::ShapeRef.new(shape: DeltaTargetList, location_name: "DeltaTargets"))
|
1637
1661
|
CrawlerTargets.struct_class = Types::CrawlerTargets
|
1638
1662
|
|
1663
|
+
CrawlsFilter.add_member(:field_name, Shapes::ShapeRef.new(shape: FieldName, location_name: "FieldName"))
|
1664
|
+
CrawlsFilter.add_member(:filter_operator, Shapes::ShapeRef.new(shape: FilterOperator, location_name: "FilterOperator"))
|
1665
|
+
CrawlsFilter.add_member(:field_value, Shapes::ShapeRef.new(shape: GenericString, location_name: "FieldValue"))
|
1666
|
+
CrawlsFilter.struct_class = Types::CrawlsFilter
|
1667
|
+
|
1668
|
+
CrawlsFilterList.member = Shapes::ShapeRef.new(shape: CrawlsFilter)
|
1669
|
+
|
1639
1670
|
CreateBlueprintRequest.add_member(:name, Shapes::ShapeRef.new(shape: OrchestrationNameString, required: true, location_name: "Name"))
|
1640
1671
|
CreateBlueprintRequest.add_member(:description, Shapes::ShapeRef.new(shape: Generic512CharString, location_name: "Description"))
|
1641
1672
|
CreateBlueprintRequest.add_member(:blueprint_location, Shapes::ShapeRef.new(shape: OrchestrationS3Location, required: true, location_name: "BlueprintLocation"))
|
@@ -3285,6 +3316,16 @@ module Aws::Glue
|
|
3285
3316
|
ListCrawlersResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3286
3317
|
ListCrawlersResponse.struct_class = Types::ListCrawlersResponse
|
3287
3318
|
|
3319
|
+
ListCrawlsRequest.add_member(:crawler_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "CrawlerName"))
|
3320
|
+
ListCrawlsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
3321
|
+
ListCrawlsRequest.add_member(:filters, Shapes::ShapeRef.new(shape: CrawlsFilterList, location_name: "Filters"))
|
3322
|
+
ListCrawlsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3323
|
+
ListCrawlsRequest.struct_class = Types::ListCrawlsRequest
|
3324
|
+
|
3325
|
+
ListCrawlsResponse.add_member(:crawls, Shapes::ShapeRef.new(shape: CrawlerHistoryList, location_name: "Crawls"))
|
3326
|
+
ListCrawlsResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
3327
|
+
ListCrawlsResponse.struct_class = Types::ListCrawlsResponse
|
3328
|
+
|
3288
3329
|
ListCustomEntityTypesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: PaginationToken, location_name: "NextToken"))
|
3289
3330
|
ListCustomEntityTypesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
3290
3331
|
ListCustomEntityTypesRequest.struct_class = Types::ListCustomEntityTypesRequest
|
@@ -6455,6 +6496,17 @@ module Aws::Glue
|
|
6455
6496
|
)
|
6456
6497
|
end)
|
6457
6498
|
|
6499
|
+
api.add_operation(:list_crawls, Seahorse::Model::Operation.new.tap do |o|
|
6500
|
+
o.name = "ListCrawls"
|
6501
|
+
o.http_method = "POST"
|
6502
|
+
o.http_request_uri = "/"
|
6503
|
+
o.input = Shapes::ShapeRef.new(shape: ListCrawlsRequest)
|
6504
|
+
o.output = Shapes::ShapeRef.new(shape: ListCrawlsResponse)
|
6505
|
+
o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
|
6506
|
+
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
|
6507
|
+
o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
|
6508
|
+
end)
|
6509
|
+
|
6458
6510
|
api.add_operation(:list_custom_entity_types, Seahorse::Model::Operation.new.tap do |o|
|
6459
6511
|
o.name = "ListCustomEntityTypes"
|
6460
6512
|
o.http_method = "POST"
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -4124,8 +4124,8 @@ module Aws::Glue
|
|
4124
4124
|
# @return [String]
|
4125
4125
|
#
|
4126
4126
|
# @!attribute [rw] lake_formation_configuration
|
4127
|
-
# Specifies whether the crawler should use
|
4128
|
-
#
|
4127
|
+
# Specifies whether the crawler should use Lake Formation credentials
|
4128
|
+
# for the crawler instead of the IAM role credentials.
|
4129
4129
|
# @return [Types::LakeFormationConfiguration]
|
4130
4130
|
#
|
4131
4131
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Crawler AWS API Documentation
|
@@ -4155,6 +4155,67 @@ module Aws::Glue
|
|
4155
4155
|
include Aws::Structure
|
4156
4156
|
end
|
4157
4157
|
|
4158
|
+
# Contains the information for a run of a crawler.
|
4159
|
+
#
|
4160
|
+
# @!attribute [rw] crawl_id
|
4161
|
+
# A UUID identifier for each crawl.
|
4162
|
+
# @return [String]
|
4163
|
+
#
|
4164
|
+
# @!attribute [rw] state
|
4165
|
+
# The state of the crawl.
|
4166
|
+
# @return [String]
|
4167
|
+
#
|
4168
|
+
# @!attribute [rw] start_time
|
4169
|
+
# The date and time on which the crawl started.
|
4170
|
+
# @return [Time]
|
4171
|
+
#
|
4172
|
+
# @!attribute [rw] end_time
|
4173
|
+
# The date and time on which the crawl ended.
|
4174
|
+
# @return [Time]
|
4175
|
+
#
|
4176
|
+
# @!attribute [rw] summary
|
4177
|
+
# A run summary for the specific crawl in JSON. Contains the catalog
|
4178
|
+
# tables and partitions that were added, updated, or deleted.
|
4179
|
+
# @return [String]
|
4180
|
+
#
|
4181
|
+
# @!attribute [rw] error_message
|
4182
|
+
# If an error occurred, the error message associated with the crawl.
|
4183
|
+
# @return [String]
|
4184
|
+
#
|
4185
|
+
# @!attribute [rw] log_group
|
4186
|
+
# The log group associated with the crawl.
|
4187
|
+
# @return [String]
|
4188
|
+
#
|
4189
|
+
# @!attribute [rw] log_stream
|
4190
|
+
# The log stream associated with the crawl.
|
4191
|
+
# @return [String]
|
4192
|
+
#
|
4193
|
+
# @!attribute [rw] message_prefix
|
4194
|
+
# The prefix for a CloudWatch message about this crawl.
|
4195
|
+
# @return [String]
|
4196
|
+
#
|
4197
|
+
# @!attribute [rw] dpu_hour
|
4198
|
+
# The number of data processing units (DPU) used in hours for the
|
4199
|
+
# crawl.
|
4200
|
+
# @return [Float]
|
4201
|
+
#
|
4202
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlerHistory AWS API Documentation
|
4203
|
+
#
|
4204
|
+
class CrawlerHistory < Struct.new(
|
4205
|
+
:crawl_id,
|
4206
|
+
:state,
|
4207
|
+
:start_time,
|
4208
|
+
:end_time,
|
4209
|
+
:summary,
|
4210
|
+
:error_message,
|
4211
|
+
:log_group,
|
4212
|
+
:log_stream,
|
4213
|
+
:message_prefix,
|
4214
|
+
:dpu_hour)
|
4215
|
+
SENSITIVE = []
|
4216
|
+
include Aws::Structure
|
4217
|
+
end
|
4218
|
+
|
4158
4219
|
# Metrics for a specified crawler.
|
4159
4220
|
#
|
4160
4221
|
# @!attribute [rw] crawler_name
|
@@ -4352,6 +4413,64 @@ module Aws::Glue
|
|
4352
4413
|
include Aws::Structure
|
4353
4414
|
end
|
4354
4415
|
|
4416
|
+
# A list of fields, comparators and value that you can use to filter the
|
4417
|
+
# crawler runs for a specified crawler.
|
4418
|
+
#
|
4419
|
+
# @note When making an API call, you may pass CrawlsFilter
|
4420
|
+
# data as a hash:
|
4421
|
+
#
|
4422
|
+
# {
|
4423
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
4424
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
4425
|
+
# field_value: "GenericString",
|
4426
|
+
# }
|
4427
|
+
#
|
4428
|
+
# @!attribute [rw] field_name
|
4429
|
+
# A key used to filter the crawler runs for a specified crawler. Valid
|
4430
|
+
# values for each of the field names are:
|
4431
|
+
#
|
4432
|
+
# * `CRAWL_ID`\: A string representing the UUID identifier for a
|
4433
|
+
# crawl.
|
4434
|
+
#
|
4435
|
+
# * `STATE`\: A string representing the state of the crawl.
|
4436
|
+
#
|
4437
|
+
# * `START_TIME` and `END_TIME`\: The epoch timestamp in milliseconds.
|
4438
|
+
#
|
4439
|
+
# * `DPU_HOUR`\: The number of data processing unit (DPU) hours used
|
4440
|
+
# for the crawl.
|
4441
|
+
# @return [String]
|
4442
|
+
#
|
4443
|
+
# @!attribute [rw] filter_operator
|
4444
|
+
# A defined comparator that operates on the value. The available
|
4445
|
+
# operators are:
|
4446
|
+
#
|
4447
|
+
# * `GT`\: Greater than.
|
4448
|
+
#
|
4449
|
+
# * `GE`\: Greater than or equal to.
|
4450
|
+
#
|
4451
|
+
# * `LT`\: Less than.
|
4452
|
+
#
|
4453
|
+
# * `LE`\: Less than or equal to.
|
4454
|
+
#
|
4455
|
+
# * `EQ`\: Equal to.
|
4456
|
+
#
|
4457
|
+
# * `NE`\: Not equal to.
|
4458
|
+
# @return [String]
|
4459
|
+
#
|
4460
|
+
# @!attribute [rw] field_value
|
4461
|
+
# The value provided for comparison on the crawl field.
|
4462
|
+
# @return [String]
|
4463
|
+
#
|
4464
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CrawlsFilter AWS API Documentation
|
4465
|
+
#
|
4466
|
+
class CrawlsFilter < Struct.new(
|
4467
|
+
:field_name,
|
4468
|
+
:filter_operator,
|
4469
|
+
:field_value)
|
4470
|
+
SENSITIVE = []
|
4471
|
+
include Aws::Structure
|
4472
|
+
end
|
4473
|
+
|
4355
4474
|
# @note When making an API call, you may pass CreateBlueprintRequest
|
4356
4475
|
# data as a hash:
|
4357
4476
|
#
|
@@ -4652,7 +4771,7 @@ module Aws::Glue
|
|
4652
4771
|
# @return [Types::LineageConfiguration]
|
4653
4772
|
#
|
4654
4773
|
# @!attribute [rw] lake_formation_configuration
|
4655
|
-
# Specifies
|
4774
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
4656
4775
|
# @return [Types::LakeFormationConfiguration]
|
4657
4776
|
#
|
4658
4777
|
# @!attribute [rw] configuration
|
@@ -16246,7 +16365,7 @@ module Aws::Glue
|
|
16246
16365
|
include Aws::Structure
|
16247
16366
|
end
|
16248
16367
|
|
16249
|
-
# Specifies
|
16368
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
16250
16369
|
#
|
16251
16370
|
# @note When making an API call, you may pass LakeFormationConfiguration
|
16252
16371
|
# data as a hash:
|
@@ -16257,8 +16376,8 @@ module Aws::Glue
|
|
16257
16376
|
# }
|
16258
16377
|
#
|
16259
16378
|
# @!attribute [rw] use_lake_formation_credentials
|
16260
|
-
# Specifies whether to use
|
16261
|
-
#
|
16379
|
+
# Specifies whether to use Lake Formation credentials for the crawler
|
16380
|
+
# instead of the IAM role credentials.
|
16262
16381
|
# @return [Boolean]
|
16263
16382
|
#
|
16264
16383
|
# @!attribute [rw] account_id
|
@@ -16480,6 +16599,70 @@ module Aws::Glue
|
|
16480
16599
|
include Aws::Structure
|
16481
16600
|
end
|
16482
16601
|
|
16602
|
+
# @note When making an API call, you may pass ListCrawlsRequest
|
16603
|
+
# data as a hash:
|
16604
|
+
#
|
16605
|
+
# {
|
16606
|
+
# crawler_name: "NameString", # required
|
16607
|
+
# max_results: 1,
|
16608
|
+
# filters: [
|
16609
|
+
# {
|
16610
|
+
# field_name: "CRAWL_ID", # accepts CRAWL_ID, STATE, START_TIME, END_TIME, DPU_HOUR
|
16611
|
+
# filter_operator: "GT", # accepts GT, GE, LT, LE, EQ, NE
|
16612
|
+
# field_value: "GenericString",
|
16613
|
+
# },
|
16614
|
+
# ],
|
16615
|
+
# next_token: "Token",
|
16616
|
+
# }
|
16617
|
+
#
|
16618
|
+
# @!attribute [rw] crawler_name
|
16619
|
+
# The name of the crawler whose runs you want to retrieve.
|
16620
|
+
# @return [String]
|
16621
|
+
#
|
16622
|
+
# @!attribute [rw] max_results
|
16623
|
+
# The maximum number of results to return. The default is 20, and
|
16624
|
+
# maximum is 100.
|
16625
|
+
# @return [Integer]
|
16626
|
+
#
|
16627
|
+
# @!attribute [rw] filters
|
16628
|
+
# Filters the crawls by the criteria you specify in a list of
|
16629
|
+
# `CrawlsFilter` objects.
|
16630
|
+
# @return [Array<Types::CrawlsFilter>]
|
16631
|
+
#
|
16632
|
+
# @!attribute [rw] next_token
|
16633
|
+
# A continuation token, if this is a continuation call.
|
16634
|
+
# @return [String]
|
16635
|
+
#
|
16636
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsRequest AWS API Documentation
|
16637
|
+
#
|
16638
|
+
class ListCrawlsRequest < Struct.new(
|
16639
|
+
:crawler_name,
|
16640
|
+
:max_results,
|
16641
|
+
:filters,
|
16642
|
+
:next_token)
|
16643
|
+
SENSITIVE = []
|
16644
|
+
include Aws::Structure
|
16645
|
+
end
|
16646
|
+
|
16647
|
+
# @!attribute [rw] crawls
|
16648
|
+
# A list of `CrawlerHistory` objects representing the crawl runs that
|
16649
|
+
# meet your criteria.
|
16650
|
+
# @return [Array<Types::CrawlerHistory>]
|
16651
|
+
#
|
16652
|
+
# @!attribute [rw] next_token
|
16653
|
+
# A continuation token for paginating the returned list of tokens,
|
16654
|
+
# returned if the current segment of the list is not the last.
|
16655
|
+
# @return [String]
|
16656
|
+
#
|
16657
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListCrawlsResponse AWS API Documentation
|
16658
|
+
#
|
16659
|
+
class ListCrawlsResponse < Struct.new(
|
16660
|
+
:crawls,
|
16661
|
+
:next_token)
|
16662
|
+
SENSITIVE = []
|
16663
|
+
include Aws::Structure
|
16664
|
+
end
|
16665
|
+
|
16483
16666
|
# @note When making an API call, you may pass ListCustomEntityTypesRequest
|
16484
16667
|
# data as a hash:
|
16485
16668
|
#
|
@@ -24045,7 +24228,7 @@ module Aws::Glue
|
|
24045
24228
|
# @return [Types::LineageConfiguration]
|
24046
24229
|
#
|
24047
24230
|
# @!attribute [rw] lake_formation_configuration
|
24048
|
-
# Specifies
|
24231
|
+
# Specifies Lake Formation configuration settings for the crawler.
|
24049
24232
|
# @return [Types::LakeFormationConfiguration]
|
24050
24233
|
#
|
24051
24234
|
# @!attribute [rw] configuration
|
data/lib/aws-sdk-glue.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.113.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-06-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|