aws-sdk-glue 1.0.0.rc1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/lib/aws-sdk-glue.rb +47 -0
- data/lib/aws-sdk-glue/client.rb +3869 -0
- data/lib/aws-sdk-glue/client_api.rb +2413 -0
- data/lib/aws-sdk-glue/customizations.rb +0 -0
- data/lib/aws-sdk-glue/errors.rb +14 -0
- data/lib/aws-sdk-glue/resource.rb +23 -0
- data/lib/aws-sdk-glue/types.rb +5996 -0
- metadata +80 -0
checksums.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
---
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: b68645caaeb6b59e2cf719471ebdfa01e221a90d
|
|
4
|
+
data.tar.gz: b76f5ce909393ef7ce2852baa55858f0cb0e56d2
|
|
5
|
+
SHA512:
|
|
6
|
+
metadata.gz: 61687d545cf0ad874d44d2e110dd4688ad3c078951049f84641bf3c7f40edb800f36e00c9258b5a77c19df4a194a1189efcdaf21f45d666fc4eba57a3c8c15f0
|
|
7
|
+
data.tar.gz: 247ec5e584d4c858208c299c2e4bd1af944e416e873d6318391cc8ff1a6507d97a6008c9d40bd845a4e4692d050e9fd1e1aa086ff105b984d55afec3c043babd
|
data/lib/aws-sdk-glue.rb
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
# WARNING ABOUT GENERATED CODE
|
|
2
|
+
#
|
|
3
|
+
# This file is generated. See the contributing guide for more information:
|
|
4
|
+
# https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
|
|
5
|
+
#
|
|
6
|
+
# WARNING ABOUT GENERATED CODE
|
|
7
|
+
|
|
8
|
+
require 'aws-sdk-core'
|
|
9
|
+
require 'aws-sigv4'
|
|
10
|
+
|
|
11
|
+
require_relative 'aws-sdk-glue/types'
|
|
12
|
+
require_relative 'aws-sdk-glue/client_api'
|
|
13
|
+
require_relative 'aws-sdk-glue/client'
|
|
14
|
+
require_relative 'aws-sdk-glue/errors'
|
|
15
|
+
require_relative 'aws-sdk-glue/resource'
|
|
16
|
+
require_relative 'aws-sdk-glue/customizations'
|
|
17
|
+
|
|
18
|
+
# This module provides support for AWS Glue. This module is available in the
|
|
19
|
+
# `aws-sdk-glue` gem.
|
|
20
|
+
#
|
|
21
|
+
# # Client
|
|
22
|
+
#
|
|
23
|
+
# The {Client} class provides one method for each API operation. Operation
|
|
24
|
+
# methods each accept a hash of request parameters and return a response
|
|
25
|
+
# structure.
|
|
26
|
+
#
|
|
27
|
+
# See {Client} for more information.
|
|
28
|
+
#
|
|
29
|
+
# # Errors
|
|
30
|
+
#
|
|
31
|
+
# Errors returned from AWS Glue all
|
|
32
|
+
# extend {Errors::ServiceError}.
|
|
33
|
+
#
|
|
34
|
+
# begin
|
|
35
|
+
# # do stuff
|
|
36
|
+
# rescue Aws::Glue::Errors::ServiceError
|
|
37
|
+
# # rescues all service API errors
|
|
38
|
+
# end
|
|
39
|
+
#
|
|
40
|
+
# See {Errors} for more information.
|
|
41
|
+
#
|
|
42
|
+
# @service
|
|
43
|
+
module Aws::Glue
|
|
44
|
+
|
|
45
|
+
GEM_VERSION = '1.0.0.rc1'
|
|
46
|
+
|
|
47
|
+
end
|
|
@@ -0,0 +1,3869 @@
|
|
|
1
|
+
# WARNING ABOUT GENERATED CODE
|
|
2
|
+
#
|
|
3
|
+
# This file is generated. See the contributing guide for more information:
|
|
4
|
+
# https://github.com/aws/aws-sdk-ruby/blob/master/CONTRIBUTING.md
|
|
5
|
+
#
|
|
6
|
+
# WARNING ABOUT GENERATED CODE
|
|
7
|
+
|
|
8
|
+
require 'seahorse/client/plugins/content_length.rb'
|
|
9
|
+
require 'aws-sdk-core/plugins/credentials_configuration.rb'
|
|
10
|
+
require 'aws-sdk-core/plugins/logging.rb'
|
|
11
|
+
require 'aws-sdk-core/plugins/param_converter.rb'
|
|
12
|
+
require 'aws-sdk-core/plugins/param_validator.rb'
|
|
13
|
+
require 'aws-sdk-core/plugins/user_agent.rb'
|
|
14
|
+
require 'aws-sdk-core/plugins/helpful_socket_errors.rb'
|
|
15
|
+
require 'aws-sdk-core/plugins/retry_errors.rb'
|
|
16
|
+
require 'aws-sdk-core/plugins/global_configuration.rb'
|
|
17
|
+
require 'aws-sdk-core/plugins/regional_endpoint.rb'
|
|
18
|
+
require 'aws-sdk-core/plugins/response_paging.rb'
|
|
19
|
+
require 'aws-sdk-core/plugins/stub_responses.rb'
|
|
20
|
+
require 'aws-sdk-core/plugins/idempotency_token.rb'
|
|
21
|
+
require 'aws-sdk-core/plugins/jsonvalue_converter.rb'
|
|
22
|
+
require 'aws-sdk-core/plugins/signature_v4.rb'
|
|
23
|
+
require 'aws-sdk-core/plugins/protocols/json_rpc.rb'
|
|
24
|
+
|
|
25
|
+
Aws::Plugins::GlobalConfiguration.add_identifier(:glue)
|
|
26
|
+
|
|
27
|
+
module Aws::Glue
|
|
28
|
+
class Client < Seahorse::Client::Base
|
|
29
|
+
|
|
30
|
+
include Aws::ClientStubs
|
|
31
|
+
|
|
32
|
+
@identifier = :glue
|
|
33
|
+
|
|
34
|
+
set_api(ClientApi::API)
|
|
35
|
+
|
|
36
|
+
add_plugin(Seahorse::Client::Plugins::ContentLength)
|
|
37
|
+
add_plugin(Aws::Plugins::CredentialsConfiguration)
|
|
38
|
+
add_plugin(Aws::Plugins::Logging)
|
|
39
|
+
add_plugin(Aws::Plugins::ParamConverter)
|
|
40
|
+
add_plugin(Aws::Plugins::ParamValidator)
|
|
41
|
+
add_plugin(Aws::Plugins::UserAgent)
|
|
42
|
+
add_plugin(Aws::Plugins::HelpfulSocketErrors)
|
|
43
|
+
add_plugin(Aws::Plugins::RetryErrors)
|
|
44
|
+
add_plugin(Aws::Plugins::GlobalConfiguration)
|
|
45
|
+
add_plugin(Aws::Plugins::RegionalEndpoint)
|
|
46
|
+
add_plugin(Aws::Plugins::ResponsePaging)
|
|
47
|
+
add_plugin(Aws::Plugins::StubResponses)
|
|
48
|
+
add_plugin(Aws::Plugins::IdempotencyToken)
|
|
49
|
+
add_plugin(Aws::Plugins::JsonvalueConverter)
|
|
50
|
+
add_plugin(Aws::Plugins::SignatureV4)
|
|
51
|
+
add_plugin(Aws::Plugins::Protocols::JsonRpc)
|
|
52
|
+
|
|
53
|
+
# @option options [required, Aws::CredentialProvider] :credentials
|
|
54
|
+
# Your AWS credentials. This can be an instance of any one of the
|
|
55
|
+
# following classes:
|
|
56
|
+
#
|
|
57
|
+
# * `Aws::Credentials` - Used for configuring static, non-refreshing
|
|
58
|
+
# credentials.
|
|
59
|
+
#
|
|
60
|
+
# * `Aws::InstanceProfileCredentials` - Used for loading credentials
|
|
61
|
+
# from an EC2 IMDS on an EC2 instance.
|
|
62
|
+
#
|
|
63
|
+
# * `Aws::SharedCredentials` - Used for loading credentials from a
|
|
64
|
+
# shared file, such as `~/.aws/config`.
|
|
65
|
+
#
|
|
66
|
+
# * `Aws::AssumeRoleCredentials` - Used when you need to assume a role.
|
|
67
|
+
#
|
|
68
|
+
# When `:credentials` are not configured directly, the following
|
|
69
|
+
# locations will be searched for credentials:
|
|
70
|
+
#
|
|
71
|
+
# * `Aws.config[:credentials]`
|
|
72
|
+
# * The `:access_key_id`, `:secret_access_key`, and `:session_token` options.
|
|
73
|
+
# * ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']
|
|
74
|
+
# * `~/.aws/credentials`
|
|
75
|
+
# * `~/.aws/config`
|
|
76
|
+
# * EC2 IMDS instance profile - When used by default, the timeouts are
|
|
77
|
+
# very aggressive. Construct and pass an instance of
|
|
78
|
+
# `Aws::InstanceProfileCredentails` to enable retries and extended
|
|
79
|
+
# timeouts.
|
|
80
|
+
#
|
|
81
|
+
# @option options [required, String] :region
|
|
82
|
+
# The AWS region to connect to. The configured `:region` is
|
|
83
|
+
# used to determine the service `:endpoint`. When not passed,
|
|
84
|
+
# a default `:region` is search for in the following locations:
|
|
85
|
+
#
|
|
86
|
+
# * `Aws.config[:region]`
|
|
87
|
+
# * `ENV['AWS_REGION']`
|
|
88
|
+
# * `ENV['AMAZON_REGION']`
|
|
89
|
+
# * `ENV['AWS_DEFAULT_REGION']`
|
|
90
|
+
# * `~/.aws/credentials`
|
|
91
|
+
# * `~/.aws/config`
|
|
92
|
+
#
|
|
93
|
+
# @option options [String] :access_key_id
|
|
94
|
+
#
|
|
95
|
+
# @option options [Boolean] :convert_params (true)
|
|
96
|
+
# When `true`, an attempt is made to coerce request parameters into
|
|
97
|
+
# the required types.
|
|
98
|
+
#
|
|
99
|
+
# @option options [String] :endpoint
|
|
100
|
+
# The client endpoint is normally constructed from the `:region`
|
|
101
|
+
# option. You should only configure an `:endpoint` when connecting
|
|
102
|
+
# to test endpoints. This should be avalid HTTP(S) URI.
|
|
103
|
+
#
|
|
104
|
+
# @option options [Aws::Log::Formatter] :log_formatter (Aws::Log::Formatter.default)
|
|
105
|
+
# The log formatter.
|
|
106
|
+
#
|
|
107
|
+
# @option options [Symbol] :log_level (:info)
|
|
108
|
+
# The log level to send messages to the `:logger` at.
|
|
109
|
+
#
|
|
110
|
+
# @option options [Logger] :logger
|
|
111
|
+
# The Logger instance to send log messages to. If this option
|
|
112
|
+
# is not set, logging will be disabled.
|
|
113
|
+
#
|
|
114
|
+
# @option options [String] :profile ("default")
|
|
115
|
+
# Used when loading credentials from the shared credentials file
|
|
116
|
+
# at HOME/.aws/credentials. When not specified, 'default' is used.
|
|
117
|
+
#
|
|
118
|
+
# @option options [Integer] :retry_limit (3)
|
|
119
|
+
# The maximum number of times to retry failed requests. Only
|
|
120
|
+
# ~ 500 level server errors and certain ~ 400 level client errors
|
|
121
|
+
# are retried. Generally, these are throttling errors, data
|
|
122
|
+
# checksum errors, networking errors, timeout errors and auth
|
|
123
|
+
# errors from expired credentials.
|
|
124
|
+
#
|
|
125
|
+
# @option options [String] :secret_access_key
|
|
126
|
+
#
|
|
127
|
+
# @option options [String] :session_token
|
|
128
|
+
#
|
|
129
|
+
# @option options [Boolean] :simple_json (false)
|
|
130
|
+
# Disables request parameter conversion, validation, and formatting.
|
|
131
|
+
# Also disable response data type conversions. This option is useful
|
|
132
|
+
# when you want to ensure the highest level of performance by
|
|
133
|
+
# avoiding overhead of walking request parameters and response data
|
|
134
|
+
# structures.
|
|
135
|
+
#
|
|
136
|
+
# When `:simple_json` is enabled, the request parameters hash must
|
|
137
|
+
# be formatted exactly as the DynamoDB API expects.
|
|
138
|
+
#
|
|
139
|
+
# @option options [Boolean] :stub_responses (false)
|
|
140
|
+
# Causes the client to return stubbed responses. By default
|
|
141
|
+
# fake responses are generated and returned. You can specify
|
|
142
|
+
# the response data to return or errors to raise by calling
|
|
143
|
+
# {ClientStubs#stub_responses}. See {ClientStubs} for more information.
|
|
144
|
+
#
|
|
145
|
+
# ** Please note ** When response stubbing is enabled, no HTTP
|
|
146
|
+
# requests are made, and retries are disabled.
|
|
147
|
+
#
|
|
148
|
+
# @option options [Boolean] :validate_params (true)
|
|
149
|
+
# When `true`, request parameters are validated before
|
|
150
|
+
# sending the request.
|
|
151
|
+
#
|
|
152
|
+
def initialize(*args)
|
|
153
|
+
super
|
|
154
|
+
end
|
|
155
|
+
|
|
156
|
+
# @!group API Operations
|
|
157
|
+
|
|
158
|
+
# Creates one or more partitions in a batch operation.
|
|
159
|
+
#
|
|
160
|
+
# @option params [String] :catalog_id
|
|
161
|
+
# The ID of the catalog in which the partion is to be created.
|
|
162
|
+
# Currently, this should be the AWS account ID.
|
|
163
|
+
#
|
|
164
|
+
# @option params [required, String] :database_name
|
|
165
|
+
# The name of the metadata database in which the partition is to be
|
|
166
|
+
# created.
|
|
167
|
+
#
|
|
168
|
+
# @option params [required, String] :table_name
|
|
169
|
+
# The name of the metadata table in which the partition is to be
|
|
170
|
+
# created.
|
|
171
|
+
#
|
|
172
|
+
# @option params [required, Array<Types::PartitionInput>] :partition_input_list
|
|
173
|
+
# A list of `PartitionInput` structures that define the partitions to be
|
|
174
|
+
# created.
|
|
175
|
+
#
|
|
176
|
+
# @return [Types::BatchCreatePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
177
|
+
#
|
|
178
|
+
# * {Types::BatchCreatePartitionResponse#errors #errors} => Array<Types::PartitionError>
|
|
179
|
+
#
|
|
180
|
+
# @example Request syntax with placeholder values
|
|
181
|
+
#
|
|
182
|
+
# resp = client.batch_create_partition({
|
|
183
|
+
# catalog_id: "CatalogIdString",
|
|
184
|
+
# database_name: "NameString", # required
|
|
185
|
+
# table_name: "NameString", # required
|
|
186
|
+
# partition_input_list: [ # required
|
|
187
|
+
# {
|
|
188
|
+
# values: ["ValueString"],
|
|
189
|
+
# last_access_time: Time.now,
|
|
190
|
+
# storage_descriptor: {
|
|
191
|
+
# columns: [
|
|
192
|
+
# {
|
|
193
|
+
# name: "NameString", # required
|
|
194
|
+
# type: "ColumnTypeString",
|
|
195
|
+
# comment: "CommentString",
|
|
196
|
+
# },
|
|
197
|
+
# ],
|
|
198
|
+
# location: "LocationString",
|
|
199
|
+
# input_format: "FormatString",
|
|
200
|
+
# output_format: "FormatString",
|
|
201
|
+
# compressed: false,
|
|
202
|
+
# number_of_buckets: 1,
|
|
203
|
+
# serde_info: {
|
|
204
|
+
# name: "NameString",
|
|
205
|
+
# serialization_library: "NameString",
|
|
206
|
+
# parameters: {
|
|
207
|
+
# "KeyString" => "ParametersMapValue",
|
|
208
|
+
# },
|
|
209
|
+
# },
|
|
210
|
+
# bucket_columns: ["NameString"],
|
|
211
|
+
# sort_columns: [
|
|
212
|
+
# {
|
|
213
|
+
# column: "NameString", # required
|
|
214
|
+
# sort_order: 1, # required
|
|
215
|
+
# },
|
|
216
|
+
# ],
|
|
217
|
+
# parameters: {
|
|
218
|
+
# "KeyString" => "ParametersMapValue",
|
|
219
|
+
# },
|
|
220
|
+
# skewed_info: {
|
|
221
|
+
# skewed_column_names: ["NameString"],
|
|
222
|
+
# skewed_column_values: ["ColumnValuesString"],
|
|
223
|
+
# skewed_column_value_location_maps: {
|
|
224
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
|
225
|
+
# },
|
|
226
|
+
# },
|
|
227
|
+
# stored_as_sub_directories: false,
|
|
228
|
+
# },
|
|
229
|
+
# parameters: {
|
|
230
|
+
# "KeyString" => "ParametersMapValue",
|
|
231
|
+
# },
|
|
232
|
+
# last_analyzed_time: Time.now,
|
|
233
|
+
# },
|
|
234
|
+
# ],
|
|
235
|
+
# })
|
|
236
|
+
#
|
|
237
|
+
# @example Response structure
|
|
238
|
+
#
|
|
239
|
+
# resp.errors #=> Array
|
|
240
|
+
# resp.errors[0].partition_values #=> Array
|
|
241
|
+
# resp.errors[0].partition_values[0] #=> String
|
|
242
|
+
# resp.errors[0].error_detail.error_code #=> String
|
|
243
|
+
# resp.errors[0].error_detail.error_message #=> String
|
|
244
|
+
#
|
|
245
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchCreatePartition AWS API Documentation
|
|
246
|
+
#
|
|
247
|
+
# @overload batch_create_partition(params = {})
|
|
248
|
+
# @param [Hash] params ({})
|
|
249
|
+
def batch_create_partition(params = {}, options = {})
|
|
250
|
+
req = build_request(:batch_create_partition, params)
|
|
251
|
+
req.send_request(options)
|
|
252
|
+
end
|
|
253
|
+
|
|
254
|
+
# Deletes a list of connection definitions from the Data Catalog.
|
|
255
|
+
#
|
|
256
|
+
# @option params [String] :catalog_id
|
|
257
|
+
# The ID of the Data Catalog in which the connections reside. If none is
|
|
258
|
+
# supplied, the AWS account ID is used by default.
|
|
259
|
+
#
|
|
260
|
+
# @option params [required, Array<String>] :connection_name_list
|
|
261
|
+
# A list of names of the connections to delete.
|
|
262
|
+
#
|
|
263
|
+
# @return [Types::BatchDeleteConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
264
|
+
#
|
|
265
|
+
# * {Types::BatchDeleteConnectionResponse#succeeded #succeeded} => Array<String>
|
|
266
|
+
# * {Types::BatchDeleteConnectionResponse#errors #errors} => Hash<String,Types::ErrorDetail>
|
|
267
|
+
#
|
|
268
|
+
# @example Request syntax with placeholder values
|
|
269
|
+
#
|
|
270
|
+
# resp = client.batch_delete_connection({
|
|
271
|
+
# catalog_id: "CatalogIdString",
|
|
272
|
+
# connection_name_list: ["NameString"], # required
|
|
273
|
+
# })
|
|
274
|
+
#
|
|
275
|
+
# @example Response structure
|
|
276
|
+
#
|
|
277
|
+
# resp.succeeded #=> Array
|
|
278
|
+
# resp.succeeded[0] #=> String
|
|
279
|
+
# resp.errors #=> Hash
|
|
280
|
+
# resp.errors["NameString"].error_code #=> String
|
|
281
|
+
# resp.errors["NameString"].error_message #=> String
|
|
282
|
+
#
|
|
283
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteConnection AWS API Documentation
|
|
284
|
+
#
|
|
285
|
+
# @overload batch_delete_connection(params = {})
|
|
286
|
+
# @param [Hash] params ({})
|
|
287
|
+
def batch_delete_connection(params = {}, options = {})
|
|
288
|
+
req = build_request(:batch_delete_connection, params)
|
|
289
|
+
req.send_request(options)
|
|
290
|
+
end
|
|
291
|
+
|
|
292
|
+
# Deletes one or more partitions in a batch operation.
|
|
293
|
+
#
|
|
294
|
+
# @option params [String] :catalog_id
|
|
295
|
+
# The ID of the Data Catalog where the partition to be deleted resides.
|
|
296
|
+
# If none is supplied, the AWS account ID is used by default.
|
|
297
|
+
#
|
|
298
|
+
# @option params [required, String] :database_name
|
|
299
|
+
# The name of the catalog database in which the table in question
|
|
300
|
+
# resides.
|
|
301
|
+
#
|
|
302
|
+
# @option params [required, String] :table_name
|
|
303
|
+
# The name of the table where the partitions to be deleted is located.
|
|
304
|
+
#
|
|
305
|
+
# @option params [required, Array<Types::PartitionValueList>] :partitions_to_delete
|
|
306
|
+
# A list of `PartitionInput` structures that define the partitions to be
|
|
307
|
+
# deleted.
|
|
308
|
+
#
|
|
309
|
+
# @return [Types::BatchDeletePartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
310
|
+
#
|
|
311
|
+
# * {Types::BatchDeletePartitionResponse#errors #errors} => Array<Types::PartitionError>
|
|
312
|
+
#
|
|
313
|
+
# @example Request syntax with placeholder values
|
|
314
|
+
#
|
|
315
|
+
# resp = client.batch_delete_partition({
|
|
316
|
+
# catalog_id: "CatalogIdString",
|
|
317
|
+
# database_name: "NameString", # required
|
|
318
|
+
# table_name: "NameString", # required
|
|
319
|
+
# partitions_to_delete: [ # required
|
|
320
|
+
# {
|
|
321
|
+
# values: ["ValueString"], # required
|
|
322
|
+
# },
|
|
323
|
+
# ],
|
|
324
|
+
# })
|
|
325
|
+
#
|
|
326
|
+
# @example Response structure
|
|
327
|
+
#
|
|
328
|
+
# resp.errors #=> Array
|
|
329
|
+
# resp.errors[0].partition_values #=> Array
|
|
330
|
+
# resp.errors[0].partition_values[0] #=> String
|
|
331
|
+
# resp.errors[0].error_detail.error_code #=> String
|
|
332
|
+
# resp.errors[0].error_detail.error_message #=> String
|
|
333
|
+
#
|
|
334
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeletePartition AWS API Documentation
|
|
335
|
+
#
|
|
336
|
+
# @overload batch_delete_partition(params = {})
|
|
337
|
+
# @param [Hash] params ({})
|
|
338
|
+
def batch_delete_partition(params = {}, options = {})
|
|
339
|
+
req = build_request(:batch_delete_partition, params)
|
|
340
|
+
req.send_request(options)
|
|
341
|
+
end
|
|
342
|
+
|
|
343
|
+
# Deletes multiple tables at once.
|
|
344
|
+
#
|
|
345
|
+
# @option params [String] :catalog_id
|
|
346
|
+
# The ID of the Data Catalog where the table resides. If none is
|
|
347
|
+
# supplied, the AWS account ID is used by default.
|
|
348
|
+
#
|
|
349
|
+
# @option params [required, String] :database_name
|
|
350
|
+
# The name of the catalog database where the tables to delete reside.
|
|
351
|
+
#
|
|
352
|
+
# @option params [required, Array<String>] :tables_to_delete
|
|
353
|
+
# A list of the table to delete.
|
|
354
|
+
#
|
|
355
|
+
# @return [Types::BatchDeleteTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
356
|
+
#
|
|
357
|
+
# * {Types::BatchDeleteTableResponse#errors #errors} => Array<Types::TableError>
|
|
358
|
+
#
|
|
359
|
+
# @example Request syntax with placeholder values
|
|
360
|
+
#
|
|
361
|
+
# resp = client.batch_delete_table({
|
|
362
|
+
# catalog_id: "CatalogIdString",
|
|
363
|
+
# database_name: "NameString", # required
|
|
364
|
+
# tables_to_delete: ["NameString"], # required
|
|
365
|
+
# })
|
|
366
|
+
#
|
|
367
|
+
# @example Response structure
|
|
368
|
+
#
|
|
369
|
+
# resp.errors #=> Array
|
|
370
|
+
# resp.errors[0].table_name #=> String
|
|
371
|
+
# resp.errors[0].error_detail.error_code #=> String
|
|
372
|
+
# resp.errors[0].error_detail.error_message #=> String
|
|
373
|
+
#
|
|
374
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchDeleteTable AWS API Documentation
|
|
375
|
+
#
|
|
376
|
+
# @overload batch_delete_table(params = {})
|
|
377
|
+
# @param [Hash] params ({})
|
|
378
|
+
def batch_delete_table(params = {}, options = {})
|
|
379
|
+
req = build_request(:batch_delete_table, params)
|
|
380
|
+
req.send_request(options)
|
|
381
|
+
end
|
|
382
|
+
|
|
383
|
+
# Retrieves partitions in a batch request.
|
|
384
|
+
#
|
|
385
|
+
# @option params [String] :catalog_id
|
|
386
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
|
387
|
+
# none is supplied, the AWS account ID is used by default.
|
|
388
|
+
#
|
|
389
|
+
# @option params [required, String] :database_name
|
|
390
|
+
# The name of the catalog database where the partitions reside.
|
|
391
|
+
#
|
|
392
|
+
# @option params [required, String] :table_name
|
|
393
|
+
# The name of the partitions' table.
|
|
394
|
+
#
|
|
395
|
+
# @option params [required, Array<Types::PartitionValueList>] :partitions_to_get
|
|
396
|
+
# A list of partition values identifying the partitions to retrieve.
|
|
397
|
+
#
|
|
398
|
+
# @return [Types::BatchGetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
399
|
+
#
|
|
400
|
+
# * {Types::BatchGetPartitionResponse#partitions #partitions} => Array<Types::Partition>
|
|
401
|
+
# * {Types::BatchGetPartitionResponse#unprocessed_keys #unprocessed_keys} => Array<Types::PartitionValueList>
|
|
402
|
+
#
|
|
403
|
+
# @example Request syntax with placeholder values
|
|
404
|
+
#
|
|
405
|
+
# resp = client.batch_get_partition({
|
|
406
|
+
# catalog_id: "CatalogIdString",
|
|
407
|
+
# database_name: "NameString", # required
|
|
408
|
+
# table_name: "NameString", # required
|
|
409
|
+
# partitions_to_get: [ # required
|
|
410
|
+
# {
|
|
411
|
+
# values: ["ValueString"], # required
|
|
412
|
+
# },
|
|
413
|
+
# ],
|
|
414
|
+
# })
|
|
415
|
+
#
|
|
416
|
+
# @example Response structure
|
|
417
|
+
#
|
|
418
|
+
# resp.partitions #=> Array
|
|
419
|
+
# resp.partitions[0].values #=> Array
|
|
420
|
+
# resp.partitions[0].values[0] #=> String
|
|
421
|
+
# resp.partitions[0].database_name #=> String
|
|
422
|
+
# resp.partitions[0].table_name #=> String
|
|
423
|
+
# resp.partitions[0].creation_time #=> Time
|
|
424
|
+
# resp.partitions[0].last_access_time #=> Time
|
|
425
|
+
# resp.partitions[0].storage_descriptor.columns #=> Array
|
|
426
|
+
# resp.partitions[0].storage_descriptor.columns[0].name #=> String
|
|
427
|
+
# resp.partitions[0].storage_descriptor.columns[0].type #=> String
|
|
428
|
+
# resp.partitions[0].storage_descriptor.columns[0].comment #=> String
|
|
429
|
+
# resp.partitions[0].storage_descriptor.location #=> String
|
|
430
|
+
# resp.partitions[0].storage_descriptor.input_format #=> String
|
|
431
|
+
# resp.partitions[0].storage_descriptor.output_format #=> String
|
|
432
|
+
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
|
433
|
+
# resp.partitions[0].storage_descriptor.number_of_buckets #=> Integer
|
|
434
|
+
# resp.partitions[0].storage_descriptor.serde_info.name #=> String
|
|
435
|
+
# resp.partitions[0].storage_descriptor.serde_info.serialization_library #=> String
|
|
436
|
+
# resp.partitions[0].storage_descriptor.serde_info.parameters #=> Hash
|
|
437
|
+
# resp.partitions[0].storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
438
|
+
# resp.partitions[0].storage_descriptor.bucket_columns #=> Array
|
|
439
|
+
# resp.partitions[0].storage_descriptor.bucket_columns[0] #=> String
|
|
440
|
+
# resp.partitions[0].storage_descriptor.sort_columns #=> Array
|
|
441
|
+
# resp.partitions[0].storage_descriptor.sort_columns[0].column #=> String
|
|
442
|
+
# resp.partitions[0].storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
443
|
+
# resp.partitions[0].storage_descriptor.parameters #=> Hash
|
|
444
|
+
# resp.partitions[0].storage_descriptor.parameters["KeyString"] #=> String
|
|
445
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
446
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
447
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
448
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
449
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
450
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
451
|
+
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
452
|
+
# resp.partitions[0].parameters #=> Hash
|
|
453
|
+
# resp.partitions[0].parameters["KeyString"] #=> String
|
|
454
|
+
# resp.partitions[0].last_analyzed_time #=> Time
|
|
455
|
+
# resp.unprocessed_keys #=> Array
|
|
456
|
+
# resp.unprocessed_keys[0].values #=> Array
|
|
457
|
+
# resp.unprocessed_keys[0].values[0] #=> String
|
|
458
|
+
#
|
|
459
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/BatchGetPartition AWS API Documentation
|
|
460
|
+
#
|
|
461
|
+
# @overload batch_get_partition(params = {})
|
|
462
|
+
# @param [Hash] params ({})
|
|
463
|
+
def batch_get_partition(params = {}, options = {})
|
|
464
|
+
req = build_request(:batch_get_partition, params)
|
|
465
|
+
req.send_request(options)
|
|
466
|
+
end
|
|
467
|
+
|
|
468
|
+
# Creates a `Classifier` in the user's account.
|
|
469
|
+
#
|
|
470
|
+
# @option params [Types::CreateGrokClassifierRequest] :grok_classifier
|
|
471
|
+
# A grok classifier to create.
|
|
472
|
+
#
|
|
473
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
474
|
+
#
|
|
475
|
+
# @example Request syntax with placeholder values
|
|
476
|
+
#
|
|
477
|
+
# resp = client.create_classifier({
|
|
478
|
+
# grok_classifier: {
|
|
479
|
+
# classification: "Classification", # required
|
|
480
|
+
# name: "NameString", # required
|
|
481
|
+
# grok_pattern: "GrokPattern", # required
|
|
482
|
+
# custom_patterns: "CustomPatterns",
|
|
483
|
+
# },
|
|
484
|
+
# })
|
|
485
|
+
#
|
|
486
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateClassifier AWS API Documentation
|
|
487
|
+
#
|
|
488
|
+
# @overload create_classifier(params = {})
|
|
489
|
+
# @param [Hash] params ({})
|
|
490
|
+
def create_classifier(params = {}, options = {})
|
|
491
|
+
req = build_request(:create_classifier, params)
|
|
492
|
+
req.send_request(options)
|
|
493
|
+
end
|
|
494
|
+
|
|
495
|
+
# Creates a connection definition in the Data Catalog.
|
|
496
|
+
#
|
|
497
|
+
# @option params [String] :catalog_id
|
|
498
|
+
# The ID of the Data Catalog in which to create the connection. If none
|
|
499
|
+
# is supplied, the AWS account ID is used by default.
|
|
500
|
+
#
|
|
501
|
+
# @option params [required, Types::ConnectionInput] :connection_input
|
|
502
|
+
# A `ConnectionInput` object defining the connection to create.
|
|
503
|
+
#
|
|
504
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
505
|
+
#
|
|
506
|
+
# @example Request syntax with placeholder values
|
|
507
|
+
#
|
|
508
|
+
# resp = client.create_connection({
|
|
509
|
+
# catalog_id: "CatalogIdString",
|
|
510
|
+
# connection_input: { # required
|
|
511
|
+
# name: "NameString",
|
|
512
|
+
# description: "DescriptionString",
|
|
513
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP
|
|
514
|
+
# match_criteria: ["NameString"],
|
|
515
|
+
# connection_properties: {
|
|
516
|
+
# "HOST" => "ValueString",
|
|
517
|
+
# },
|
|
518
|
+
# physical_connection_requirements: {
|
|
519
|
+
# subnet_id: "NameString",
|
|
520
|
+
# security_group_id_list: ["NameString"],
|
|
521
|
+
# availability_zone: "NameString",
|
|
522
|
+
# },
|
|
523
|
+
# },
|
|
524
|
+
# })
|
|
525
|
+
#
|
|
526
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateConnection AWS API Documentation
|
|
527
|
+
#
|
|
528
|
+
# @overload create_connection(params = {})
|
|
529
|
+
# @param [Hash] params ({})
|
|
530
|
+
def create_connection(params = {}, options = {})
|
|
531
|
+
req = build_request(:create_connection, params)
|
|
532
|
+
req.send_request(options)
|
|
533
|
+
end
|
|
534
|
+
|
|
535
|
+
# Creates a new `Crawler` with specified targets, role, configuration,
|
|
536
|
+
# and optional schedule. At least one crawl target must be specified, in
|
|
537
|
+
# either the *s3Targets* or the *jdbcTargets* field.
|
|
538
|
+
#
|
|
539
|
+
# @option params [required, String] :name
|
|
540
|
+
# Name of the new `Crawler`.
|
|
541
|
+
#
|
|
542
|
+
# @option params [required, String] :role
|
|
543
|
+
# The AWS ARN of the IAM role used by the new `Crawler` to access
|
|
544
|
+
# customer resources.
|
|
545
|
+
#
|
|
546
|
+
# @option params [required, String] :database_name
|
|
547
|
+
# The Glue `Database` where results will be stored, such as:
|
|
548
|
+
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
|
549
|
+
#
|
|
550
|
+
# @option params [String] :description
|
|
551
|
+
# A description of the new `Crawler`.
|
|
552
|
+
#
|
|
553
|
+
# @option params [required, Types::CrawlerTargets] :targets
|
|
554
|
+
# A list of collection of targets to crawl.
|
|
555
|
+
#
|
|
556
|
+
# @option params [String] :schedule
|
|
557
|
+
# A cron expression that can be used as a Cloudwatch event (see
|
|
558
|
+
# [CloudWatch Schedule Expression Syntax][1]. For example, to run every
|
|
559
|
+
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
|
560
|
+
#
|
|
561
|
+
#
|
|
562
|
+
#
|
|
563
|
+
# [1]: http://docs.aws.amazon.com/AmazonCloudWatch/latest/events/ScheduledEvents.html
|
|
564
|
+
#
|
|
565
|
+
# @option params [Array<String>] :classifiers
|
|
566
|
+
# A list of custom `Classifier` names that the user has registered. By
|
|
567
|
+
# default, all AWS classifiers are included in a crawl, but these custom
|
|
568
|
+
# classifiers always override the default classifiers for a given
|
|
569
|
+
# classification.
|
|
570
|
+
#
|
|
571
|
+
# @option params [String] :table_prefix
|
|
572
|
+
# The table prefix used for catalog tables created.
|
|
573
|
+
#
|
|
574
|
+
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
|
575
|
+
# Policy for the crawler's update and deletion behavior.
|
|
576
|
+
#
|
|
577
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
578
|
+
#
|
|
579
|
+
# @example Request syntax with placeholder values
|
|
580
|
+
#
|
|
581
|
+
# resp = client.create_crawler({
|
|
582
|
+
# name: "NameString", # required
|
|
583
|
+
# role: "RoleArn", # required
|
|
584
|
+
# database_name: "DatabaseName", # required
|
|
585
|
+
# description: "DescriptionString",
|
|
586
|
+
# targets: { # required
|
|
587
|
+
# s3_targets: [
|
|
588
|
+
# {
|
|
589
|
+
# path: "Path",
|
|
590
|
+
# exclusions: ["Path"],
|
|
591
|
+
# },
|
|
592
|
+
# ],
|
|
593
|
+
# jdbc_targets: [
|
|
594
|
+
# {
|
|
595
|
+
# connection_name: "ConnectionName",
|
|
596
|
+
# path: "Path",
|
|
597
|
+
# exclusions: ["Path"],
|
|
598
|
+
# },
|
|
599
|
+
# ],
|
|
600
|
+
# },
|
|
601
|
+
# schedule: "CronExpression",
|
|
602
|
+
# classifiers: ["NameString"],
|
|
603
|
+
# table_prefix: "TablePrefix",
|
|
604
|
+
# schema_change_policy: {
|
|
605
|
+
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
|
606
|
+
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
|
607
|
+
# },
|
|
608
|
+
# })
|
|
609
|
+
#
|
|
610
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateCrawler AWS API Documentation
|
|
611
|
+
#
|
|
612
|
+
# @overload create_crawler(params = {})
|
|
613
|
+
# @param [Hash] params ({})
|
|
614
|
+
def create_crawler(params = {}, options = {})
|
|
615
|
+
req = build_request(:create_crawler, params)
|
|
616
|
+
req.send_request(options)
|
|
617
|
+
end
|
|
618
|
+
|
|
619
|
+
# Creates a new database in a Data Catalog.
|
|
620
|
+
#
|
|
621
|
+
# @option params [String] :catalog_id
|
|
622
|
+
# The ID of the Data Catalog in which to create the database. If none is
|
|
623
|
+
# supplied, the AWS account ID is used by default.
|
|
624
|
+
#
|
|
625
|
+
# @option params [required, Types::DatabaseInput] :database_input
|
|
626
|
+
# A `DatabaseInput` object defining the metadata database to create in
|
|
627
|
+
# the catalog.
|
|
628
|
+
#
|
|
629
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
630
|
+
#
|
|
631
|
+
# @example Request syntax with placeholder values
|
|
632
|
+
#
|
|
633
|
+
# resp = client.create_database({
|
|
634
|
+
# catalog_id: "CatalogIdString",
|
|
635
|
+
# database_input: { # required
|
|
636
|
+
# name: "NameString", # required
|
|
637
|
+
# description: "DescriptionString",
|
|
638
|
+
# location_uri: "URI",
|
|
639
|
+
# parameters: {
|
|
640
|
+
# "KeyString" => "ParametersMapValue",
|
|
641
|
+
# },
|
|
642
|
+
# },
|
|
643
|
+
# })
|
|
644
|
+
#
|
|
645
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDatabase AWS API Documentation
|
|
646
|
+
#
|
|
647
|
+
# @overload create_database(params = {})
|
|
648
|
+
# @param [Hash] params ({})
|
|
649
|
+
def create_database(params = {}, options = {})
|
|
650
|
+
req = build_request(:create_database, params)
|
|
651
|
+
req.send_request(options)
|
|
652
|
+
end
|
|
653
|
+
|
|
654
|
+
# Creates a new DevEndpoint.
|
|
655
|
+
#
|
|
656
|
+
# @option params [required, String] :endpoint_name
|
|
657
|
+
# The name to be assigned to the new DevEndpoint.
|
|
658
|
+
#
|
|
659
|
+
# @option params [required, String] :role_arn
|
|
660
|
+
# The IAM role for the DevEndpoint.
|
|
661
|
+
#
|
|
662
|
+
# @option params [required, Array<String>] :security_group_ids
|
|
663
|
+
# Security group IDs for the security groups to be used by the new
|
|
664
|
+
# DevEndpoint.
|
|
665
|
+
#
|
|
666
|
+
# @option params [required, String] :subnet_id
|
|
667
|
+
# The subnet ID for the new DevEndpoint to use.
|
|
668
|
+
#
|
|
669
|
+
# @option params [String] :public_key
|
|
670
|
+
# The public key to use for authentication.
|
|
671
|
+
#
|
|
672
|
+
# @option params [Integer] :number_of_nodes
|
|
673
|
+
# The number of nodes to use.
|
|
674
|
+
#
|
|
675
|
+
# @option params [String] :extra_python_libs_s3_path
|
|
676
|
+
# Path to one or more Python libraries in an S3 bucket that should be
|
|
677
|
+
# loaded in your DevEndpoint.
|
|
678
|
+
#
|
|
679
|
+
# @option params [String] :extra_jars_s3_path
|
|
680
|
+
# Path to one or more Java Jars in an S3 bucket that should be loaded in
|
|
681
|
+
# your DevEndpoint.
|
|
682
|
+
#
|
|
683
|
+
# @return [Types::CreateDevEndpointResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
684
|
+
#
|
|
685
|
+
# * {Types::CreateDevEndpointResponse#endpoint_name #endpoint_name} => String
|
|
686
|
+
# * {Types::CreateDevEndpointResponse#status #status} => String
|
|
687
|
+
# * {Types::CreateDevEndpointResponse#security_group_ids #security_group_ids} => Array<String>
|
|
688
|
+
# * {Types::CreateDevEndpointResponse#subnet_id #subnet_id} => String
|
|
689
|
+
# * {Types::CreateDevEndpointResponse#role_arn #role_arn} => String
|
|
690
|
+
# * {Types::CreateDevEndpointResponse#yarn_endpoint_address #yarn_endpoint_address} => String
|
|
691
|
+
# * {Types::CreateDevEndpointResponse#number_of_nodes #number_of_nodes} => Integer
|
|
692
|
+
# * {Types::CreateDevEndpointResponse#availability_zone #availability_zone} => String
|
|
693
|
+
# * {Types::CreateDevEndpointResponse#vpc_id #vpc_id} => String
|
|
694
|
+
# * {Types::CreateDevEndpointResponse#extra_python_libs_s3_path #extra_python_libs_s3_path} => String
|
|
695
|
+
# * {Types::CreateDevEndpointResponse#extra_jars_s3_path #extra_jars_s3_path} => String
|
|
696
|
+
# * {Types::CreateDevEndpointResponse#failure_reason #failure_reason} => String
|
|
697
|
+
# * {Types::CreateDevEndpointResponse#created_timestamp #created_timestamp} => Time
|
|
698
|
+
#
|
|
699
|
+
# @example Request syntax with placeholder values
|
|
700
|
+
#
|
|
701
|
+
# resp = client.create_dev_endpoint({
|
|
702
|
+
# endpoint_name: "GenericString", # required
|
|
703
|
+
# role_arn: "RoleArn", # required
|
|
704
|
+
# security_group_ids: ["GenericString"], # required
|
|
705
|
+
# subnet_id: "GenericString", # required
|
|
706
|
+
# public_key: "GenericString",
|
|
707
|
+
# number_of_nodes: 1,
|
|
708
|
+
# extra_python_libs_s3_path: "GenericString",
|
|
709
|
+
# extra_jars_s3_path: "GenericString",
|
|
710
|
+
# })
|
|
711
|
+
#
|
|
712
|
+
# @example Response structure
|
|
713
|
+
#
|
|
714
|
+
# resp.endpoint_name #=> String
|
|
715
|
+
# resp.status #=> String
|
|
716
|
+
# resp.security_group_ids #=> Array
|
|
717
|
+
# resp.security_group_ids[0] #=> String
|
|
718
|
+
# resp.subnet_id #=> String
|
|
719
|
+
# resp.role_arn #=> String
|
|
720
|
+
# resp.yarn_endpoint_address #=> String
|
|
721
|
+
# resp.number_of_nodes #=> Integer
|
|
722
|
+
# resp.availability_zone #=> String
|
|
723
|
+
# resp.vpc_id #=> String
|
|
724
|
+
# resp.extra_python_libs_s3_path #=> String
|
|
725
|
+
# resp.extra_jars_s3_path #=> String
|
|
726
|
+
# resp.failure_reason #=> String
|
|
727
|
+
# resp.created_timestamp #=> Time
|
|
728
|
+
#
|
|
729
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateDevEndpoint AWS API Documentation
|
|
730
|
+
#
|
|
731
|
+
# @overload create_dev_endpoint(params = {})
|
|
732
|
+
# @param [Hash] params ({})
|
|
733
|
+
def create_dev_endpoint(params = {}, options = {})
|
|
734
|
+
req = build_request(:create_dev_endpoint, params)
|
|
735
|
+
req.send_request(options)
|
|
736
|
+
end
|
|
737
|
+
|
|
738
|
+
# Creates a new job.
|
|
739
|
+
#
|
|
740
|
+
# @option params [required, String] :name
|
|
741
|
+
# The name you assign to this job.
|
|
742
|
+
#
|
|
743
|
+
# @option params [String] :description
|
|
744
|
+
# Description of the job.
|
|
745
|
+
#
|
|
746
|
+
# @option params [String] :log_uri
|
|
747
|
+
# Location of the logs for this job.
|
|
748
|
+
#
|
|
749
|
+
# @option params [required, String] :role
|
|
750
|
+
# The role associated with this job.
|
|
751
|
+
#
|
|
752
|
+
# @option params [Types::ExecutionProperty] :execution_property
|
|
753
|
+
# An ExecutionProperty specifying the maximum number of concurrent runs
|
|
754
|
+
# allowed for this job.
|
|
755
|
+
#
|
|
756
|
+
# @option params [required, Types::JobCommand] :command
|
|
757
|
+
# The JobCommand that executes this job.
|
|
758
|
+
#
|
|
759
|
+
# @option params [Hash<String,String>] :default_arguments
|
|
760
|
+
# The default parameters for this job.
|
|
761
|
+
#
|
|
762
|
+
# @option params [Types::ConnectionsList] :connections
|
|
763
|
+
# The connections used for this job.
|
|
764
|
+
#
|
|
765
|
+
# @option params [Integer] :max_retries
|
|
766
|
+
# The maximum number of times to retry this job if it fails.
|
|
767
|
+
#
|
|
768
|
+
# @option params [Integer] :allocated_capacity
|
|
769
|
+
# The number of capacity units allocated to this job.
|
|
770
|
+
#
|
|
771
|
+
# @return [Types::CreateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
772
|
+
#
|
|
773
|
+
# * {Types::CreateJobResponse#name #name} => String
|
|
774
|
+
#
|
|
775
|
+
# @example Request syntax with placeholder values
|
|
776
|
+
#
|
|
777
|
+
# resp = client.create_job({
|
|
778
|
+
# name: "NameString", # required
|
|
779
|
+
# description: "DescriptionString",
|
|
780
|
+
# log_uri: "UriString",
|
|
781
|
+
# role: "RoleString", # required
|
|
782
|
+
# execution_property: {
|
|
783
|
+
# max_concurrent_runs: 1,
|
|
784
|
+
# },
|
|
785
|
+
# command: { # required
|
|
786
|
+
# name: "GenericString",
|
|
787
|
+
# script_location: "ScriptLocationString",
|
|
788
|
+
# },
|
|
789
|
+
# default_arguments: {
|
|
790
|
+
# "GenericString" => "GenericString",
|
|
791
|
+
# },
|
|
792
|
+
# connections: {
|
|
793
|
+
# connections: ["GenericString"],
|
|
794
|
+
# },
|
|
795
|
+
# max_retries: 1,
|
|
796
|
+
# allocated_capacity: 1,
|
|
797
|
+
# })
|
|
798
|
+
#
|
|
799
|
+
# @example Response structure
|
|
800
|
+
#
|
|
801
|
+
# resp.name #=> String
|
|
802
|
+
#
|
|
803
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateJob AWS API Documentation
|
|
804
|
+
#
|
|
805
|
+
# @overload create_job(params = {})
|
|
806
|
+
# @param [Hash] params ({})
|
|
807
|
+
def create_job(params = {}, options = {})
|
|
808
|
+
req = build_request(:create_job, params)
|
|
809
|
+
req.send_request(options)
|
|
810
|
+
end
|
|
811
|
+
|
|
812
|
+
# Creates a new partition.
|
|
813
|
+
#
|
|
814
|
+
# @option params [String] :catalog_id
|
|
815
|
+
# The ID of the catalog in which the partion is to be created.
|
|
816
|
+
# Currently, this should be the AWS account ID.
|
|
817
|
+
#
|
|
818
|
+
# @option params [required, String] :database_name
|
|
819
|
+
# The name of the metadata database in which the partition is to be
|
|
820
|
+
# created.
|
|
821
|
+
#
|
|
822
|
+
# @option params [required, String] :table_name
|
|
823
|
+
# The name of the metadata table in which the partition is to be
|
|
824
|
+
# created.
|
|
825
|
+
#
|
|
826
|
+
# @option params [required, Types::PartitionInput] :partition_input
|
|
827
|
+
# A `PartitionInput` structure defining the partition to be created.
|
|
828
|
+
#
|
|
829
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
830
|
+
#
|
|
831
|
+
# @example Request syntax with placeholder values
|
|
832
|
+
#
|
|
833
|
+
# resp = client.create_partition({
|
|
834
|
+
# catalog_id: "CatalogIdString",
|
|
835
|
+
# database_name: "NameString", # required
|
|
836
|
+
# table_name: "NameString", # required
|
|
837
|
+
# partition_input: { # required
|
|
838
|
+
# values: ["ValueString"],
|
|
839
|
+
# last_access_time: Time.now,
|
|
840
|
+
# storage_descriptor: {
|
|
841
|
+
# columns: [
|
|
842
|
+
# {
|
|
843
|
+
# name: "NameString", # required
|
|
844
|
+
# type: "ColumnTypeString",
|
|
845
|
+
# comment: "CommentString",
|
|
846
|
+
# },
|
|
847
|
+
# ],
|
|
848
|
+
# location: "LocationString",
|
|
849
|
+
# input_format: "FormatString",
|
|
850
|
+
# output_format: "FormatString",
|
|
851
|
+
# compressed: false,
|
|
852
|
+
# number_of_buckets: 1,
|
|
853
|
+
# serde_info: {
|
|
854
|
+
# name: "NameString",
|
|
855
|
+
# serialization_library: "NameString",
|
|
856
|
+
# parameters: {
|
|
857
|
+
# "KeyString" => "ParametersMapValue",
|
|
858
|
+
# },
|
|
859
|
+
# },
|
|
860
|
+
# bucket_columns: ["NameString"],
|
|
861
|
+
# sort_columns: [
|
|
862
|
+
# {
|
|
863
|
+
# column: "NameString", # required
|
|
864
|
+
# sort_order: 1, # required
|
|
865
|
+
# },
|
|
866
|
+
# ],
|
|
867
|
+
# parameters: {
|
|
868
|
+
# "KeyString" => "ParametersMapValue",
|
|
869
|
+
# },
|
|
870
|
+
# skewed_info: {
|
|
871
|
+
# skewed_column_names: ["NameString"],
|
|
872
|
+
# skewed_column_values: ["ColumnValuesString"],
|
|
873
|
+
# skewed_column_value_location_maps: {
|
|
874
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
|
875
|
+
# },
|
|
876
|
+
# },
|
|
877
|
+
# stored_as_sub_directories: false,
|
|
878
|
+
# },
|
|
879
|
+
# parameters: {
|
|
880
|
+
# "KeyString" => "ParametersMapValue",
|
|
881
|
+
# },
|
|
882
|
+
# last_analyzed_time: Time.now,
|
|
883
|
+
# },
|
|
884
|
+
# })
|
|
885
|
+
#
|
|
886
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreatePartition AWS API Documentation
|
|
887
|
+
#
|
|
888
|
+
# @overload create_partition(params = {})
|
|
889
|
+
# @param [Hash] params ({})
|
|
890
|
+
def create_partition(params = {}, options = {})
|
|
891
|
+
req = build_request(:create_partition, params)
|
|
892
|
+
req.send_request(options)
|
|
893
|
+
end
|
|
894
|
+
|
|
895
|
+
# Transforms a directed acyclic graph (DAG) into a Python script.
|
|
896
|
+
#
|
|
897
|
+
# @option params [Array<Types::CodeGenNode>] :dag_nodes
|
|
898
|
+
# A list of the nodes in the DAG.
|
|
899
|
+
#
|
|
900
|
+
# @option params [Array<Types::CodeGenEdge>] :dag_edges
|
|
901
|
+
# A list of the edges in the DAG.
|
|
902
|
+
#
|
|
903
|
+
# @return [Types::CreateScriptResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
904
|
+
#
|
|
905
|
+
# * {Types::CreateScriptResponse#python_script #python_script} => String
|
|
906
|
+
#
|
|
907
|
+
# @example Request syntax with placeholder values
|
|
908
|
+
#
|
|
909
|
+
# resp = client.create_script({
|
|
910
|
+
# dag_nodes: [
|
|
911
|
+
# {
|
|
912
|
+
# id: "CodeGenIdentifier", # required
|
|
913
|
+
# node_type: "CodeGenNodeType", # required
|
|
914
|
+
# args: [ # required
|
|
915
|
+
# {
|
|
916
|
+
# name: "CodeGenArgName", # required
|
|
917
|
+
# value: "CodeGenArgValue", # required
|
|
918
|
+
# param: false,
|
|
919
|
+
# },
|
|
920
|
+
# ],
|
|
921
|
+
# line_number: 1,
|
|
922
|
+
# },
|
|
923
|
+
# ],
|
|
924
|
+
# dag_edges: [
|
|
925
|
+
# {
|
|
926
|
+
# source: "CodeGenIdentifier", # required
|
|
927
|
+
# target: "CodeGenIdentifier", # required
|
|
928
|
+
# target_parameter: "CodeGenArgName",
|
|
929
|
+
# },
|
|
930
|
+
# ],
|
|
931
|
+
# })
|
|
932
|
+
#
|
|
933
|
+
# @example Response structure
|
|
934
|
+
#
|
|
935
|
+
# resp.python_script #=> String
|
|
936
|
+
#
|
|
937
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateScript AWS API Documentation
|
|
938
|
+
#
|
|
939
|
+
# @overload create_script(params = {})
|
|
940
|
+
# @param [Hash] params ({})
|
|
941
|
+
def create_script(params = {}, options = {})
|
|
942
|
+
req = build_request(:create_script, params)
|
|
943
|
+
req.send_request(options)
|
|
944
|
+
end
|
|
945
|
+
|
|
946
|
+
# Creates a new table definition in the Data Catalog.
|
|
947
|
+
#
|
|
948
|
+
# @option params [String] :catalog_id
|
|
949
|
+
# The ID of the Data Catalog in which to create the `Table`. If none is
|
|
950
|
+
# supplied, the AWS account ID is used by default.
|
|
951
|
+
#
|
|
952
|
+
# @option params [required, String] :database_name
|
|
953
|
+
# The catalog database in which to create the new table.
|
|
954
|
+
#
|
|
955
|
+
# @option params [required, Types::TableInput] :table_input
|
|
956
|
+
# The `TableInput` object that defines the metadata table to create in
|
|
957
|
+
# the catalog.
|
|
958
|
+
#
|
|
959
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
960
|
+
#
|
|
961
|
+
# @example Request syntax with placeholder values
|
|
962
|
+
#
|
|
963
|
+
# resp = client.create_table({
|
|
964
|
+
# catalog_id: "CatalogIdString",
|
|
965
|
+
# database_name: "NameString", # required
|
|
966
|
+
# table_input: { # required
|
|
967
|
+
# name: "NameString", # required
|
|
968
|
+
# description: "DescriptionString",
|
|
969
|
+
# owner: "NameString",
|
|
970
|
+
# last_access_time: Time.now,
|
|
971
|
+
# last_analyzed_time: Time.now,
|
|
972
|
+
# retention: 1,
|
|
973
|
+
# storage_descriptor: {
|
|
974
|
+
# columns: [
|
|
975
|
+
# {
|
|
976
|
+
# name: "NameString", # required
|
|
977
|
+
# type: "ColumnTypeString",
|
|
978
|
+
# comment: "CommentString",
|
|
979
|
+
# },
|
|
980
|
+
# ],
|
|
981
|
+
# location: "LocationString",
|
|
982
|
+
# input_format: "FormatString",
|
|
983
|
+
# output_format: "FormatString",
|
|
984
|
+
# compressed: false,
|
|
985
|
+
# number_of_buckets: 1,
|
|
986
|
+
# serde_info: {
|
|
987
|
+
# name: "NameString",
|
|
988
|
+
# serialization_library: "NameString",
|
|
989
|
+
# parameters: {
|
|
990
|
+
# "KeyString" => "ParametersMapValue",
|
|
991
|
+
# },
|
|
992
|
+
# },
|
|
993
|
+
# bucket_columns: ["NameString"],
|
|
994
|
+
# sort_columns: [
|
|
995
|
+
# {
|
|
996
|
+
# column: "NameString", # required
|
|
997
|
+
# sort_order: 1, # required
|
|
998
|
+
# },
|
|
999
|
+
# ],
|
|
1000
|
+
# parameters: {
|
|
1001
|
+
# "KeyString" => "ParametersMapValue",
|
|
1002
|
+
# },
|
|
1003
|
+
# skewed_info: {
|
|
1004
|
+
# skewed_column_names: ["NameString"],
|
|
1005
|
+
# skewed_column_values: ["ColumnValuesString"],
|
|
1006
|
+
# skewed_column_value_location_maps: {
|
|
1007
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
|
1008
|
+
# },
|
|
1009
|
+
# },
|
|
1010
|
+
# stored_as_sub_directories: false,
|
|
1011
|
+
# },
|
|
1012
|
+
# partition_keys: [
|
|
1013
|
+
# {
|
|
1014
|
+
# name: "NameString", # required
|
|
1015
|
+
# type: "ColumnTypeString",
|
|
1016
|
+
# comment: "CommentString",
|
|
1017
|
+
# },
|
|
1018
|
+
# ],
|
|
1019
|
+
# view_original_text: "ViewTextString",
|
|
1020
|
+
# view_expanded_text: "ViewTextString",
|
|
1021
|
+
# table_type: "TableTypeString",
|
|
1022
|
+
# parameters: {
|
|
1023
|
+
# "KeyString" => "ParametersMapValue",
|
|
1024
|
+
# },
|
|
1025
|
+
# },
|
|
1026
|
+
# })
|
|
1027
|
+
#
|
|
1028
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTable AWS API Documentation
|
|
1029
|
+
#
|
|
1030
|
+
# @overload create_table(params = {})
|
|
1031
|
+
# @param [Hash] params ({})
|
|
1032
|
+
def create_table(params = {}, options = {})
|
|
1033
|
+
req = build_request(:create_table, params)
|
|
1034
|
+
req.send_request(options)
|
|
1035
|
+
end
|
|
1036
|
+
|
|
1037
|
+
# Creates a new trigger.
|
|
1038
|
+
#
|
|
1039
|
+
# @option params [required, String] :name
|
|
1040
|
+
# The name to assign to the new trigger.
|
|
1041
|
+
#
|
|
1042
|
+
# @option params [required, String] :type
|
|
1043
|
+
# The type of the new trigger.
|
|
1044
|
+
#
|
|
1045
|
+
# @option params [String] :schedule
|
|
1046
|
+
# A cron schedule expression for the new trigger.
|
|
1047
|
+
#
|
|
1048
|
+
# @option params [Types::Predicate] :predicate
|
|
1049
|
+
# A predicate to specify when the new trigger should fire.
|
|
1050
|
+
#
|
|
1051
|
+
# @option params [required, Array<Types::Action>] :actions
|
|
1052
|
+
# The actions initiated by this trigger when it fires.
|
|
1053
|
+
#
|
|
1054
|
+
# @option params [String] :description
|
|
1055
|
+
# A description of the new trigger.
|
|
1056
|
+
#
|
|
1057
|
+
# @return [Types::CreateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1058
|
+
#
|
|
1059
|
+
# * {Types::CreateTriggerResponse#name #name} => String
|
|
1060
|
+
#
|
|
1061
|
+
# @example Request syntax with placeholder values
|
|
1062
|
+
#
|
|
1063
|
+
# resp = client.create_trigger({
|
|
1064
|
+
# name: "NameString", # required
|
|
1065
|
+
# type: "SCHEDULED", # required, accepts SCHEDULED, CONDITIONAL, ON_DEMAND
|
|
1066
|
+
# schedule: "GenericString",
|
|
1067
|
+
# predicate: {
|
|
1068
|
+
# logical: "AND", # accepts AND
|
|
1069
|
+
# conditions: [
|
|
1070
|
+
# {
|
|
1071
|
+
# logical_operator: "EQUALS", # accepts EQUALS
|
|
1072
|
+
# job_name: "NameString",
|
|
1073
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
|
1074
|
+
# },
|
|
1075
|
+
# ],
|
|
1076
|
+
# },
|
|
1077
|
+
# actions: [ # required
|
|
1078
|
+
# {
|
|
1079
|
+
# job_name: "NameString",
|
|
1080
|
+
# arguments: {
|
|
1081
|
+
# "GenericString" => "GenericString",
|
|
1082
|
+
# },
|
|
1083
|
+
# },
|
|
1084
|
+
# ],
|
|
1085
|
+
# description: "DescriptionString",
|
|
1086
|
+
# })
|
|
1087
|
+
#
|
|
1088
|
+
# @example Response structure
|
|
1089
|
+
#
|
|
1090
|
+
# resp.name #=> String
|
|
1091
|
+
#
|
|
1092
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateTrigger AWS API Documentation
|
|
1093
|
+
#
|
|
1094
|
+
# @overload create_trigger(params = {})
|
|
1095
|
+
# @param [Hash] params ({})
|
|
1096
|
+
def create_trigger(params = {}, options = {})
|
|
1097
|
+
req = build_request(:create_trigger, params)
|
|
1098
|
+
req.send_request(options)
|
|
1099
|
+
end
|
|
1100
|
+
|
|
1101
|
+
# Creates a new function definition in the Data Catalog.
|
|
1102
|
+
#
|
|
1103
|
+
# @option params [String] :catalog_id
|
|
1104
|
+
# The ID of the Data Catalog in which to create the function. If none is
|
|
1105
|
+
# supplied, the AWS account ID is used by default.
|
|
1106
|
+
#
|
|
1107
|
+
# @option params [required, String] :database_name
|
|
1108
|
+
# The name of the catalog database in which to create the function.
|
|
1109
|
+
#
|
|
1110
|
+
# @option params [required, Types::UserDefinedFunctionInput] :function_input
|
|
1111
|
+
# A `FunctionInput` object that defines the function to create in the
|
|
1112
|
+
# Data Catalog.
|
|
1113
|
+
#
|
|
1114
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1115
|
+
#
|
|
1116
|
+
# @example Request syntax with placeholder values
|
|
1117
|
+
#
|
|
1118
|
+
# resp = client.create_user_defined_function({
|
|
1119
|
+
# catalog_id: "CatalogIdString",
|
|
1120
|
+
# database_name: "NameString", # required
|
|
1121
|
+
# function_input: { # required
|
|
1122
|
+
# function_name: "NameString",
|
|
1123
|
+
# class_name: "NameString",
|
|
1124
|
+
# owner_name: "NameString",
|
|
1125
|
+
# owner_type: "USER", # accepts USER, ROLE, GROUP
|
|
1126
|
+
# resource_uris: [
|
|
1127
|
+
# {
|
|
1128
|
+
# resource_type: "JAR", # accepts JAR, FILE, ARCHIVE
|
|
1129
|
+
# uri: "URI",
|
|
1130
|
+
# },
|
|
1131
|
+
# ],
|
|
1132
|
+
# },
|
|
1133
|
+
# })
|
|
1134
|
+
#
|
|
1135
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateUserDefinedFunction AWS API Documentation
|
|
1136
|
+
#
|
|
1137
|
+
# @overload create_user_defined_function(params = {})
|
|
1138
|
+
# @param [Hash] params ({})
|
|
1139
|
+
def create_user_defined_function(params = {}, options = {})
|
|
1140
|
+
req = build_request(:create_user_defined_function, params)
|
|
1141
|
+
req.send_request(options)
|
|
1142
|
+
end
|
|
1143
|
+
|
|
1144
|
+
# Removes a `Classifier` from the metadata store.
|
|
1145
|
+
#
|
|
1146
|
+
# @option params [required, String] :name
|
|
1147
|
+
# Name of the `Classifier` to remove.
|
|
1148
|
+
#
|
|
1149
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1150
|
+
#
|
|
1151
|
+
# @example Request syntax with placeholder values
|
|
1152
|
+
#
|
|
1153
|
+
# resp = client.delete_classifier({
|
|
1154
|
+
# name: "NameString", # required
|
|
1155
|
+
# })
|
|
1156
|
+
#
|
|
1157
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteClassifier AWS API Documentation
|
|
1158
|
+
#
|
|
1159
|
+
# @overload delete_classifier(params = {})
|
|
1160
|
+
# @param [Hash] params ({})
|
|
1161
|
+
def delete_classifier(params = {}, options = {})
|
|
1162
|
+
req = build_request(:delete_classifier, params)
|
|
1163
|
+
req.send_request(options)
|
|
1164
|
+
end
|
|
1165
|
+
|
|
1166
|
+
# Deletes a connection from the Data Catalog.
|
|
1167
|
+
#
|
|
1168
|
+
# @option params [String] :catalog_id
|
|
1169
|
+
# The ID of the Data Catalog in which the connection resides. If none is
|
|
1170
|
+
# supplied, the AWS account ID is used by default.
|
|
1171
|
+
#
|
|
1172
|
+
# @option params [required, String] :connection_name
|
|
1173
|
+
# The name of the connection to delete.
|
|
1174
|
+
#
|
|
1175
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1176
|
+
#
|
|
1177
|
+
# @example Request syntax with placeholder values
|
|
1178
|
+
#
|
|
1179
|
+
# resp = client.delete_connection({
|
|
1180
|
+
# catalog_id: "CatalogIdString",
|
|
1181
|
+
# connection_name: "NameString", # required
|
|
1182
|
+
# })
|
|
1183
|
+
#
|
|
1184
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteConnection AWS API Documentation
|
|
1185
|
+
#
|
|
1186
|
+
# @overload delete_connection(params = {})
|
|
1187
|
+
# @param [Hash] params ({})
|
|
1188
|
+
def delete_connection(params = {}, options = {})
|
|
1189
|
+
req = build_request(:delete_connection, params)
|
|
1190
|
+
req.send_request(options)
|
|
1191
|
+
end
|
|
1192
|
+
|
|
1193
|
+
# Removes a specified `Crawler` from the metadata store, unless the
|
|
1194
|
+
# `Crawler` state is `RUNNING`.
|
|
1195
|
+
#
|
|
1196
|
+
# @option params [required, String] :name
|
|
1197
|
+
# Name of the `Crawler` to remove.
|
|
1198
|
+
#
|
|
1199
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1200
|
+
#
|
|
1201
|
+
# @example Request syntax with placeholder values
|
|
1202
|
+
#
|
|
1203
|
+
# resp = client.delete_crawler({
|
|
1204
|
+
# name: "NameString", # required
|
|
1205
|
+
# })
|
|
1206
|
+
#
|
|
1207
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteCrawler AWS API Documentation
|
|
1208
|
+
#
|
|
1209
|
+
# @overload delete_crawler(params = {})
|
|
1210
|
+
# @param [Hash] params ({})
|
|
1211
|
+
def delete_crawler(params = {}, options = {})
|
|
1212
|
+
req = build_request(:delete_crawler, params)
|
|
1213
|
+
req.send_request(options)
|
|
1214
|
+
end
|
|
1215
|
+
|
|
1216
|
+
# Removes a specified Database from a Data Catalog.
|
|
1217
|
+
#
|
|
1218
|
+
# @option params [String] :catalog_id
|
|
1219
|
+
# The ID of the Data Catalog in which the database resides. If none is
|
|
1220
|
+
# supplied, the AWS account ID is used by default.
|
|
1221
|
+
#
|
|
1222
|
+
# @option params [required, String] :name
|
|
1223
|
+
# The name of the Database to delete.
|
|
1224
|
+
#
|
|
1225
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1226
|
+
#
|
|
1227
|
+
# @example Request syntax with placeholder values
|
|
1228
|
+
#
|
|
1229
|
+
# resp = client.delete_database({
|
|
1230
|
+
# catalog_id: "CatalogIdString",
|
|
1231
|
+
# name: "NameString", # required
|
|
1232
|
+
# })
|
|
1233
|
+
#
|
|
1234
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDatabase AWS API Documentation
|
|
1235
|
+
#
|
|
1236
|
+
# @overload delete_database(params = {})
|
|
1237
|
+
# @param [Hash] params ({})
|
|
1238
|
+
def delete_database(params = {}, options = {})
|
|
1239
|
+
req = build_request(:delete_database, params)
|
|
1240
|
+
req.send_request(options)
|
|
1241
|
+
end
|
|
1242
|
+
|
|
1243
|
+
# Deletes a specified DevEndpoint.
|
|
1244
|
+
#
|
|
1245
|
+
# @option params [required, String] :endpoint_name
|
|
1246
|
+
# The name of the DevEndpoint.
|
|
1247
|
+
#
|
|
1248
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1249
|
+
#
|
|
1250
|
+
# @example Request syntax with placeholder values
|
|
1251
|
+
#
|
|
1252
|
+
# resp = client.delete_dev_endpoint({
|
|
1253
|
+
# endpoint_name: "GenericString", # required
|
|
1254
|
+
# })
|
|
1255
|
+
#
|
|
1256
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteDevEndpoint AWS API Documentation
|
|
1257
|
+
#
|
|
1258
|
+
# @overload delete_dev_endpoint(params = {})
|
|
1259
|
+
# @param [Hash] params ({})
|
|
1260
|
+
def delete_dev_endpoint(params = {}, options = {})
|
|
1261
|
+
req = build_request(:delete_dev_endpoint, params)
|
|
1262
|
+
req.send_request(options)
|
|
1263
|
+
end
|
|
1264
|
+
|
|
1265
|
+
# Deletes a specified job.
|
|
1266
|
+
#
|
|
1267
|
+
# @option params [required, String] :job_name
|
|
1268
|
+
# The name of the job to delete.
|
|
1269
|
+
#
|
|
1270
|
+
# @return [Types::DeleteJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1271
|
+
#
|
|
1272
|
+
# * {Types::DeleteJobResponse#job_name #job_name} => String
|
|
1273
|
+
#
|
|
1274
|
+
# @example Request syntax with placeholder values
|
|
1275
|
+
#
|
|
1276
|
+
# resp = client.delete_job({
|
|
1277
|
+
# job_name: "NameString", # required
|
|
1278
|
+
# })
|
|
1279
|
+
#
|
|
1280
|
+
# @example Response structure
|
|
1281
|
+
#
|
|
1282
|
+
# resp.job_name #=> String
|
|
1283
|
+
#
|
|
1284
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteJob AWS API Documentation
|
|
1285
|
+
#
|
|
1286
|
+
# @overload delete_job(params = {})
|
|
1287
|
+
# @param [Hash] params ({})
|
|
1288
|
+
def delete_job(params = {}, options = {})
|
|
1289
|
+
req = build_request(:delete_job, params)
|
|
1290
|
+
req.send_request(options)
|
|
1291
|
+
end
|
|
1292
|
+
|
|
1293
|
+
# Deletes a specified partition.
|
|
1294
|
+
#
|
|
1295
|
+
# @option params [String] :catalog_id
|
|
1296
|
+
# The ID of the Data Catalog where the partition to be deleted resides.
|
|
1297
|
+
# If none is supplied, the AWS account ID is used by default.
|
|
1298
|
+
#
|
|
1299
|
+
# @option params [required, String] :database_name
|
|
1300
|
+
# The name of the catalog database in which the table in question
|
|
1301
|
+
# resides.
|
|
1302
|
+
#
|
|
1303
|
+
# @option params [required, String] :table_name
|
|
1304
|
+
# The name of the table where the partition to be deleted is located.
|
|
1305
|
+
#
|
|
1306
|
+
# @option params [required, Array<String>] :partition_values
|
|
1307
|
+
# The values that define the partition.
|
|
1308
|
+
#
|
|
1309
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1310
|
+
#
|
|
1311
|
+
# @example Request syntax with placeholder values
|
|
1312
|
+
#
|
|
1313
|
+
# resp = client.delete_partition({
|
|
1314
|
+
# catalog_id: "CatalogIdString",
|
|
1315
|
+
# database_name: "NameString", # required
|
|
1316
|
+
# table_name: "NameString", # required
|
|
1317
|
+
# partition_values: ["ValueString"], # required
|
|
1318
|
+
# })
|
|
1319
|
+
#
|
|
1320
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeletePartition AWS API Documentation
|
|
1321
|
+
#
|
|
1322
|
+
# @overload delete_partition(params = {})
|
|
1323
|
+
# @param [Hash] params ({})
|
|
1324
|
+
def delete_partition(params = {}, options = {})
|
|
1325
|
+
req = build_request(:delete_partition, params)
|
|
1326
|
+
req.send_request(options)
|
|
1327
|
+
end
|
|
1328
|
+
|
|
1329
|
+
# Removes a table definition from the Data Catalog.
|
|
1330
|
+
#
|
|
1331
|
+
# @option params [String] :catalog_id
|
|
1332
|
+
# The ID of the Data Catalog where the table resides. If none is
|
|
1333
|
+
# supplied, the AWS account ID is used by default.
|
|
1334
|
+
#
|
|
1335
|
+
# @option params [required, String] :database_name
|
|
1336
|
+
# The name of the catalog database in which the table resides.
|
|
1337
|
+
#
|
|
1338
|
+
# @option params [required, String] :name
|
|
1339
|
+
# The name of the table to be deleted.
|
|
1340
|
+
#
|
|
1341
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1342
|
+
#
|
|
1343
|
+
# @example Request syntax with placeholder values
|
|
1344
|
+
#
|
|
1345
|
+
# resp = client.delete_table({
|
|
1346
|
+
# catalog_id: "CatalogIdString",
|
|
1347
|
+
# database_name: "NameString", # required
|
|
1348
|
+
# name: "NameString", # required
|
|
1349
|
+
# })
|
|
1350
|
+
#
|
|
1351
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTable AWS API Documentation
|
|
1352
|
+
#
|
|
1353
|
+
# @overload delete_table(params = {})
|
|
1354
|
+
# @param [Hash] params ({})
|
|
1355
|
+
def delete_table(params = {}, options = {})
|
|
1356
|
+
req = build_request(:delete_table, params)
|
|
1357
|
+
req.send_request(options)
|
|
1358
|
+
end
|
|
1359
|
+
|
|
1360
|
+
# Deletes a specified trigger.
|
|
1361
|
+
#
|
|
1362
|
+
# @option params [required, String] :name
|
|
1363
|
+
# The name of the trigger to delete.
|
|
1364
|
+
#
|
|
1365
|
+
# @return [Types::DeleteTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1366
|
+
#
|
|
1367
|
+
# * {Types::DeleteTriggerResponse#name #name} => String
|
|
1368
|
+
#
|
|
1369
|
+
# @example Request syntax with placeholder values
|
|
1370
|
+
#
|
|
1371
|
+
# resp = client.delete_trigger({
|
|
1372
|
+
# name: "NameString", # required
|
|
1373
|
+
# })
|
|
1374
|
+
#
|
|
1375
|
+
# @example Response structure
|
|
1376
|
+
#
|
|
1377
|
+
# resp.name #=> String
|
|
1378
|
+
#
|
|
1379
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteTrigger AWS API Documentation
|
|
1380
|
+
#
|
|
1381
|
+
# @overload delete_trigger(params = {})
|
|
1382
|
+
# @param [Hash] params ({})
|
|
1383
|
+
def delete_trigger(params = {}, options = {})
|
|
1384
|
+
req = build_request(:delete_trigger, params)
|
|
1385
|
+
req.send_request(options)
|
|
1386
|
+
end
|
|
1387
|
+
|
|
1388
|
+
# Deletes an existing function definition from the Data Catalog.
|
|
1389
|
+
#
|
|
1390
|
+
# @option params [String] :catalog_id
|
|
1391
|
+
# The ID of the Data Catalog where the function to be deleted is
|
|
1392
|
+
# located. If none is supplied, the AWS account ID is used by default.
|
|
1393
|
+
#
|
|
1394
|
+
# @option params [required, String] :database_name
|
|
1395
|
+
# The name of the catalog database where the function is located.
|
|
1396
|
+
#
|
|
1397
|
+
# @option params [required, String] :function_name
|
|
1398
|
+
# The name of the function definition to be deleted.
|
|
1399
|
+
#
|
|
1400
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
1401
|
+
#
|
|
1402
|
+
# @example Request syntax with placeholder values
|
|
1403
|
+
#
|
|
1404
|
+
# resp = client.delete_user_defined_function({
|
|
1405
|
+
# catalog_id: "CatalogIdString",
|
|
1406
|
+
# database_name: "NameString", # required
|
|
1407
|
+
# function_name: "NameString", # required
|
|
1408
|
+
# })
|
|
1409
|
+
#
|
|
1410
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteUserDefinedFunction AWS API Documentation
|
|
1411
|
+
#
|
|
1412
|
+
# @overload delete_user_defined_function(params = {})
|
|
1413
|
+
# @param [Hash] params ({})
|
|
1414
|
+
def delete_user_defined_function(params = {}, options = {})
|
|
1415
|
+
req = build_request(:delete_user_defined_function, params)
|
|
1416
|
+
req.send_request(options)
|
|
1417
|
+
end
|
|
1418
|
+
|
|
1419
|
+
# Retrieves the status of a migration operation.
|
|
1420
|
+
#
|
|
1421
|
+
# @option params [String] :catalog_id
|
|
1422
|
+
# The ID of the catalog to migrate. Currently, this should be the AWS
|
|
1423
|
+
# account ID.
|
|
1424
|
+
#
|
|
1425
|
+
# @return [Types::GetCatalogImportStatusResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1426
|
+
#
|
|
1427
|
+
# * {Types::GetCatalogImportStatusResponse#import_status #import_status} => Types::CatalogImportStatus
|
|
1428
|
+
#
|
|
1429
|
+
# @example Request syntax with placeholder values
|
|
1430
|
+
#
|
|
1431
|
+
# resp = client.get_catalog_import_status({
|
|
1432
|
+
# catalog_id: "CatalogIdString",
|
|
1433
|
+
# })
|
|
1434
|
+
#
|
|
1435
|
+
# @example Response structure
|
|
1436
|
+
#
|
|
1437
|
+
# resp.import_status.import_completed #=> Boolean
|
|
1438
|
+
# resp.import_status.import_time #=> Time
|
|
1439
|
+
# resp.import_status.imported_by #=> String
|
|
1440
|
+
#
|
|
1441
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCatalogImportStatus AWS API Documentation
|
|
1442
|
+
#
|
|
1443
|
+
# @overload get_catalog_import_status(params = {})
|
|
1444
|
+
# @param [Hash] params ({})
|
|
1445
|
+
def get_catalog_import_status(params = {}, options = {})
|
|
1446
|
+
req = build_request(:get_catalog_import_status, params)
|
|
1447
|
+
req.send_request(options)
|
|
1448
|
+
end
|
|
1449
|
+
|
|
1450
|
+
# Retrieve a `Classifier` by name.
|
|
1451
|
+
#
|
|
1452
|
+
# @option params [required, String] :name
|
|
1453
|
+
# Name of the `Classifier` to retrieve.
|
|
1454
|
+
#
|
|
1455
|
+
# @return [Types::GetClassifierResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1456
|
+
#
|
|
1457
|
+
# * {Types::GetClassifierResponse#classifier #classifier} => Types::Classifier
|
|
1458
|
+
#
|
|
1459
|
+
# @example Request syntax with placeholder values
|
|
1460
|
+
#
|
|
1461
|
+
# resp = client.get_classifier({
|
|
1462
|
+
# name: "NameString", # required
|
|
1463
|
+
# })
|
|
1464
|
+
#
|
|
1465
|
+
# @example Response structure
|
|
1466
|
+
#
|
|
1467
|
+
# resp.classifier.grok_classifier.name #=> String
|
|
1468
|
+
# resp.classifier.grok_classifier.classification #=> String
|
|
1469
|
+
# resp.classifier.grok_classifier.creation_time #=> Time
|
|
1470
|
+
# resp.classifier.grok_classifier.last_updated #=> Time
|
|
1471
|
+
# resp.classifier.grok_classifier.version #=> Integer
|
|
1472
|
+
# resp.classifier.grok_classifier.grok_pattern #=> String
|
|
1473
|
+
# resp.classifier.grok_classifier.custom_patterns #=> String
|
|
1474
|
+
#
|
|
1475
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifier AWS API Documentation
|
|
1476
|
+
#
|
|
1477
|
+
# @overload get_classifier(params = {})
|
|
1478
|
+
# @param [Hash] params ({})
|
|
1479
|
+
def get_classifier(params = {}, options = {})
|
|
1480
|
+
req = build_request(:get_classifier, params)
|
|
1481
|
+
req.send_request(options)
|
|
1482
|
+
end
|
|
1483
|
+
|
|
1484
|
+
# Lists all Classifier objects in the metadata store.
|
|
1485
|
+
#
|
|
1486
|
+
# @option params [Integer] :max_results
|
|
1487
|
+
# Size of the list to return (optional).
|
|
1488
|
+
#
|
|
1489
|
+
# @option params [String] :next_token
|
|
1490
|
+
# An optional continuation token.
|
|
1491
|
+
#
|
|
1492
|
+
# @return [Types::GetClassifiersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1493
|
+
#
|
|
1494
|
+
# * {Types::GetClassifiersResponse#classifiers #classifiers} => Array<Types::Classifier>
|
|
1495
|
+
# * {Types::GetClassifiersResponse#next_token #next_token} => String
|
|
1496
|
+
#
|
|
1497
|
+
# @example Request syntax with placeholder values
|
|
1498
|
+
#
|
|
1499
|
+
# resp = client.get_classifiers({
|
|
1500
|
+
# max_results: 1,
|
|
1501
|
+
# next_token: "Token",
|
|
1502
|
+
# })
|
|
1503
|
+
#
|
|
1504
|
+
# @example Response structure
|
|
1505
|
+
#
|
|
1506
|
+
# resp.classifiers #=> Array
|
|
1507
|
+
# resp.classifiers[0].grok_classifier.name #=> String
|
|
1508
|
+
# resp.classifiers[0].grok_classifier.classification #=> String
|
|
1509
|
+
# resp.classifiers[0].grok_classifier.creation_time #=> Time
|
|
1510
|
+
# resp.classifiers[0].grok_classifier.last_updated #=> Time
|
|
1511
|
+
# resp.classifiers[0].grok_classifier.version #=> Integer
|
|
1512
|
+
# resp.classifiers[0].grok_classifier.grok_pattern #=> String
|
|
1513
|
+
# resp.classifiers[0].grok_classifier.custom_patterns #=> String
|
|
1514
|
+
# resp.next_token #=> String
|
|
1515
|
+
#
|
|
1516
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetClassifiers AWS API Documentation
|
|
1517
|
+
#
|
|
1518
|
+
# @overload get_classifiers(params = {})
|
|
1519
|
+
# @param [Hash] params ({})
|
|
1520
|
+
def get_classifiers(params = {}, options = {})
|
|
1521
|
+
req = build_request(:get_classifiers, params)
|
|
1522
|
+
req.send_request(options)
|
|
1523
|
+
end
|
|
1524
|
+
|
|
1525
|
+
# Retrieves a connection definition from the Data Catalog.
|
|
1526
|
+
#
|
|
1527
|
+
# @option params [String] :catalog_id
|
|
1528
|
+
# The ID of the Data Catalog in which the connection resides. If none is
|
|
1529
|
+
# supplied, the AWS account ID is used by default.
|
|
1530
|
+
#
|
|
1531
|
+
# @option params [required, String] :name
|
|
1532
|
+
# The name of the connection definition to retrieve.
|
|
1533
|
+
#
|
|
1534
|
+
# @return [Types::GetConnectionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1535
|
+
#
|
|
1536
|
+
# * {Types::GetConnectionResponse#connection #connection} => Types::Connection
|
|
1537
|
+
#
|
|
1538
|
+
# @example Request syntax with placeholder values
|
|
1539
|
+
#
|
|
1540
|
+
# resp = client.get_connection({
|
|
1541
|
+
# catalog_id: "CatalogIdString",
|
|
1542
|
+
# name: "NameString", # required
|
|
1543
|
+
# })
|
|
1544
|
+
#
|
|
1545
|
+
# @example Response structure
|
|
1546
|
+
#
|
|
1547
|
+
# resp.connection.name #=> String
|
|
1548
|
+
# resp.connection.description #=> String
|
|
1549
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP"
|
|
1550
|
+
# resp.connection.match_criteria #=> Array
|
|
1551
|
+
# resp.connection.match_criteria[0] #=> String
|
|
1552
|
+
# resp.connection.connection_properties #=> Hash
|
|
1553
|
+
# resp.connection.connection_properties["ConnectionPropertyKey"] #=> String
|
|
1554
|
+
# resp.connection.physical_connection_requirements.subnet_id #=> String
|
|
1555
|
+
# resp.connection.physical_connection_requirements.security_group_id_list #=> Array
|
|
1556
|
+
# resp.connection.physical_connection_requirements.security_group_id_list[0] #=> String
|
|
1557
|
+
# resp.connection.physical_connection_requirements.availability_zone #=> String
|
|
1558
|
+
# resp.connection.creation_time #=> Time
|
|
1559
|
+
# resp.connection.last_updated_time #=> Time
|
|
1560
|
+
# resp.connection.last_updated_by #=> String
|
|
1561
|
+
#
|
|
1562
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnection AWS API Documentation
|
|
1563
|
+
#
|
|
1564
|
+
# @overload get_connection(params = {})
|
|
1565
|
+
# @param [Hash] params ({})
|
|
1566
|
+
def get_connection(params = {}, options = {})
|
|
1567
|
+
req = build_request(:get_connection, params)
|
|
1568
|
+
req.send_request(options)
|
|
1569
|
+
end
|
|
1570
|
+
|
|
1571
|
+
# Retrieves a list of connection definitions from the Data Catalog.
|
|
1572
|
+
#
|
|
1573
|
+
# @option params [String] :catalog_id
|
|
1574
|
+
# The ID of the Data Catalog in which the connections reside. If none is
|
|
1575
|
+
# supplied, the AWS account ID is used by default.
|
|
1576
|
+
#
|
|
1577
|
+
# @option params [Types::GetConnectionsFilter] :filter
|
|
1578
|
+
# A filter that controls which connections will be returned.
|
|
1579
|
+
#
|
|
1580
|
+
# @option params [String] :next_token
|
|
1581
|
+
# A continuation token, if this is a continuation call.
|
|
1582
|
+
#
|
|
1583
|
+
# @option params [Integer] :max_results
|
|
1584
|
+
# The maximum number of connections to return in one response.
|
|
1585
|
+
#
|
|
1586
|
+
# @return [Types::GetConnectionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1587
|
+
#
|
|
1588
|
+
# * {Types::GetConnectionsResponse#connection_list #connection_list} => Array<Types::Connection>
|
|
1589
|
+
# * {Types::GetConnectionsResponse#next_token #next_token} => String
|
|
1590
|
+
#
|
|
1591
|
+
# @example Request syntax with placeholder values
|
|
1592
|
+
#
|
|
1593
|
+
# resp = client.get_connections({
|
|
1594
|
+
# catalog_id: "CatalogIdString",
|
|
1595
|
+
# filter: {
|
|
1596
|
+
# match_criteria: ["NameString"],
|
|
1597
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP
|
|
1598
|
+
# },
|
|
1599
|
+
# next_token: "Token",
|
|
1600
|
+
# max_results: 1,
|
|
1601
|
+
# })
|
|
1602
|
+
#
|
|
1603
|
+
# @example Response structure
|
|
1604
|
+
#
|
|
1605
|
+
# resp.connection_list #=> Array
|
|
1606
|
+
# resp.connection_list[0].name #=> String
|
|
1607
|
+
# resp.connection_list[0].description #=> String
|
|
1608
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP"
|
|
1609
|
+
# resp.connection_list[0].match_criteria #=> Array
|
|
1610
|
+
# resp.connection_list[0].match_criteria[0] #=> String
|
|
1611
|
+
# resp.connection_list[0].connection_properties #=> Hash
|
|
1612
|
+
# resp.connection_list[0].connection_properties["ConnectionPropertyKey"] #=> String
|
|
1613
|
+
# resp.connection_list[0].physical_connection_requirements.subnet_id #=> String
|
|
1614
|
+
# resp.connection_list[0].physical_connection_requirements.security_group_id_list #=> Array
|
|
1615
|
+
# resp.connection_list[0].physical_connection_requirements.security_group_id_list[0] #=> String
|
|
1616
|
+
# resp.connection_list[0].physical_connection_requirements.availability_zone #=> String
|
|
1617
|
+
# resp.connection_list[0].creation_time #=> Time
|
|
1618
|
+
# resp.connection_list[0].last_updated_time #=> Time
|
|
1619
|
+
# resp.connection_list[0].last_updated_by #=> String
|
|
1620
|
+
# resp.next_token #=> String
|
|
1621
|
+
#
|
|
1622
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetConnections AWS API Documentation
|
|
1623
|
+
#
|
|
1624
|
+
# @overload get_connections(params = {})
|
|
1625
|
+
# @param [Hash] params ({})
|
|
1626
|
+
def get_connections(params = {}, options = {})
|
|
1627
|
+
req = build_request(:get_connections, params)
|
|
1628
|
+
req.send_request(options)
|
|
1629
|
+
end
|
|
1630
|
+
|
|
1631
|
+
# Retrieves metadata for a specified `Crawler`.
|
|
1632
|
+
#
|
|
1633
|
+
# @option params [required, String] :name
|
|
1634
|
+
# Name of the `Crawler` to retrieve metadata for.
|
|
1635
|
+
#
|
|
1636
|
+
# @return [Types::GetCrawlerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1637
|
+
#
|
|
1638
|
+
# * {Types::GetCrawlerResponse#crawler #crawler} => Types::Crawler
|
|
1639
|
+
#
|
|
1640
|
+
# @example Request syntax with placeholder values
|
|
1641
|
+
#
|
|
1642
|
+
# resp = client.get_crawler({
|
|
1643
|
+
# name: "NameString", # required
|
|
1644
|
+
# })
|
|
1645
|
+
#
|
|
1646
|
+
# @example Response structure
|
|
1647
|
+
#
|
|
1648
|
+
# resp.crawler.name #=> String
|
|
1649
|
+
# resp.crawler.role #=> String
|
|
1650
|
+
# resp.crawler.targets.s3_targets #=> Array
|
|
1651
|
+
# resp.crawler.targets.s3_targets[0].path #=> String
|
|
1652
|
+
# resp.crawler.targets.s3_targets[0].exclusions #=> Array
|
|
1653
|
+
# resp.crawler.targets.s3_targets[0].exclusions[0] #=> String
|
|
1654
|
+
# resp.crawler.targets.jdbc_targets #=> Array
|
|
1655
|
+
# resp.crawler.targets.jdbc_targets[0].connection_name #=> String
|
|
1656
|
+
# resp.crawler.targets.jdbc_targets[0].path #=> String
|
|
1657
|
+
# resp.crawler.targets.jdbc_targets[0].exclusions #=> Array
|
|
1658
|
+
# resp.crawler.targets.jdbc_targets[0].exclusions[0] #=> String
|
|
1659
|
+
# resp.crawler.database_name #=> String
|
|
1660
|
+
# resp.crawler.description #=> String
|
|
1661
|
+
# resp.crawler.classifiers #=> Array
|
|
1662
|
+
# resp.crawler.classifiers[0] #=> String
|
|
1663
|
+
# resp.crawler.schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
|
1664
|
+
# resp.crawler.schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
|
1665
|
+
# resp.crawler.state #=> String, one of "READY", "RUNNING", "STOPPING"
|
|
1666
|
+
# resp.crawler.table_prefix #=> String
|
|
1667
|
+
# resp.crawler.schedule.schedule_expression #=> String
|
|
1668
|
+
# resp.crawler.schedule.state #=> String, one of "SCHEDULED", "NOT_SCHEDULED", "TRANSITIONING"
|
|
1669
|
+
# resp.crawler.crawl_elapsed_time #=> Integer
|
|
1670
|
+
# resp.crawler.creation_time #=> Time
|
|
1671
|
+
# resp.crawler.last_updated #=> Time
|
|
1672
|
+
# resp.crawler.last_crawl.status #=> String, one of "SUCCEEDED", "CANCELLED", "FAILED"
|
|
1673
|
+
# resp.crawler.last_crawl.error_message #=> String
|
|
1674
|
+
# resp.crawler.last_crawl.log_group #=> String
|
|
1675
|
+
# resp.crawler.last_crawl.log_stream #=> String
|
|
1676
|
+
# resp.crawler.last_crawl.message_prefix #=> String
|
|
1677
|
+
# resp.crawler.last_crawl.start_time #=> Time
|
|
1678
|
+
# resp.crawler.version #=> Integer
|
|
1679
|
+
#
|
|
1680
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawler AWS API Documentation
|
|
1681
|
+
#
|
|
1682
|
+
# @overload get_crawler(params = {})
|
|
1683
|
+
# @param [Hash] params ({})
|
|
1684
|
+
def get_crawler(params = {}, options = {})
|
|
1685
|
+
req = build_request(:get_crawler, params)
|
|
1686
|
+
req.send_request(options)
|
|
1687
|
+
end
|
|
1688
|
+
|
|
1689
|
+
# Retrieves metrics about specified crawlers.
|
|
1690
|
+
#
|
|
1691
|
+
# @option params [Array<String>] :crawler_name_list
|
|
1692
|
+
# A list of the names of crawlers about which to retrieve metrics.
|
|
1693
|
+
#
|
|
1694
|
+
# @option params [Integer] :max_results
|
|
1695
|
+
# The maximum size of a list to return.
|
|
1696
|
+
#
|
|
1697
|
+
# @option params [String] :next_token
|
|
1698
|
+
# A continuation token, if this is a continuation call.
|
|
1699
|
+
#
|
|
1700
|
+
# @return [Types::GetCrawlerMetricsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1701
|
+
#
|
|
1702
|
+
# * {Types::GetCrawlerMetricsResponse#crawler_metrics_list #crawler_metrics_list} => Array<Types::CrawlerMetrics>
|
|
1703
|
+
# * {Types::GetCrawlerMetricsResponse#next_token #next_token} => String
|
|
1704
|
+
#
|
|
1705
|
+
# @example Request syntax with placeholder values
|
|
1706
|
+
#
|
|
1707
|
+
# resp = client.get_crawler_metrics({
|
|
1708
|
+
# crawler_name_list: ["NameString"],
|
|
1709
|
+
# max_results: 1,
|
|
1710
|
+
# next_token: "Token",
|
|
1711
|
+
# })
|
|
1712
|
+
#
|
|
1713
|
+
# @example Response structure
|
|
1714
|
+
#
|
|
1715
|
+
# resp.crawler_metrics_list #=> Array
|
|
1716
|
+
# resp.crawler_metrics_list[0].crawler_name #=> String
|
|
1717
|
+
# resp.crawler_metrics_list[0].time_left_seconds #=> Float
|
|
1718
|
+
# resp.crawler_metrics_list[0].still_estimating #=> Boolean
|
|
1719
|
+
# resp.crawler_metrics_list[0].last_runtime_seconds #=> Float
|
|
1720
|
+
# resp.crawler_metrics_list[0].median_runtime_seconds #=> Float
|
|
1721
|
+
# resp.crawler_metrics_list[0].tables_created #=> Integer
|
|
1722
|
+
# resp.crawler_metrics_list[0].tables_updated #=> Integer
|
|
1723
|
+
# resp.crawler_metrics_list[0].tables_deleted #=> Integer
|
|
1724
|
+
# resp.next_token #=> String
|
|
1725
|
+
#
|
|
1726
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlerMetrics AWS API Documentation
|
|
1727
|
+
#
|
|
1728
|
+
# @overload get_crawler_metrics(params = {})
|
|
1729
|
+
# @param [Hash] params ({})
|
|
1730
|
+
def get_crawler_metrics(params = {}, options = {})
|
|
1731
|
+
req = build_request(:get_crawler_metrics, params)
|
|
1732
|
+
req.send_request(options)
|
|
1733
|
+
end
|
|
1734
|
+
|
|
1735
|
+
# Retrieves metadata for all `Crawlers` defined in the customer account.
|
|
1736
|
+
#
|
|
1737
|
+
# @option params [Integer] :max_results
|
|
1738
|
+
# The number of Crawlers to return on each call.
|
|
1739
|
+
#
|
|
1740
|
+
# @option params [String] :next_token
|
|
1741
|
+
# A continuation token, if this is a continuation request.
|
|
1742
|
+
#
|
|
1743
|
+
# @return [Types::GetCrawlersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1744
|
+
#
|
|
1745
|
+
# * {Types::GetCrawlersResponse#crawlers #crawlers} => Array<Types::Crawler>
|
|
1746
|
+
# * {Types::GetCrawlersResponse#next_token #next_token} => String
|
|
1747
|
+
#
|
|
1748
|
+
# @example Request syntax with placeholder values
|
|
1749
|
+
#
|
|
1750
|
+
# resp = client.get_crawlers({
|
|
1751
|
+
# max_results: 1,
|
|
1752
|
+
# next_token: "Token",
|
|
1753
|
+
# })
|
|
1754
|
+
#
|
|
1755
|
+
# @example Response structure
|
|
1756
|
+
#
|
|
1757
|
+
# resp.crawlers #=> Array
|
|
1758
|
+
# resp.crawlers[0].name #=> String
|
|
1759
|
+
# resp.crawlers[0].role #=> String
|
|
1760
|
+
# resp.crawlers[0].targets.s3_targets #=> Array
|
|
1761
|
+
# resp.crawlers[0].targets.s3_targets[0].path #=> String
|
|
1762
|
+
# resp.crawlers[0].targets.s3_targets[0].exclusions #=> Array
|
|
1763
|
+
# resp.crawlers[0].targets.s3_targets[0].exclusions[0] #=> String
|
|
1764
|
+
# resp.crawlers[0].targets.jdbc_targets #=> Array
|
|
1765
|
+
# resp.crawlers[0].targets.jdbc_targets[0].connection_name #=> String
|
|
1766
|
+
# resp.crawlers[0].targets.jdbc_targets[0].path #=> String
|
|
1767
|
+
# resp.crawlers[0].targets.jdbc_targets[0].exclusions #=> Array
|
|
1768
|
+
# resp.crawlers[0].targets.jdbc_targets[0].exclusions[0] #=> String
|
|
1769
|
+
# resp.crawlers[0].database_name #=> String
|
|
1770
|
+
# resp.crawlers[0].description #=> String
|
|
1771
|
+
# resp.crawlers[0].classifiers #=> Array
|
|
1772
|
+
# resp.crawlers[0].classifiers[0] #=> String
|
|
1773
|
+
# resp.crawlers[0].schema_change_policy.update_behavior #=> String, one of "LOG", "UPDATE_IN_DATABASE"
|
|
1774
|
+
# resp.crawlers[0].schema_change_policy.delete_behavior #=> String, one of "LOG", "DELETE_FROM_DATABASE", "DEPRECATE_IN_DATABASE"
|
|
1775
|
+
# resp.crawlers[0].state #=> String, one of "READY", "RUNNING", "STOPPING"
|
|
1776
|
+
# resp.crawlers[0].table_prefix #=> String
|
|
1777
|
+
# resp.crawlers[0].schedule.schedule_expression #=> String
|
|
1778
|
+
# resp.crawlers[0].schedule.state #=> String, one of "SCHEDULED", "NOT_SCHEDULED", "TRANSITIONING"
|
|
1779
|
+
# resp.crawlers[0].crawl_elapsed_time #=> Integer
|
|
1780
|
+
# resp.crawlers[0].creation_time #=> Time
|
|
1781
|
+
# resp.crawlers[0].last_updated #=> Time
|
|
1782
|
+
# resp.crawlers[0].last_crawl.status #=> String, one of "SUCCEEDED", "CANCELLED", "FAILED"
|
|
1783
|
+
# resp.crawlers[0].last_crawl.error_message #=> String
|
|
1784
|
+
# resp.crawlers[0].last_crawl.log_group #=> String
|
|
1785
|
+
# resp.crawlers[0].last_crawl.log_stream #=> String
|
|
1786
|
+
# resp.crawlers[0].last_crawl.message_prefix #=> String
|
|
1787
|
+
# resp.crawlers[0].last_crawl.start_time #=> Time
|
|
1788
|
+
# resp.crawlers[0].version #=> Integer
|
|
1789
|
+
# resp.next_token #=> String
|
|
1790
|
+
#
|
|
1791
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetCrawlers AWS API Documentation
|
|
1792
|
+
#
|
|
1793
|
+
# @overload get_crawlers(params = {})
|
|
1794
|
+
# @param [Hash] params ({})
|
|
1795
|
+
def get_crawlers(params = {}, options = {})
|
|
1796
|
+
req = build_request(:get_crawlers, params)
|
|
1797
|
+
req.send_request(options)
|
|
1798
|
+
end
|
|
1799
|
+
|
|
1800
|
+
# Retrieves the definition of a specified database.
|
|
1801
|
+
#
|
|
1802
|
+
# @option params [String] :catalog_id
|
|
1803
|
+
# The ID of the Data Catalog in which the database resides. If none is
|
|
1804
|
+
# supplied, the AWS account ID is used by default.
|
|
1805
|
+
#
|
|
1806
|
+
# @option params [required, String] :name
|
|
1807
|
+
# The name of the database to retrieve.
|
|
1808
|
+
#
|
|
1809
|
+
# @return [Types::GetDatabaseResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1810
|
+
#
|
|
1811
|
+
# * {Types::GetDatabaseResponse#database #database} => Types::Database
|
|
1812
|
+
#
|
|
1813
|
+
# @example Request syntax with placeholder values
|
|
1814
|
+
#
|
|
1815
|
+
# resp = client.get_database({
|
|
1816
|
+
# catalog_id: "CatalogIdString",
|
|
1817
|
+
# name: "NameString", # required
|
|
1818
|
+
# })
|
|
1819
|
+
#
|
|
1820
|
+
# @example Response structure
|
|
1821
|
+
#
|
|
1822
|
+
# resp.database.name #=> String
|
|
1823
|
+
# resp.database.description #=> String
|
|
1824
|
+
# resp.database.location_uri #=> String
|
|
1825
|
+
# resp.database.parameters #=> Hash
|
|
1826
|
+
# resp.database.parameters["KeyString"] #=> String
|
|
1827
|
+
# resp.database.create_time #=> Time
|
|
1828
|
+
#
|
|
1829
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabase AWS API Documentation
|
|
1830
|
+
#
|
|
1831
|
+
# @overload get_database(params = {})
|
|
1832
|
+
# @param [Hash] params ({})
|
|
1833
|
+
def get_database(params = {}, options = {})
|
|
1834
|
+
req = build_request(:get_database, params)
|
|
1835
|
+
req.send_request(options)
|
|
1836
|
+
end
|
|
1837
|
+
|
|
1838
|
+
# Retrieves all Databases defined in a given Data Catalog.
|
|
1839
|
+
#
|
|
1840
|
+
# @option params [String] :catalog_id
|
|
1841
|
+
# The ID of the Data Catalog from which to retrieve `Databases`. If none
|
|
1842
|
+
# is supplied, the AWS account ID is used by default.
|
|
1843
|
+
#
|
|
1844
|
+
# @option params [String] :next_token
|
|
1845
|
+
# A continuation token, if this is a continuation call.
|
|
1846
|
+
#
|
|
1847
|
+
# @option params [Integer] :max_results
|
|
1848
|
+
# The maximum number of databases to return in one response.
|
|
1849
|
+
#
|
|
1850
|
+
# @return [Types::GetDatabasesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1851
|
+
#
|
|
1852
|
+
# * {Types::GetDatabasesResponse#database_list #database_list} => Array<Types::Database>
|
|
1853
|
+
# * {Types::GetDatabasesResponse#next_token #next_token} => String
|
|
1854
|
+
#
|
|
1855
|
+
# @example Request syntax with placeholder values
|
|
1856
|
+
#
|
|
1857
|
+
# resp = client.get_databases({
|
|
1858
|
+
# catalog_id: "CatalogIdString",
|
|
1859
|
+
# next_token: "Token",
|
|
1860
|
+
# max_results: 1,
|
|
1861
|
+
# })
|
|
1862
|
+
#
|
|
1863
|
+
# @example Response structure
|
|
1864
|
+
#
|
|
1865
|
+
# resp.database_list #=> Array
|
|
1866
|
+
# resp.database_list[0].name #=> String
|
|
1867
|
+
# resp.database_list[0].description #=> String
|
|
1868
|
+
# resp.database_list[0].location_uri #=> String
|
|
1869
|
+
# resp.database_list[0].parameters #=> Hash
|
|
1870
|
+
# resp.database_list[0].parameters["KeyString"] #=> String
|
|
1871
|
+
# resp.database_list[0].create_time #=> Time
|
|
1872
|
+
# resp.next_token #=> String
|
|
1873
|
+
#
|
|
1874
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDatabases AWS API Documentation
|
|
1875
|
+
#
|
|
1876
|
+
# @overload get_databases(params = {})
|
|
1877
|
+
# @param [Hash] params ({})
|
|
1878
|
+
def get_databases(params = {}, options = {})
|
|
1879
|
+
req = build_request(:get_databases, params)
|
|
1880
|
+
req.send_request(options)
|
|
1881
|
+
end
|
|
1882
|
+
|
|
1883
|
+
# Transforms a Python script into a directed acyclic graph (DAG).
|
|
1884
|
+
#
|
|
1885
|
+
# @option params [String] :python_script
|
|
1886
|
+
# The Python script to transform.
|
|
1887
|
+
#
|
|
1888
|
+
# @return [Types::GetDataflowGraphResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1889
|
+
#
|
|
1890
|
+
# * {Types::GetDataflowGraphResponse#dag_nodes #dag_nodes} => Array<Types::CodeGenNode>
|
|
1891
|
+
# * {Types::GetDataflowGraphResponse#dag_edges #dag_edges} => Array<Types::CodeGenEdge>
|
|
1892
|
+
#
|
|
1893
|
+
# @example Request syntax with placeholder values
|
|
1894
|
+
#
|
|
1895
|
+
# resp = client.get_dataflow_graph({
|
|
1896
|
+
# python_script: "PythonScript",
|
|
1897
|
+
# })
|
|
1898
|
+
#
|
|
1899
|
+
# @example Response structure
|
|
1900
|
+
#
|
|
1901
|
+
# resp.dag_nodes #=> Array
|
|
1902
|
+
# resp.dag_nodes[0].id #=> String
|
|
1903
|
+
# resp.dag_nodes[0].node_type #=> String
|
|
1904
|
+
# resp.dag_nodes[0].args #=> Array
|
|
1905
|
+
# resp.dag_nodes[0].args[0].name #=> String
|
|
1906
|
+
# resp.dag_nodes[0].args[0].value #=> String
|
|
1907
|
+
# resp.dag_nodes[0].args[0].param #=> Boolean
|
|
1908
|
+
# resp.dag_nodes[0].line_number #=> Integer
|
|
1909
|
+
# resp.dag_edges #=> Array
|
|
1910
|
+
# resp.dag_edges[0].source #=> String
|
|
1911
|
+
# resp.dag_edges[0].target #=> String
|
|
1912
|
+
# resp.dag_edges[0].target_parameter #=> String
|
|
1913
|
+
#
|
|
1914
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDataflowGraph AWS API Documentation
|
|
1915
|
+
#
|
|
1916
|
+
# @overload get_dataflow_graph(params = {})
|
|
1917
|
+
# @param [Hash] params ({})
|
|
1918
|
+
def get_dataflow_graph(params = {}, options = {})
|
|
1919
|
+
req = build_request(:get_dataflow_graph, params)
|
|
1920
|
+
req.send_request(options)
|
|
1921
|
+
end
|
|
1922
|
+
|
|
1923
|
+
# Retrieves information about a specified DevEndpoint.
|
|
1924
|
+
#
|
|
1925
|
+
# @option params [required, String] :endpoint_name
|
|
1926
|
+
# Name of the DevEndpoint for which to retrieve information.
|
|
1927
|
+
#
|
|
1928
|
+
# @return [Types::GetDevEndpointResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1929
|
+
#
|
|
1930
|
+
# * {Types::GetDevEndpointResponse#dev_endpoint #dev_endpoint} => Types::DevEndpoint
|
|
1931
|
+
#
|
|
1932
|
+
# @example Request syntax with placeholder values
|
|
1933
|
+
#
|
|
1934
|
+
# resp = client.get_dev_endpoint({
|
|
1935
|
+
# endpoint_name: "GenericString", # required
|
|
1936
|
+
# })
|
|
1937
|
+
#
|
|
1938
|
+
# @example Response structure
|
|
1939
|
+
#
|
|
1940
|
+
# resp.dev_endpoint.endpoint_name #=> String
|
|
1941
|
+
# resp.dev_endpoint.role_arn #=> String
|
|
1942
|
+
# resp.dev_endpoint.security_group_ids #=> Array
|
|
1943
|
+
# resp.dev_endpoint.security_group_ids[0] #=> String
|
|
1944
|
+
# resp.dev_endpoint.subnet_id #=> String
|
|
1945
|
+
# resp.dev_endpoint.yarn_endpoint_address #=> String
|
|
1946
|
+
# resp.dev_endpoint.public_address #=> String
|
|
1947
|
+
# resp.dev_endpoint.status #=> String
|
|
1948
|
+
# resp.dev_endpoint.number_of_nodes #=> Integer
|
|
1949
|
+
# resp.dev_endpoint.availability_zone #=> String
|
|
1950
|
+
# resp.dev_endpoint.vpc_id #=> String
|
|
1951
|
+
# resp.dev_endpoint.extra_python_libs_s3_path #=> String
|
|
1952
|
+
# resp.dev_endpoint.extra_jars_s3_path #=> String
|
|
1953
|
+
# resp.dev_endpoint.failure_reason #=> String
|
|
1954
|
+
# resp.dev_endpoint.last_update_status #=> String
|
|
1955
|
+
# resp.dev_endpoint.created_timestamp #=> Time
|
|
1956
|
+
# resp.dev_endpoint.last_modified_timestamp #=> Time
|
|
1957
|
+
# resp.dev_endpoint.public_key #=> String
|
|
1958
|
+
#
|
|
1959
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpoint AWS API Documentation
|
|
1960
|
+
#
|
|
1961
|
+
# @overload get_dev_endpoint(params = {})
|
|
1962
|
+
# @param [Hash] params ({})
|
|
1963
|
+
def get_dev_endpoint(params = {}, options = {})
|
|
1964
|
+
req = build_request(:get_dev_endpoint, params)
|
|
1965
|
+
req.send_request(options)
|
|
1966
|
+
end
|
|
1967
|
+
|
|
1968
|
+
# Retrieves all the DevEndpoints in this AWS account.
|
|
1969
|
+
#
|
|
1970
|
+
# @option params [Integer] :max_results
|
|
1971
|
+
# The maximum size of information to return.
|
|
1972
|
+
#
|
|
1973
|
+
# @option params [String] :next_token
|
|
1974
|
+
# A continuation token, if this is a continuation call.
|
|
1975
|
+
#
|
|
1976
|
+
# @return [Types::GetDevEndpointsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
1977
|
+
#
|
|
1978
|
+
# * {Types::GetDevEndpointsResponse#dev_endpoints #dev_endpoints} => Array<Types::DevEndpoint>
|
|
1979
|
+
# * {Types::GetDevEndpointsResponse#next_token #next_token} => String
|
|
1980
|
+
#
|
|
1981
|
+
# @example Request syntax with placeholder values
|
|
1982
|
+
#
|
|
1983
|
+
# resp = client.get_dev_endpoints({
|
|
1984
|
+
# max_results: 1,
|
|
1985
|
+
# next_token: "GenericString",
|
|
1986
|
+
# })
|
|
1987
|
+
#
|
|
1988
|
+
# @example Response structure
|
|
1989
|
+
#
|
|
1990
|
+
# resp.dev_endpoints #=> Array
|
|
1991
|
+
# resp.dev_endpoints[0].endpoint_name #=> String
|
|
1992
|
+
# resp.dev_endpoints[0].role_arn #=> String
|
|
1993
|
+
# resp.dev_endpoints[0].security_group_ids #=> Array
|
|
1994
|
+
# resp.dev_endpoints[0].security_group_ids[0] #=> String
|
|
1995
|
+
# resp.dev_endpoints[0].subnet_id #=> String
|
|
1996
|
+
# resp.dev_endpoints[0].yarn_endpoint_address #=> String
|
|
1997
|
+
# resp.dev_endpoints[0].public_address #=> String
|
|
1998
|
+
# resp.dev_endpoints[0].status #=> String
|
|
1999
|
+
# resp.dev_endpoints[0].number_of_nodes #=> Integer
|
|
2000
|
+
# resp.dev_endpoints[0].availability_zone #=> String
|
|
2001
|
+
# resp.dev_endpoints[0].vpc_id #=> String
|
|
2002
|
+
# resp.dev_endpoints[0].extra_python_libs_s3_path #=> String
|
|
2003
|
+
# resp.dev_endpoints[0].extra_jars_s3_path #=> String
|
|
2004
|
+
# resp.dev_endpoints[0].failure_reason #=> String
|
|
2005
|
+
# resp.dev_endpoints[0].last_update_status #=> String
|
|
2006
|
+
# resp.dev_endpoints[0].created_timestamp #=> Time
|
|
2007
|
+
# resp.dev_endpoints[0].last_modified_timestamp #=> Time
|
|
2008
|
+
# resp.dev_endpoints[0].public_key #=> String
|
|
2009
|
+
# resp.next_token #=> String
|
|
2010
|
+
#
|
|
2011
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetDevEndpoints AWS API Documentation
|
|
2012
|
+
#
|
|
2013
|
+
# @overload get_dev_endpoints(params = {})
|
|
2014
|
+
# @param [Hash] params ({})
|
|
2015
|
+
def get_dev_endpoints(params = {}, options = {})
|
|
2016
|
+
req = build_request(:get_dev_endpoints, params)
|
|
2017
|
+
req.send_request(options)
|
|
2018
|
+
end
|
|
2019
|
+
|
|
2020
|
+
# Retrieves an existing job definition.
|
|
2021
|
+
#
|
|
2022
|
+
# @option params [required, String] :job_name
|
|
2023
|
+
# The name of the job to retrieve.
|
|
2024
|
+
#
|
|
2025
|
+
# @return [Types::GetJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2026
|
+
#
|
|
2027
|
+
# * {Types::GetJobResponse#job #job} => Types::Job
|
|
2028
|
+
#
|
|
2029
|
+
# @example Request syntax with placeholder values
|
|
2030
|
+
#
|
|
2031
|
+
# resp = client.get_job({
|
|
2032
|
+
# job_name: "NameString", # required
|
|
2033
|
+
# })
|
|
2034
|
+
#
|
|
2035
|
+
# @example Response structure
|
|
2036
|
+
#
|
|
2037
|
+
# resp.job.name #=> String
|
|
2038
|
+
# resp.job.description #=> String
|
|
2039
|
+
# resp.job.log_uri #=> String
|
|
2040
|
+
# resp.job.role #=> String
|
|
2041
|
+
# resp.job.created_on #=> Time
|
|
2042
|
+
# resp.job.last_modified_on #=> Time
|
|
2043
|
+
# resp.job.execution_property.max_concurrent_runs #=> Integer
|
|
2044
|
+
# resp.job.command.name #=> String
|
|
2045
|
+
# resp.job.command.script_location #=> String
|
|
2046
|
+
# resp.job.default_arguments #=> Hash
|
|
2047
|
+
# resp.job.default_arguments["GenericString"] #=> String
|
|
2048
|
+
# resp.job.connections.connections #=> Array
|
|
2049
|
+
# resp.job.connections.connections[0] #=> String
|
|
2050
|
+
# resp.job.max_retries #=> Integer
|
|
2051
|
+
# resp.job.allocated_capacity #=> Integer
|
|
2052
|
+
#
|
|
2053
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJob AWS API Documentation
|
|
2054
|
+
#
|
|
2055
|
+
# @overload get_job(params = {})
|
|
2056
|
+
# @param [Hash] params ({})
|
|
2057
|
+
def get_job(params = {}, options = {})
|
|
2058
|
+
req = build_request(:get_job, params)
|
|
2059
|
+
req.send_request(options)
|
|
2060
|
+
end
|
|
2061
|
+
|
|
2062
|
+
# Retrieves the metadata for a given job run.
|
|
2063
|
+
#
|
|
2064
|
+
# @option params [required, String] :job_name
|
|
2065
|
+
# Name of the job being run.
|
|
2066
|
+
#
|
|
2067
|
+
# @option params [required, String] :run_id
|
|
2068
|
+
# The ID of the job run.
|
|
2069
|
+
#
|
|
2070
|
+
# @option params [Boolean] :predecessors_included
|
|
2071
|
+
# A list of the predecessor runs to return as well.
|
|
2072
|
+
#
|
|
2073
|
+
# @return [Types::GetJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2074
|
+
#
|
|
2075
|
+
# * {Types::GetJobRunResponse#job_run #job_run} => Types::JobRun
|
|
2076
|
+
#
|
|
2077
|
+
# @example Request syntax with placeholder values
|
|
2078
|
+
#
|
|
2079
|
+
# resp = client.get_job_run({
|
|
2080
|
+
# job_name: "NameString", # required
|
|
2081
|
+
# run_id: "IdString", # required
|
|
2082
|
+
# predecessors_included: false,
|
|
2083
|
+
# })
|
|
2084
|
+
#
|
|
2085
|
+
# @example Response structure
|
|
2086
|
+
#
|
|
2087
|
+
# resp.job_run.id #=> String
|
|
2088
|
+
# resp.job_run.attempt #=> Integer
|
|
2089
|
+
# resp.job_run.previous_run_id #=> String
|
|
2090
|
+
# resp.job_run.trigger_name #=> String
|
|
2091
|
+
# resp.job_run.job_name #=> String
|
|
2092
|
+
# resp.job_run.started_on #=> Time
|
|
2093
|
+
# resp.job_run.last_modified_on #=> Time
|
|
2094
|
+
# resp.job_run.completed_on #=> Time
|
|
2095
|
+
# resp.job_run.job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
|
2096
|
+
# resp.job_run.arguments #=> Hash
|
|
2097
|
+
# resp.job_run.arguments["GenericString"] #=> String
|
|
2098
|
+
# resp.job_run.error_message #=> String
|
|
2099
|
+
# resp.job_run.predecessor_runs #=> Array
|
|
2100
|
+
# resp.job_run.predecessor_runs[0].job_name #=> String
|
|
2101
|
+
# resp.job_run.predecessor_runs[0].run_id #=> String
|
|
2102
|
+
# resp.job_run.allocated_capacity #=> Integer
|
|
2103
|
+
#
|
|
2104
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRun AWS API Documentation
|
|
2105
|
+
#
|
|
2106
|
+
# @overload get_job_run(params = {})
|
|
2107
|
+
# @param [Hash] params ({})
|
|
2108
|
+
def get_job_run(params = {}, options = {})
|
|
2109
|
+
req = build_request(:get_job_run, params)
|
|
2110
|
+
req.send_request(options)
|
|
2111
|
+
end
|
|
2112
|
+
|
|
2113
|
+
# Retrieves metadata for all runs of a given job.
|
|
2114
|
+
#
|
|
2115
|
+
# @option params [required, String] :job_name
|
|
2116
|
+
# The name of the job for which to retrieve all job runs.
|
|
2117
|
+
#
|
|
2118
|
+
# @option params [String] :next_token
|
|
2119
|
+
# A continuation token, if this is a continuation call.
|
|
2120
|
+
#
|
|
2121
|
+
# @option params [Integer] :max_results
|
|
2122
|
+
# The maximum size of the response.
|
|
2123
|
+
#
|
|
2124
|
+
# @return [Types::GetJobRunsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2125
|
+
#
|
|
2126
|
+
# * {Types::GetJobRunsResponse#job_runs #job_runs} => Array<Types::JobRun>
|
|
2127
|
+
# * {Types::GetJobRunsResponse#next_token #next_token} => String
|
|
2128
|
+
#
|
|
2129
|
+
# @example Request syntax with placeholder values
|
|
2130
|
+
#
|
|
2131
|
+
# resp = client.get_job_runs({
|
|
2132
|
+
# job_name: "NameString", # required
|
|
2133
|
+
# next_token: "GenericString",
|
|
2134
|
+
# max_results: 1,
|
|
2135
|
+
# })
|
|
2136
|
+
#
|
|
2137
|
+
# @example Response structure
|
|
2138
|
+
#
|
|
2139
|
+
# resp.job_runs #=> Array
|
|
2140
|
+
# resp.job_runs[0].id #=> String
|
|
2141
|
+
# resp.job_runs[0].attempt #=> Integer
|
|
2142
|
+
# resp.job_runs[0].previous_run_id #=> String
|
|
2143
|
+
# resp.job_runs[0].trigger_name #=> String
|
|
2144
|
+
# resp.job_runs[0].job_name #=> String
|
|
2145
|
+
# resp.job_runs[0].started_on #=> Time
|
|
2146
|
+
# resp.job_runs[0].last_modified_on #=> Time
|
|
2147
|
+
# resp.job_runs[0].completed_on #=> Time
|
|
2148
|
+
# resp.job_runs[0].job_run_state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
|
2149
|
+
# resp.job_runs[0].arguments #=> Hash
|
|
2150
|
+
# resp.job_runs[0].arguments["GenericString"] #=> String
|
|
2151
|
+
# resp.job_runs[0].error_message #=> String
|
|
2152
|
+
# resp.job_runs[0].predecessor_runs #=> Array
|
|
2153
|
+
# resp.job_runs[0].predecessor_runs[0].job_name #=> String
|
|
2154
|
+
# resp.job_runs[0].predecessor_runs[0].run_id #=> String
|
|
2155
|
+
# resp.job_runs[0].allocated_capacity #=> Integer
|
|
2156
|
+
# resp.next_token #=> String
|
|
2157
|
+
#
|
|
2158
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobRuns AWS API Documentation
|
|
2159
|
+
#
|
|
2160
|
+
# @overload get_job_runs(params = {})
|
|
2161
|
+
# @param [Hash] params ({})
|
|
2162
|
+
def get_job_runs(params = {}, options = {})
|
|
2163
|
+
req = build_request(:get_job_runs, params)
|
|
2164
|
+
req.send_request(options)
|
|
2165
|
+
end
|
|
2166
|
+
|
|
2167
|
+
# Retrieves all current jobs.
|
|
2168
|
+
#
|
|
2169
|
+
# @option params [String] :next_token
|
|
2170
|
+
# A continuation token, if this is a continuation call.
|
|
2171
|
+
#
|
|
2172
|
+
# @option params [Integer] :max_results
|
|
2173
|
+
# The maximum size of the response.
|
|
2174
|
+
#
|
|
2175
|
+
# @return [Types::GetJobsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2176
|
+
#
|
|
2177
|
+
# * {Types::GetJobsResponse#jobs #jobs} => Array<Types::Job>
|
|
2178
|
+
# * {Types::GetJobsResponse#next_token #next_token} => String
|
|
2179
|
+
#
|
|
2180
|
+
# @example Request syntax with placeholder values
|
|
2181
|
+
#
|
|
2182
|
+
# resp = client.get_jobs({
|
|
2183
|
+
# next_token: "GenericString",
|
|
2184
|
+
# max_results: 1,
|
|
2185
|
+
# })
|
|
2186
|
+
#
|
|
2187
|
+
# @example Response structure
|
|
2188
|
+
#
|
|
2189
|
+
# resp.jobs #=> Array
|
|
2190
|
+
# resp.jobs[0].name #=> String
|
|
2191
|
+
# resp.jobs[0].description #=> String
|
|
2192
|
+
# resp.jobs[0].log_uri #=> String
|
|
2193
|
+
# resp.jobs[0].role #=> String
|
|
2194
|
+
# resp.jobs[0].created_on #=> Time
|
|
2195
|
+
# resp.jobs[0].last_modified_on #=> Time
|
|
2196
|
+
# resp.jobs[0].execution_property.max_concurrent_runs #=> Integer
|
|
2197
|
+
# resp.jobs[0].command.name #=> String
|
|
2198
|
+
# resp.jobs[0].command.script_location #=> String
|
|
2199
|
+
# resp.jobs[0].default_arguments #=> Hash
|
|
2200
|
+
# resp.jobs[0].default_arguments["GenericString"] #=> String
|
|
2201
|
+
# resp.jobs[0].connections.connections #=> Array
|
|
2202
|
+
# resp.jobs[0].connections.connections[0] #=> String
|
|
2203
|
+
# resp.jobs[0].max_retries #=> Integer
|
|
2204
|
+
# resp.jobs[0].allocated_capacity #=> Integer
|
|
2205
|
+
# resp.next_token #=> String
|
|
2206
|
+
#
|
|
2207
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetJobs AWS API Documentation
|
|
2208
|
+
#
|
|
2209
|
+
# @overload get_jobs(params = {})
|
|
2210
|
+
# @param [Hash] params ({})
|
|
2211
|
+
def get_jobs(params = {}, options = {})
|
|
2212
|
+
req = build_request(:get_jobs, params)
|
|
2213
|
+
req.send_request(options)
|
|
2214
|
+
end
|
|
2215
|
+
|
|
2216
|
+
# Creates mappings.
|
|
2217
|
+
#
|
|
2218
|
+
# @option params [required, Types::CatalogEntry] :source
|
|
2219
|
+
# Specifies the source table.
|
|
2220
|
+
#
|
|
2221
|
+
# @option params [Array<Types::CatalogEntry>] :sinks
|
|
2222
|
+
# A list of target tables.
|
|
2223
|
+
#
|
|
2224
|
+
# @option params [Types::Location] :location
|
|
2225
|
+
# Parameters for the mapping.
|
|
2226
|
+
#
|
|
2227
|
+
# @return [Types::GetMappingResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2228
|
+
#
|
|
2229
|
+
# * {Types::GetMappingResponse#mapping #mapping} => Array<Types::MappingEntry>
|
|
2230
|
+
#
|
|
2231
|
+
# @example Request syntax with placeholder values
|
|
2232
|
+
#
|
|
2233
|
+
# resp = client.get_mapping({
|
|
2234
|
+
# source: { # required
|
|
2235
|
+
# database_name: "NameString", # required
|
|
2236
|
+
# table_name: "NameString", # required
|
|
2237
|
+
# },
|
|
2238
|
+
# sinks: [
|
|
2239
|
+
# {
|
|
2240
|
+
# database_name: "NameString", # required
|
|
2241
|
+
# table_name: "NameString", # required
|
|
2242
|
+
# },
|
|
2243
|
+
# ],
|
|
2244
|
+
# location: {
|
|
2245
|
+
# jdbc: [
|
|
2246
|
+
# {
|
|
2247
|
+
# name: "CodeGenArgName", # required
|
|
2248
|
+
# value: "CodeGenArgValue", # required
|
|
2249
|
+
# param: false,
|
|
2250
|
+
# },
|
|
2251
|
+
# ],
|
|
2252
|
+
# s3: [
|
|
2253
|
+
# {
|
|
2254
|
+
# name: "CodeGenArgName", # required
|
|
2255
|
+
# value: "CodeGenArgValue", # required
|
|
2256
|
+
# param: false,
|
|
2257
|
+
# },
|
|
2258
|
+
# ],
|
|
2259
|
+
# },
|
|
2260
|
+
# })
|
|
2261
|
+
#
|
|
2262
|
+
# @example Response structure
|
|
2263
|
+
#
|
|
2264
|
+
# resp.mapping #=> Array
|
|
2265
|
+
# resp.mapping[0].source_table #=> String
|
|
2266
|
+
# resp.mapping[0].source_path #=> String
|
|
2267
|
+
# resp.mapping[0].source_type #=> String
|
|
2268
|
+
# resp.mapping[0].target_table #=> String
|
|
2269
|
+
# resp.mapping[0].target_path #=> String
|
|
2270
|
+
# resp.mapping[0].target_type #=> String
|
|
2271
|
+
#
|
|
2272
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetMapping AWS API Documentation
|
|
2273
|
+
#
|
|
2274
|
+
# @overload get_mapping(params = {})
|
|
2275
|
+
# @param [Hash] params ({})
|
|
2276
|
+
def get_mapping(params = {}, options = {})
|
|
2277
|
+
req = build_request(:get_mapping, params)
|
|
2278
|
+
req.send_request(options)
|
|
2279
|
+
end
|
|
2280
|
+
|
|
2281
|
+
# Retrieves information about a specified partition.
|
|
2282
|
+
#
|
|
2283
|
+
# @option params [String] :catalog_id
|
|
2284
|
+
# The ID of the Data Catalog where the partition in question resides. If
|
|
2285
|
+
# none is supplied, the AWS account ID is used by default.
|
|
2286
|
+
#
|
|
2287
|
+
# @option params [required, String] :database_name
|
|
2288
|
+
# The name of the catalog database where the partition resides.
|
|
2289
|
+
#
|
|
2290
|
+
# @option params [required, String] :table_name
|
|
2291
|
+
# The name of the partition's table.
|
|
2292
|
+
#
|
|
2293
|
+
# @option params [required, Array<String>] :partition_values
|
|
2294
|
+
# The values that define the partition.
|
|
2295
|
+
#
|
|
2296
|
+
# @return [Types::GetPartitionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2297
|
+
#
|
|
2298
|
+
# * {Types::GetPartitionResponse#partition #partition} => Types::Partition
|
|
2299
|
+
#
|
|
2300
|
+
# @example Request syntax with placeholder values
|
|
2301
|
+
#
|
|
2302
|
+
# resp = client.get_partition({
|
|
2303
|
+
# catalog_id: "CatalogIdString",
|
|
2304
|
+
# database_name: "NameString", # required
|
|
2305
|
+
# table_name: "NameString", # required
|
|
2306
|
+
# partition_values: ["ValueString"], # required
|
|
2307
|
+
# })
|
|
2308
|
+
#
|
|
2309
|
+
# @example Response structure
|
|
2310
|
+
#
|
|
2311
|
+
# resp.partition.values #=> Array
|
|
2312
|
+
# resp.partition.values[0] #=> String
|
|
2313
|
+
# resp.partition.database_name #=> String
|
|
2314
|
+
# resp.partition.table_name #=> String
|
|
2315
|
+
# resp.partition.creation_time #=> Time
|
|
2316
|
+
# resp.partition.last_access_time #=> Time
|
|
2317
|
+
# resp.partition.storage_descriptor.columns #=> Array
|
|
2318
|
+
# resp.partition.storage_descriptor.columns[0].name #=> String
|
|
2319
|
+
# resp.partition.storage_descriptor.columns[0].type #=> String
|
|
2320
|
+
# resp.partition.storage_descriptor.columns[0].comment #=> String
|
|
2321
|
+
# resp.partition.storage_descriptor.location #=> String
|
|
2322
|
+
# resp.partition.storage_descriptor.input_format #=> String
|
|
2323
|
+
# resp.partition.storage_descriptor.output_format #=> String
|
|
2324
|
+
# resp.partition.storage_descriptor.compressed #=> Boolean
|
|
2325
|
+
# resp.partition.storage_descriptor.number_of_buckets #=> Integer
|
|
2326
|
+
# resp.partition.storage_descriptor.serde_info.name #=> String
|
|
2327
|
+
# resp.partition.storage_descriptor.serde_info.serialization_library #=> String
|
|
2328
|
+
# resp.partition.storage_descriptor.serde_info.parameters #=> Hash
|
|
2329
|
+
# resp.partition.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
2330
|
+
# resp.partition.storage_descriptor.bucket_columns #=> Array
|
|
2331
|
+
# resp.partition.storage_descriptor.bucket_columns[0] #=> String
|
|
2332
|
+
# resp.partition.storage_descriptor.sort_columns #=> Array
|
|
2333
|
+
# resp.partition.storage_descriptor.sort_columns[0].column #=> String
|
|
2334
|
+
# resp.partition.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
2335
|
+
# resp.partition.storage_descriptor.parameters #=> Hash
|
|
2336
|
+
# resp.partition.storage_descriptor.parameters["KeyString"] #=> String
|
|
2337
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
2338
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
2339
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
2340
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
2341
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
2342
|
+
# resp.partition.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
2343
|
+
# resp.partition.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
2344
|
+
# resp.partition.parameters #=> Hash
|
|
2345
|
+
# resp.partition.parameters["KeyString"] #=> String
|
|
2346
|
+
# resp.partition.last_analyzed_time #=> Time
|
|
2347
|
+
#
|
|
2348
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartition AWS API Documentation
|
|
2349
|
+
#
|
|
2350
|
+
# @overload get_partition(params = {})
|
|
2351
|
+
# @param [Hash] params ({})
|
|
2352
|
+
def get_partition(params = {}, options = {})
|
|
2353
|
+
req = build_request(:get_partition, params)
|
|
2354
|
+
req.send_request(options)
|
|
2355
|
+
end
|
|
2356
|
+
|
|
2357
|
+
# Retrieves information about the partitions in a table.
|
|
2358
|
+
#
|
|
2359
|
+
# @option params [String] :catalog_id
|
|
2360
|
+
# The ID of the Data Catalog where the partitions in question reside. If
|
|
2361
|
+
# none is supplied, the AWS account ID is used by default.
|
|
2362
|
+
#
|
|
2363
|
+
# @option params [required, String] :database_name
|
|
2364
|
+
# The name of the catalog database where the partitions reside.
|
|
2365
|
+
#
|
|
2366
|
+
# @option params [required, String] :table_name
|
|
2367
|
+
# The name of the partitions' table.
|
|
2368
|
+
#
|
|
2369
|
+
# @option params [String] :expression
|
|
2370
|
+
# An expression filtering the partitions to be returned.
|
|
2371
|
+
#
|
|
2372
|
+
# @option params [String] :next_token
|
|
2373
|
+
# A continuation token, if this is not the first call to retrieve these
|
|
2374
|
+
# partitions.
|
|
2375
|
+
#
|
|
2376
|
+
# @option params [Types::Segment] :segment
|
|
2377
|
+
# The segment of the table's partitions to scan in this request.
|
|
2378
|
+
#
|
|
2379
|
+
# @option params [Integer] :max_results
|
|
2380
|
+
# The maximum number of partitions to return in a single response.
|
|
2381
|
+
#
|
|
2382
|
+
# @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2383
|
+
#
|
|
2384
|
+
# * {Types::GetPartitionsResponse#partitions #partitions} => Array<Types::Partition>
|
|
2385
|
+
# * {Types::GetPartitionsResponse#next_token #next_token} => String
|
|
2386
|
+
#
|
|
2387
|
+
# @example Request syntax with placeholder values
|
|
2388
|
+
#
|
|
2389
|
+
# resp = client.get_partitions({
|
|
2390
|
+
# catalog_id: "CatalogIdString",
|
|
2391
|
+
# database_name: "NameString", # required
|
|
2392
|
+
# table_name: "NameString", # required
|
|
2393
|
+
# expression: "PredicateString",
|
|
2394
|
+
# next_token: "Token",
|
|
2395
|
+
# segment: {
|
|
2396
|
+
# segment_number: 1, # required
|
|
2397
|
+
# total_segments: 1, # required
|
|
2398
|
+
# },
|
|
2399
|
+
# max_results: 1,
|
|
2400
|
+
# })
|
|
2401
|
+
#
|
|
2402
|
+
# @example Response structure
|
|
2403
|
+
#
|
|
2404
|
+
# resp.partitions #=> Array
|
|
2405
|
+
# resp.partitions[0].values #=> Array
|
|
2406
|
+
# resp.partitions[0].values[0] #=> String
|
|
2407
|
+
# resp.partitions[0].database_name #=> String
|
|
2408
|
+
# resp.partitions[0].table_name #=> String
|
|
2409
|
+
# resp.partitions[0].creation_time #=> Time
|
|
2410
|
+
# resp.partitions[0].last_access_time #=> Time
|
|
2411
|
+
# resp.partitions[0].storage_descriptor.columns #=> Array
|
|
2412
|
+
# resp.partitions[0].storage_descriptor.columns[0].name #=> String
|
|
2413
|
+
# resp.partitions[0].storage_descriptor.columns[0].type #=> String
|
|
2414
|
+
# resp.partitions[0].storage_descriptor.columns[0].comment #=> String
|
|
2415
|
+
# resp.partitions[0].storage_descriptor.location #=> String
|
|
2416
|
+
# resp.partitions[0].storage_descriptor.input_format #=> String
|
|
2417
|
+
# resp.partitions[0].storage_descriptor.output_format #=> String
|
|
2418
|
+
# resp.partitions[0].storage_descriptor.compressed #=> Boolean
|
|
2419
|
+
# resp.partitions[0].storage_descriptor.number_of_buckets #=> Integer
|
|
2420
|
+
# resp.partitions[0].storage_descriptor.serde_info.name #=> String
|
|
2421
|
+
# resp.partitions[0].storage_descriptor.serde_info.serialization_library #=> String
|
|
2422
|
+
# resp.partitions[0].storage_descriptor.serde_info.parameters #=> Hash
|
|
2423
|
+
# resp.partitions[0].storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
2424
|
+
# resp.partitions[0].storage_descriptor.bucket_columns #=> Array
|
|
2425
|
+
# resp.partitions[0].storage_descriptor.bucket_columns[0] #=> String
|
|
2426
|
+
# resp.partitions[0].storage_descriptor.sort_columns #=> Array
|
|
2427
|
+
# resp.partitions[0].storage_descriptor.sort_columns[0].column #=> String
|
|
2428
|
+
# resp.partitions[0].storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
2429
|
+
# resp.partitions[0].storage_descriptor.parameters #=> Hash
|
|
2430
|
+
# resp.partitions[0].storage_descriptor.parameters["KeyString"] #=> String
|
|
2431
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
2432
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
2433
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
2434
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
2435
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
2436
|
+
# resp.partitions[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
2437
|
+
# resp.partitions[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
2438
|
+
# resp.partitions[0].parameters #=> Hash
|
|
2439
|
+
# resp.partitions[0].parameters["KeyString"] #=> String
|
|
2440
|
+
# resp.partitions[0].last_analyzed_time #=> Time
|
|
2441
|
+
# resp.next_token #=> String
|
|
2442
|
+
#
|
|
2443
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitions AWS API Documentation
|
|
2444
|
+
#
|
|
2445
|
+
# @overload get_partitions(params = {})
|
|
2446
|
+
# @param [Hash] params ({})
|
|
2447
|
+
def get_partitions(params = {}, options = {})
|
|
2448
|
+
req = build_request(:get_partitions, params)
|
|
2449
|
+
req.send_request(options)
|
|
2450
|
+
end
|
|
2451
|
+
|
|
2452
|
+
# Gets a Python script to perform a specified mapping.
|
|
2453
|
+
#
|
|
2454
|
+
# @option params [required, Array<Types::MappingEntry>] :mapping
|
|
2455
|
+
# The list of mappings from a source table to target tables.
|
|
2456
|
+
#
|
|
2457
|
+
# @option params [required, Types::CatalogEntry] :source
|
|
2458
|
+
# The source table.
|
|
2459
|
+
#
|
|
2460
|
+
# @option params [Array<Types::CatalogEntry>] :sinks
|
|
2461
|
+
# The target tables.
|
|
2462
|
+
#
|
|
2463
|
+
# @option params [Types::Location] :location
|
|
2464
|
+
# Parameters for the mapping.
|
|
2465
|
+
#
|
|
2466
|
+
# @return [Types::GetPlanResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2467
|
+
#
|
|
2468
|
+
# * {Types::GetPlanResponse#python_script #python_script} => String
|
|
2469
|
+
#
|
|
2470
|
+
# @example Request syntax with placeholder values
|
|
2471
|
+
#
|
|
2472
|
+
# resp = client.get_plan({
|
|
2473
|
+
# mapping: [ # required
|
|
2474
|
+
# {
|
|
2475
|
+
# source_table: "TableName",
|
|
2476
|
+
# source_path: "SchemaPathString",
|
|
2477
|
+
# source_type: "FieldType",
|
|
2478
|
+
# target_table: "TableName",
|
|
2479
|
+
# target_path: "SchemaPathString",
|
|
2480
|
+
# target_type: "FieldType",
|
|
2481
|
+
# },
|
|
2482
|
+
# ],
|
|
2483
|
+
# source: { # required
|
|
2484
|
+
# database_name: "NameString", # required
|
|
2485
|
+
# table_name: "NameString", # required
|
|
2486
|
+
# },
|
|
2487
|
+
# sinks: [
|
|
2488
|
+
# {
|
|
2489
|
+
# database_name: "NameString", # required
|
|
2490
|
+
# table_name: "NameString", # required
|
|
2491
|
+
# },
|
|
2492
|
+
# ],
|
|
2493
|
+
# location: {
|
|
2494
|
+
# jdbc: [
|
|
2495
|
+
# {
|
|
2496
|
+
# name: "CodeGenArgName", # required
|
|
2497
|
+
# value: "CodeGenArgValue", # required
|
|
2498
|
+
# param: false,
|
|
2499
|
+
# },
|
|
2500
|
+
# ],
|
|
2501
|
+
# s3: [
|
|
2502
|
+
# {
|
|
2503
|
+
# name: "CodeGenArgName", # required
|
|
2504
|
+
# value: "CodeGenArgValue", # required
|
|
2505
|
+
# param: false,
|
|
2506
|
+
# },
|
|
2507
|
+
# ],
|
|
2508
|
+
# },
|
|
2509
|
+
# })
|
|
2510
|
+
#
|
|
2511
|
+
# @example Response structure
|
|
2512
|
+
#
|
|
2513
|
+
# resp.python_script #=> String
|
|
2514
|
+
#
|
|
2515
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPlan AWS API Documentation
|
|
2516
|
+
#
|
|
2517
|
+
# @overload get_plan(params = {})
|
|
2518
|
+
# @param [Hash] params ({})
|
|
2519
|
+
def get_plan(params = {}, options = {})
|
|
2520
|
+
req = build_request(:get_plan, params)
|
|
2521
|
+
req.send_request(options)
|
|
2522
|
+
end
|
|
2523
|
+
|
|
2524
|
+
# Retrieves the `Table` definition in a Data Catalog for a specified
|
|
2525
|
+
# table.
|
|
2526
|
+
#
|
|
2527
|
+
# @option params [String] :catalog_id
|
|
2528
|
+
# The ID of the Data Catalog where the table resides. If none is
|
|
2529
|
+
# supplied, the AWS account ID is used by default.
|
|
2530
|
+
#
|
|
2531
|
+
# @option params [required, String] :database_name
|
|
2532
|
+
# The name of the database in the catalog in which the table resides.
|
|
2533
|
+
#
|
|
2534
|
+
# @option params [required, String] :name
|
|
2535
|
+
# The name of the table for which to retrieve the definition.
|
|
2536
|
+
#
|
|
2537
|
+
# @return [Types::GetTableResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2538
|
+
#
|
|
2539
|
+
# * {Types::GetTableResponse#table #table} => Types::Table
|
|
2540
|
+
#
|
|
2541
|
+
# @example Request syntax with placeholder values
|
|
2542
|
+
#
|
|
2543
|
+
# resp = client.get_table({
|
|
2544
|
+
# catalog_id: "CatalogIdString",
|
|
2545
|
+
# database_name: "NameString", # required
|
|
2546
|
+
# name: "NameString", # required
|
|
2547
|
+
# })
|
|
2548
|
+
#
|
|
2549
|
+
# @example Response structure
|
|
2550
|
+
#
|
|
2551
|
+
# resp.table.name #=> String
|
|
2552
|
+
# resp.table.database_name #=> String
|
|
2553
|
+
# resp.table.description #=> String
|
|
2554
|
+
# resp.table.owner #=> String
|
|
2555
|
+
# resp.table.create_time #=> Time
|
|
2556
|
+
# resp.table.update_time #=> Time
|
|
2557
|
+
# resp.table.last_access_time #=> Time
|
|
2558
|
+
# resp.table.last_analyzed_time #=> Time
|
|
2559
|
+
# resp.table.retention #=> Integer
|
|
2560
|
+
# resp.table.storage_descriptor.columns #=> Array
|
|
2561
|
+
# resp.table.storage_descriptor.columns[0].name #=> String
|
|
2562
|
+
# resp.table.storage_descriptor.columns[0].type #=> String
|
|
2563
|
+
# resp.table.storage_descriptor.columns[0].comment #=> String
|
|
2564
|
+
# resp.table.storage_descriptor.location #=> String
|
|
2565
|
+
# resp.table.storage_descriptor.input_format #=> String
|
|
2566
|
+
# resp.table.storage_descriptor.output_format #=> String
|
|
2567
|
+
# resp.table.storage_descriptor.compressed #=> Boolean
|
|
2568
|
+
# resp.table.storage_descriptor.number_of_buckets #=> Integer
|
|
2569
|
+
# resp.table.storage_descriptor.serde_info.name #=> String
|
|
2570
|
+
# resp.table.storage_descriptor.serde_info.serialization_library #=> String
|
|
2571
|
+
# resp.table.storage_descriptor.serde_info.parameters #=> Hash
|
|
2572
|
+
# resp.table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
2573
|
+
# resp.table.storage_descriptor.bucket_columns #=> Array
|
|
2574
|
+
# resp.table.storage_descriptor.bucket_columns[0] #=> String
|
|
2575
|
+
# resp.table.storage_descriptor.sort_columns #=> Array
|
|
2576
|
+
# resp.table.storage_descriptor.sort_columns[0].column #=> String
|
|
2577
|
+
# resp.table.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
2578
|
+
# resp.table.storage_descriptor.parameters #=> Hash
|
|
2579
|
+
# resp.table.storage_descriptor.parameters["KeyString"] #=> String
|
|
2580
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
2581
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
2582
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
2583
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
2584
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
2585
|
+
# resp.table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
2586
|
+
# resp.table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
2587
|
+
# resp.table.partition_keys #=> Array
|
|
2588
|
+
# resp.table.partition_keys[0].name #=> String
|
|
2589
|
+
# resp.table.partition_keys[0].type #=> String
|
|
2590
|
+
# resp.table.partition_keys[0].comment #=> String
|
|
2591
|
+
# resp.table.view_original_text #=> String
|
|
2592
|
+
# resp.table.view_expanded_text #=> String
|
|
2593
|
+
# resp.table.table_type #=> String
|
|
2594
|
+
# resp.table.parameters #=> Hash
|
|
2595
|
+
# resp.table.parameters["KeyString"] #=> String
|
|
2596
|
+
# resp.table.created_by #=> String
|
|
2597
|
+
#
|
|
2598
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTable AWS API Documentation
|
|
2599
|
+
#
|
|
2600
|
+
# @overload get_table(params = {})
|
|
2601
|
+
# @param [Hash] params ({})
|
|
2602
|
+
def get_table(params = {}, options = {})
|
|
2603
|
+
req = build_request(:get_table, params)
|
|
2604
|
+
req.send_request(options)
|
|
2605
|
+
end
|
|
2606
|
+
|
|
2607
|
+
# Retrieves a list of strings that identify available versions of a
|
|
2608
|
+
# specified table.
|
|
2609
|
+
#
|
|
2610
|
+
# @option params [String] :catalog_id
|
|
2611
|
+
# The ID of the Data Catalog where the tables reside. If none is
|
|
2612
|
+
# supplied, the AWS account ID is used by default.
|
|
2613
|
+
#
|
|
2614
|
+
# @option params [required, String] :database_name
|
|
2615
|
+
# The database in the catalog in which the table resides.
|
|
2616
|
+
#
|
|
2617
|
+
# @option params [required, String] :table_name
|
|
2618
|
+
# The name of the table.
|
|
2619
|
+
#
|
|
2620
|
+
# @option params [String] :next_token
|
|
2621
|
+
# A continuation token, if this is not the first call.
|
|
2622
|
+
#
|
|
2623
|
+
# @option params [Integer] :max_results
|
|
2624
|
+
# The maximum number of table versions to return in one response.
|
|
2625
|
+
#
|
|
2626
|
+
# @return [Types::GetTableVersionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2627
|
+
#
|
|
2628
|
+
# * {Types::GetTableVersionsResponse#table_versions #table_versions} => Array<Types::TableVersion>
|
|
2629
|
+
# * {Types::GetTableVersionsResponse#next_token #next_token} => String
|
|
2630
|
+
#
|
|
2631
|
+
# @example Request syntax with placeholder values
|
|
2632
|
+
#
|
|
2633
|
+
# resp = client.get_table_versions({
|
|
2634
|
+
# catalog_id: "CatalogIdString",
|
|
2635
|
+
# database_name: "NameString", # required
|
|
2636
|
+
# table_name: "NameString", # required
|
|
2637
|
+
# next_token: "Token",
|
|
2638
|
+
# max_results: 1,
|
|
2639
|
+
# })
|
|
2640
|
+
#
|
|
2641
|
+
# @example Response structure
|
|
2642
|
+
#
|
|
2643
|
+
# resp.table_versions #=> Array
|
|
2644
|
+
# resp.table_versions[0].table.name #=> String
|
|
2645
|
+
# resp.table_versions[0].table.database_name #=> String
|
|
2646
|
+
# resp.table_versions[0].table.description #=> String
|
|
2647
|
+
# resp.table_versions[0].table.owner #=> String
|
|
2648
|
+
# resp.table_versions[0].table.create_time #=> Time
|
|
2649
|
+
# resp.table_versions[0].table.update_time #=> Time
|
|
2650
|
+
# resp.table_versions[0].table.last_access_time #=> Time
|
|
2651
|
+
# resp.table_versions[0].table.last_analyzed_time #=> Time
|
|
2652
|
+
# resp.table_versions[0].table.retention #=> Integer
|
|
2653
|
+
# resp.table_versions[0].table.storage_descriptor.columns #=> Array
|
|
2654
|
+
# resp.table_versions[0].table.storage_descriptor.columns[0].name #=> String
|
|
2655
|
+
# resp.table_versions[0].table.storage_descriptor.columns[0].type #=> String
|
|
2656
|
+
# resp.table_versions[0].table.storage_descriptor.columns[0].comment #=> String
|
|
2657
|
+
# resp.table_versions[0].table.storage_descriptor.location #=> String
|
|
2658
|
+
# resp.table_versions[0].table.storage_descriptor.input_format #=> String
|
|
2659
|
+
# resp.table_versions[0].table.storage_descriptor.output_format #=> String
|
|
2660
|
+
# resp.table_versions[0].table.storage_descriptor.compressed #=> Boolean
|
|
2661
|
+
# resp.table_versions[0].table.storage_descriptor.number_of_buckets #=> Integer
|
|
2662
|
+
# resp.table_versions[0].table.storage_descriptor.serde_info.name #=> String
|
|
2663
|
+
# resp.table_versions[0].table.storage_descriptor.serde_info.serialization_library #=> String
|
|
2664
|
+
# resp.table_versions[0].table.storage_descriptor.serde_info.parameters #=> Hash
|
|
2665
|
+
# resp.table_versions[0].table.storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
2666
|
+
# resp.table_versions[0].table.storage_descriptor.bucket_columns #=> Array
|
|
2667
|
+
# resp.table_versions[0].table.storage_descriptor.bucket_columns[0] #=> String
|
|
2668
|
+
# resp.table_versions[0].table.storage_descriptor.sort_columns #=> Array
|
|
2669
|
+
# resp.table_versions[0].table.storage_descriptor.sort_columns[0].column #=> String
|
|
2670
|
+
# resp.table_versions[0].table.storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
2671
|
+
# resp.table_versions[0].table.storage_descriptor.parameters #=> Hash
|
|
2672
|
+
# resp.table_versions[0].table.storage_descriptor.parameters["KeyString"] #=> String
|
|
2673
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
2674
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
2675
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
2676
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
2677
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
2678
|
+
# resp.table_versions[0].table.storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
2679
|
+
# resp.table_versions[0].table.storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
2680
|
+
# resp.table_versions[0].table.partition_keys #=> Array
|
|
2681
|
+
# resp.table_versions[0].table.partition_keys[0].name #=> String
|
|
2682
|
+
# resp.table_versions[0].table.partition_keys[0].type #=> String
|
|
2683
|
+
# resp.table_versions[0].table.partition_keys[0].comment #=> String
|
|
2684
|
+
# resp.table_versions[0].table.view_original_text #=> String
|
|
2685
|
+
# resp.table_versions[0].table.view_expanded_text #=> String
|
|
2686
|
+
# resp.table_versions[0].table.table_type #=> String
|
|
2687
|
+
# resp.table_versions[0].table.parameters #=> Hash
|
|
2688
|
+
# resp.table_versions[0].table.parameters["KeyString"] #=> String
|
|
2689
|
+
# resp.table_versions[0].table.created_by #=> String
|
|
2690
|
+
# resp.table_versions[0].version_id #=> String
|
|
2691
|
+
# resp.next_token #=> String
|
|
2692
|
+
#
|
|
2693
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTableVersions AWS API Documentation
|
|
2694
|
+
#
|
|
2695
|
+
# @overload get_table_versions(params = {})
|
|
2696
|
+
# @param [Hash] params ({})
|
|
2697
|
+
def get_table_versions(params = {}, options = {})
|
|
2698
|
+
req = build_request(:get_table_versions, params)
|
|
2699
|
+
req.send_request(options)
|
|
2700
|
+
end
|
|
2701
|
+
|
|
2702
|
+
# Retrieves the definitions of some or all of the tables in a given
|
|
2703
|
+
# `Database`.
|
|
2704
|
+
#
|
|
2705
|
+
# @option params [String] :catalog_id
|
|
2706
|
+
# The ID of the Data Catalog where the tables reside. If none is
|
|
2707
|
+
# supplied, the AWS account ID is used by default.
|
|
2708
|
+
#
|
|
2709
|
+
# @option params [required, String] :database_name
|
|
2710
|
+
# The database in the catalog whose tables to list.
|
|
2711
|
+
#
|
|
2712
|
+
# @option params [String] :expression
|
|
2713
|
+
# A regular expression pattern. If present, only those tables whose
|
|
2714
|
+
# names match the pattern are returned.
|
|
2715
|
+
#
|
|
2716
|
+
# @option params [String] :next_token
|
|
2717
|
+
# A continuation token, included if this is a continuation call.
|
|
2718
|
+
#
|
|
2719
|
+
# @option params [Integer] :max_results
|
|
2720
|
+
# The maximum number of tables to return in a single response.
|
|
2721
|
+
#
|
|
2722
|
+
# @return [Types::GetTablesResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2723
|
+
#
|
|
2724
|
+
# * {Types::GetTablesResponse#table_list #table_list} => Array<Types::Table>
|
|
2725
|
+
# * {Types::GetTablesResponse#next_token #next_token} => String
|
|
2726
|
+
#
|
|
2727
|
+
# @example Request syntax with placeholder values
|
|
2728
|
+
#
|
|
2729
|
+
# resp = client.get_tables({
|
|
2730
|
+
# catalog_id: "CatalogIdString",
|
|
2731
|
+
# database_name: "NameString", # required
|
|
2732
|
+
# expression: "FilterString",
|
|
2733
|
+
# next_token: "Token",
|
|
2734
|
+
# max_results: 1,
|
|
2735
|
+
# })
|
|
2736
|
+
#
|
|
2737
|
+
# @example Response structure
|
|
2738
|
+
#
|
|
2739
|
+
# resp.table_list #=> Array
|
|
2740
|
+
# resp.table_list[0].name #=> String
|
|
2741
|
+
# resp.table_list[0].database_name #=> String
|
|
2742
|
+
# resp.table_list[0].description #=> String
|
|
2743
|
+
# resp.table_list[0].owner #=> String
|
|
2744
|
+
# resp.table_list[0].create_time #=> Time
|
|
2745
|
+
# resp.table_list[0].update_time #=> Time
|
|
2746
|
+
# resp.table_list[0].last_access_time #=> Time
|
|
2747
|
+
# resp.table_list[0].last_analyzed_time #=> Time
|
|
2748
|
+
# resp.table_list[0].retention #=> Integer
|
|
2749
|
+
# resp.table_list[0].storage_descriptor.columns #=> Array
|
|
2750
|
+
# resp.table_list[0].storage_descriptor.columns[0].name #=> String
|
|
2751
|
+
# resp.table_list[0].storage_descriptor.columns[0].type #=> String
|
|
2752
|
+
# resp.table_list[0].storage_descriptor.columns[0].comment #=> String
|
|
2753
|
+
# resp.table_list[0].storage_descriptor.location #=> String
|
|
2754
|
+
# resp.table_list[0].storage_descriptor.input_format #=> String
|
|
2755
|
+
# resp.table_list[0].storage_descriptor.output_format #=> String
|
|
2756
|
+
# resp.table_list[0].storage_descriptor.compressed #=> Boolean
|
|
2757
|
+
# resp.table_list[0].storage_descriptor.number_of_buckets #=> Integer
|
|
2758
|
+
# resp.table_list[0].storage_descriptor.serde_info.name #=> String
|
|
2759
|
+
# resp.table_list[0].storage_descriptor.serde_info.serialization_library #=> String
|
|
2760
|
+
# resp.table_list[0].storage_descriptor.serde_info.parameters #=> Hash
|
|
2761
|
+
# resp.table_list[0].storage_descriptor.serde_info.parameters["KeyString"] #=> String
|
|
2762
|
+
# resp.table_list[0].storage_descriptor.bucket_columns #=> Array
|
|
2763
|
+
# resp.table_list[0].storage_descriptor.bucket_columns[0] #=> String
|
|
2764
|
+
# resp.table_list[0].storage_descriptor.sort_columns #=> Array
|
|
2765
|
+
# resp.table_list[0].storage_descriptor.sort_columns[0].column #=> String
|
|
2766
|
+
# resp.table_list[0].storage_descriptor.sort_columns[0].sort_order #=> Integer
|
|
2767
|
+
# resp.table_list[0].storage_descriptor.parameters #=> Hash
|
|
2768
|
+
# resp.table_list[0].storage_descriptor.parameters["KeyString"] #=> String
|
|
2769
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_names #=> Array
|
|
2770
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_names[0] #=> String
|
|
2771
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_values #=> Array
|
|
2772
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_values[0] #=> String
|
|
2773
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps #=> Hash
|
|
2774
|
+
# resp.table_list[0].storage_descriptor.skewed_info.skewed_column_value_location_maps["ColumnValuesString"] #=> String
|
|
2775
|
+
# resp.table_list[0].storage_descriptor.stored_as_sub_directories #=> Boolean
|
|
2776
|
+
# resp.table_list[0].partition_keys #=> Array
|
|
2777
|
+
# resp.table_list[0].partition_keys[0].name #=> String
|
|
2778
|
+
# resp.table_list[0].partition_keys[0].type #=> String
|
|
2779
|
+
# resp.table_list[0].partition_keys[0].comment #=> String
|
|
2780
|
+
# resp.table_list[0].view_original_text #=> String
|
|
2781
|
+
# resp.table_list[0].view_expanded_text #=> String
|
|
2782
|
+
# resp.table_list[0].table_type #=> String
|
|
2783
|
+
# resp.table_list[0].parameters #=> Hash
|
|
2784
|
+
# resp.table_list[0].parameters["KeyString"] #=> String
|
|
2785
|
+
# resp.table_list[0].created_by #=> String
|
|
2786
|
+
# resp.next_token #=> String
|
|
2787
|
+
#
|
|
2788
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTables AWS API Documentation
|
|
2789
|
+
#
|
|
2790
|
+
# @overload get_tables(params = {})
|
|
2791
|
+
# @param [Hash] params ({})
|
|
2792
|
+
def get_tables(params = {}, options = {})
|
|
2793
|
+
req = build_request(:get_tables, params)
|
|
2794
|
+
req.send_request(options)
|
|
2795
|
+
end
|
|
2796
|
+
|
|
2797
|
+
# Retrieves the definition of a trigger.
|
|
2798
|
+
#
|
|
2799
|
+
# @option params [required, String] :name
|
|
2800
|
+
# The name of the trigger to retrieve.
|
|
2801
|
+
#
|
|
2802
|
+
# @return [Types::GetTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2803
|
+
#
|
|
2804
|
+
# * {Types::GetTriggerResponse#trigger #trigger} => Types::Trigger
|
|
2805
|
+
#
|
|
2806
|
+
# @example Request syntax with placeholder values
|
|
2807
|
+
#
|
|
2808
|
+
# resp = client.get_trigger({
|
|
2809
|
+
# name: "NameString", # required
|
|
2810
|
+
# })
|
|
2811
|
+
#
|
|
2812
|
+
# @example Response structure
|
|
2813
|
+
#
|
|
2814
|
+
# resp.trigger.name #=> String
|
|
2815
|
+
# resp.trigger.id #=> String
|
|
2816
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
|
2817
|
+
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
|
2818
|
+
# resp.trigger.description #=> String
|
|
2819
|
+
# resp.trigger.schedule #=> String
|
|
2820
|
+
# resp.trigger.actions #=> Array
|
|
2821
|
+
# resp.trigger.actions[0].job_name #=> String
|
|
2822
|
+
# resp.trigger.actions[0].arguments #=> Hash
|
|
2823
|
+
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
|
2824
|
+
# resp.trigger.predicate.logical #=> String, one of "AND"
|
|
2825
|
+
# resp.trigger.predicate.conditions #=> Array
|
|
2826
|
+
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
|
2827
|
+
# resp.trigger.predicate.conditions[0].job_name #=> String
|
|
2828
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
|
2829
|
+
#
|
|
2830
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTrigger AWS API Documentation
|
|
2831
|
+
#
|
|
2832
|
+
# @overload get_trigger(params = {})
|
|
2833
|
+
# @param [Hash] params ({})
|
|
2834
|
+
def get_trigger(params = {}, options = {})
|
|
2835
|
+
req = build_request(:get_trigger, params)
|
|
2836
|
+
req.send_request(options)
|
|
2837
|
+
end
|
|
2838
|
+
|
|
2839
|
+
# Gets all the triggers associated with a job.
|
|
2840
|
+
#
|
|
2841
|
+
# @option params [String] :next_token
|
|
2842
|
+
# A continuation token, if this is a continuation call.
|
|
2843
|
+
#
|
|
2844
|
+
# @option params [String] :dependent_job_name
|
|
2845
|
+
# The name of the job for which to retrieve triggers.
|
|
2846
|
+
#
|
|
2847
|
+
# @option params [Integer] :max_results
|
|
2848
|
+
# The maximum size of the response.
|
|
2849
|
+
#
|
|
2850
|
+
# @return [Types::GetTriggersResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2851
|
+
#
|
|
2852
|
+
# * {Types::GetTriggersResponse#triggers #triggers} => Array<Types::Trigger>
|
|
2853
|
+
# * {Types::GetTriggersResponse#next_token #next_token} => String
|
|
2854
|
+
#
|
|
2855
|
+
# @example Request syntax with placeholder values
|
|
2856
|
+
#
|
|
2857
|
+
# resp = client.get_triggers({
|
|
2858
|
+
# next_token: "GenericString",
|
|
2859
|
+
# dependent_job_name: "NameString",
|
|
2860
|
+
# max_results: 1,
|
|
2861
|
+
# })
|
|
2862
|
+
#
|
|
2863
|
+
# @example Response structure
|
|
2864
|
+
#
|
|
2865
|
+
# resp.triggers #=> Array
|
|
2866
|
+
# resp.triggers[0].name #=> String
|
|
2867
|
+
# resp.triggers[0].id #=> String
|
|
2868
|
+
# resp.triggers[0].type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
|
2869
|
+
# resp.triggers[0].state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
|
2870
|
+
# resp.triggers[0].description #=> String
|
|
2871
|
+
# resp.triggers[0].schedule #=> String
|
|
2872
|
+
# resp.triggers[0].actions #=> Array
|
|
2873
|
+
# resp.triggers[0].actions[0].job_name #=> String
|
|
2874
|
+
# resp.triggers[0].actions[0].arguments #=> Hash
|
|
2875
|
+
# resp.triggers[0].actions[0].arguments["GenericString"] #=> String
|
|
2876
|
+
# resp.triggers[0].predicate.logical #=> String, one of "AND"
|
|
2877
|
+
# resp.triggers[0].predicate.conditions #=> Array
|
|
2878
|
+
# resp.triggers[0].predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
|
2879
|
+
# resp.triggers[0].predicate.conditions[0].job_name #=> String
|
|
2880
|
+
# resp.triggers[0].predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
|
2881
|
+
# resp.next_token #=> String
|
|
2882
|
+
#
|
|
2883
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetTriggers AWS API Documentation
|
|
2884
|
+
#
|
|
2885
|
+
# @overload get_triggers(params = {})
|
|
2886
|
+
# @param [Hash] params ({})
|
|
2887
|
+
def get_triggers(params = {}, options = {})
|
|
2888
|
+
req = build_request(:get_triggers, params)
|
|
2889
|
+
req.send_request(options)
|
|
2890
|
+
end
|
|
2891
|
+
|
|
2892
|
+
# Retrieves a specified function definition from the Data Catalog.
|
|
2893
|
+
#
|
|
2894
|
+
# @option params [String] :catalog_id
|
|
2895
|
+
# The ID of the Data Catalog where the function to be retrieved is
|
|
2896
|
+
# located. If none is supplied, the AWS account ID is used by default.
|
|
2897
|
+
#
|
|
2898
|
+
# @option params [required, String] :database_name
|
|
2899
|
+
# The name of the catalog database where the function is located.
|
|
2900
|
+
#
|
|
2901
|
+
# @option params [required, String] :function_name
|
|
2902
|
+
# The name of the function.
|
|
2903
|
+
#
|
|
2904
|
+
# @return [Types::GetUserDefinedFunctionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2905
|
+
#
|
|
2906
|
+
# * {Types::GetUserDefinedFunctionResponse#user_defined_function #user_defined_function} => Types::UserDefinedFunction
|
|
2907
|
+
#
|
|
2908
|
+
# @example Request syntax with placeholder values
|
|
2909
|
+
#
|
|
2910
|
+
# resp = client.get_user_defined_function({
|
|
2911
|
+
# catalog_id: "CatalogIdString",
|
|
2912
|
+
# database_name: "NameString", # required
|
|
2913
|
+
# function_name: "NameString", # required
|
|
2914
|
+
# })
|
|
2915
|
+
#
|
|
2916
|
+
# @example Response structure
|
|
2917
|
+
#
|
|
2918
|
+
# resp.user_defined_function.function_name #=> String
|
|
2919
|
+
# resp.user_defined_function.class_name #=> String
|
|
2920
|
+
# resp.user_defined_function.owner_name #=> String
|
|
2921
|
+
# resp.user_defined_function.owner_type #=> String, one of "USER", "ROLE", "GROUP"
|
|
2922
|
+
# resp.user_defined_function.create_time #=> Time
|
|
2923
|
+
# resp.user_defined_function.resource_uris #=> Array
|
|
2924
|
+
# resp.user_defined_function.resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
|
2925
|
+
# resp.user_defined_function.resource_uris[0].uri #=> String
|
|
2926
|
+
#
|
|
2927
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunction AWS API Documentation
|
|
2928
|
+
#
|
|
2929
|
+
# @overload get_user_defined_function(params = {})
|
|
2930
|
+
# @param [Hash] params ({})
|
|
2931
|
+
def get_user_defined_function(params = {}, options = {})
|
|
2932
|
+
req = build_request(:get_user_defined_function, params)
|
|
2933
|
+
req.send_request(options)
|
|
2934
|
+
end
|
|
2935
|
+
|
|
2936
|
+
# Retrieves a multiple function definitions from the Data Catalog.
|
|
2937
|
+
#
|
|
2938
|
+
# @option params [String] :catalog_id
|
|
2939
|
+
# The ID of the Data Catalog where the functions to be retrieved are
|
|
2940
|
+
# located. If none is supplied, the AWS account ID is used by default.
|
|
2941
|
+
#
|
|
2942
|
+
# @option params [required, String] :database_name
|
|
2943
|
+
# The name of the catalog database where the functions are located.
|
|
2944
|
+
#
|
|
2945
|
+
# @option params [required, String] :pattern
|
|
2946
|
+
# An optional function-name pattern string that filters the function
|
|
2947
|
+
# definitions returned.
|
|
2948
|
+
#
|
|
2949
|
+
# @option params [String] :next_token
|
|
2950
|
+
# A continuation token, if this is a continuation call.
|
|
2951
|
+
#
|
|
2952
|
+
# @option params [Integer] :max_results
|
|
2953
|
+
# The maximum number of functions to return in one response.
|
|
2954
|
+
#
|
|
2955
|
+
# @return [Types::GetUserDefinedFunctionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
2956
|
+
#
|
|
2957
|
+
# * {Types::GetUserDefinedFunctionsResponse#user_defined_functions #user_defined_functions} => Array<Types::UserDefinedFunction>
|
|
2958
|
+
# * {Types::GetUserDefinedFunctionsResponse#next_token #next_token} => String
|
|
2959
|
+
#
|
|
2960
|
+
# @example Request syntax with placeholder values
|
|
2961
|
+
#
|
|
2962
|
+
# resp = client.get_user_defined_functions({
|
|
2963
|
+
# catalog_id: "CatalogIdString",
|
|
2964
|
+
# database_name: "NameString", # required
|
|
2965
|
+
# pattern: "NameString", # required
|
|
2966
|
+
# next_token: "Token",
|
|
2967
|
+
# max_results: 1,
|
|
2968
|
+
# })
|
|
2969
|
+
#
|
|
2970
|
+
# @example Response structure
|
|
2971
|
+
#
|
|
2972
|
+
# resp.user_defined_functions #=> Array
|
|
2973
|
+
# resp.user_defined_functions[0].function_name #=> String
|
|
2974
|
+
# resp.user_defined_functions[0].class_name #=> String
|
|
2975
|
+
# resp.user_defined_functions[0].owner_name #=> String
|
|
2976
|
+
# resp.user_defined_functions[0].owner_type #=> String, one of "USER", "ROLE", "GROUP"
|
|
2977
|
+
# resp.user_defined_functions[0].create_time #=> Time
|
|
2978
|
+
# resp.user_defined_functions[0].resource_uris #=> Array
|
|
2979
|
+
# resp.user_defined_functions[0].resource_uris[0].resource_type #=> String, one of "JAR", "FILE", "ARCHIVE"
|
|
2980
|
+
# resp.user_defined_functions[0].resource_uris[0].uri #=> String
|
|
2981
|
+
# resp.next_token #=> String
|
|
2982
|
+
#
|
|
2983
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetUserDefinedFunctions AWS API Documentation
|
|
2984
|
+
#
|
|
2985
|
+
# @overload get_user_defined_functions(params = {})
|
|
2986
|
+
# @param [Hash] params ({})
|
|
2987
|
+
def get_user_defined_functions(params = {}, options = {})
|
|
2988
|
+
req = build_request(:get_user_defined_functions, params)
|
|
2989
|
+
req.send_request(options)
|
|
2990
|
+
end
|
|
2991
|
+
|
|
2992
|
+
# Imports an existing Athena Data Catalog to AWS Glue
|
|
2993
|
+
#
|
|
2994
|
+
# @option params [String] :catalog_id
|
|
2995
|
+
# The ID of the catalog to import. Currently, this should be the AWS
|
|
2996
|
+
# account ID.
|
|
2997
|
+
#
|
|
2998
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
2999
|
+
#
|
|
3000
|
+
# @example Request syntax with placeholder values
|
|
3001
|
+
#
|
|
3002
|
+
# resp = client.import_catalog_to_glue({
|
|
3003
|
+
# catalog_id: "CatalogIdString",
|
|
3004
|
+
# })
|
|
3005
|
+
#
|
|
3006
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ImportCatalogToGlue AWS API Documentation
|
|
3007
|
+
#
|
|
3008
|
+
# @overload import_catalog_to_glue(params = {})
|
|
3009
|
+
# @param [Hash] params ({})
|
|
3010
|
+
def import_catalog_to_glue(params = {}, options = {})
|
|
3011
|
+
req = build_request(:import_catalog_to_glue, params)
|
|
3012
|
+
req.send_request(options)
|
|
3013
|
+
end
|
|
3014
|
+
|
|
3015
|
+
# Resets a bookmark entry.
|
|
3016
|
+
#
|
|
3017
|
+
# @option params [required, String] :job_name
|
|
3018
|
+
# The name of the job in question.
|
|
3019
|
+
#
|
|
3020
|
+
# @return [Types::ResetJobBookmarkResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3021
|
+
#
|
|
3022
|
+
# * {Types::ResetJobBookmarkResponse#job_bookmark_entry #job_bookmark_entry} => Types::JobBookmarkEntry
|
|
3023
|
+
#
|
|
3024
|
+
# @example Request syntax with placeholder values
|
|
3025
|
+
#
|
|
3026
|
+
# resp = client.reset_job_bookmark({
|
|
3027
|
+
# job_name: "JobName", # required
|
|
3028
|
+
# })
|
|
3029
|
+
#
|
|
3030
|
+
# @example Response structure
|
|
3031
|
+
#
|
|
3032
|
+
# resp.job_bookmark_entry.job_name #=> String
|
|
3033
|
+
# resp.job_bookmark_entry.version #=> Integer
|
|
3034
|
+
# resp.job_bookmark_entry.run #=> Integer
|
|
3035
|
+
# resp.job_bookmark_entry.attempt #=> Integer
|
|
3036
|
+
# resp.job_bookmark_entry.job_bookmark #=> String
|
|
3037
|
+
#
|
|
3038
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ResetJobBookmark AWS API Documentation
|
|
3039
|
+
#
|
|
3040
|
+
# @overload reset_job_bookmark(params = {})
|
|
3041
|
+
# @param [Hash] params ({})
|
|
3042
|
+
def reset_job_bookmark(params = {}, options = {})
|
|
3043
|
+
req = build_request(:reset_job_bookmark, params)
|
|
3044
|
+
req.send_request(options)
|
|
3045
|
+
end
|
|
3046
|
+
|
|
3047
|
+
# Starts a crawl using the specified `Crawler`, regardless of what is
|
|
3048
|
+
# scheduled. If the `Crawler` is already running, does nothing.
|
|
3049
|
+
#
|
|
3050
|
+
# @option params [required, String] :name
|
|
3051
|
+
# Name of the `Crawler` to start.
|
|
3052
|
+
#
|
|
3053
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3054
|
+
#
|
|
3055
|
+
# @example Request syntax with placeholder values
|
|
3056
|
+
#
|
|
3057
|
+
# resp = client.start_crawler({
|
|
3058
|
+
# name: "NameString", # required
|
|
3059
|
+
# })
|
|
3060
|
+
#
|
|
3061
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartCrawler AWS API Documentation
|
|
3062
|
+
#
|
|
3063
|
+
# @overload start_crawler(params = {})
|
|
3064
|
+
# @param [Hash] params ({})
|
|
3065
|
+
def start_crawler(params = {}, options = {})
|
|
3066
|
+
req = build_request(:start_crawler, params)
|
|
3067
|
+
req.send_request(options)
|
|
3068
|
+
end
|
|
3069
|
+
|
|
3070
|
+
# Changes the schedule state of the specified crawler to `SCHEDULED`,
|
|
3071
|
+
# unless the crawler is already running or the schedule state is already
|
|
3072
|
+
# `SCHEDULED`.
|
|
3073
|
+
#
|
|
3074
|
+
# @option params [required, String] :crawler_name
|
|
3075
|
+
# Name of the crawler to schedule.
|
|
3076
|
+
#
|
|
3077
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3078
|
+
#
|
|
3079
|
+
# @example Request syntax with placeholder values
|
|
3080
|
+
#
|
|
3081
|
+
# resp = client.start_crawler_schedule({
|
|
3082
|
+
# crawler_name: "NameString", # required
|
|
3083
|
+
# })
|
|
3084
|
+
#
|
|
3085
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartCrawlerSchedule AWS API Documentation
|
|
3086
|
+
#
|
|
3087
|
+
# @overload start_crawler_schedule(params = {})
|
|
3088
|
+
# @param [Hash] params ({})
|
|
3089
|
+
def start_crawler_schedule(params = {}, options = {})
|
|
3090
|
+
req = build_request(:start_crawler_schedule, params)
|
|
3091
|
+
req.send_request(options)
|
|
3092
|
+
end
|
|
3093
|
+
|
|
3094
|
+
# Runs a job.
|
|
3095
|
+
#
|
|
3096
|
+
# @option params [required, String] :job_name
|
|
3097
|
+
# The name of the job to start.
|
|
3098
|
+
#
|
|
3099
|
+
# @option params [String] :job_run_id
|
|
3100
|
+
# The ID of the job run to start.
|
|
3101
|
+
#
|
|
3102
|
+
# @option params [Hash<String,String>] :arguments
|
|
3103
|
+
# Specific arguments for this job run.
|
|
3104
|
+
#
|
|
3105
|
+
# @option params [Integer] :allocated_capacity
|
|
3106
|
+
# The infrastructure capacity to allocate to this job.
|
|
3107
|
+
#
|
|
3108
|
+
# @return [Types::StartJobRunResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3109
|
+
#
|
|
3110
|
+
# * {Types::StartJobRunResponse#job_run_id #job_run_id} => String
|
|
3111
|
+
#
|
|
3112
|
+
# @example Request syntax with placeholder values
|
|
3113
|
+
#
|
|
3114
|
+
# resp = client.start_job_run({
|
|
3115
|
+
# job_name: "NameString", # required
|
|
3116
|
+
# job_run_id: "IdString",
|
|
3117
|
+
# arguments: {
|
|
3118
|
+
# "GenericString" => "GenericString",
|
|
3119
|
+
# },
|
|
3120
|
+
# allocated_capacity: 1,
|
|
3121
|
+
# })
|
|
3122
|
+
#
|
|
3123
|
+
# @example Response structure
|
|
3124
|
+
#
|
|
3125
|
+
# resp.job_run_id #=> String
|
|
3126
|
+
#
|
|
3127
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartJobRun AWS API Documentation
|
|
3128
|
+
#
|
|
3129
|
+
# @overload start_job_run(params = {})
|
|
3130
|
+
# @param [Hash] params ({})
|
|
3131
|
+
def start_job_run(params = {}, options = {})
|
|
3132
|
+
req = build_request(:start_job_run, params)
|
|
3133
|
+
req.send_request(options)
|
|
3134
|
+
end
|
|
3135
|
+
|
|
3136
|
+
# Starts an existing trigger.
|
|
3137
|
+
#
|
|
3138
|
+
# @option params [required, String] :name
|
|
3139
|
+
# The name of the trigger to start.
|
|
3140
|
+
#
|
|
3141
|
+
# @return [Types::StartTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3142
|
+
#
|
|
3143
|
+
# * {Types::StartTriggerResponse#name #name} => String
|
|
3144
|
+
#
|
|
3145
|
+
# @example Request syntax with placeholder values
|
|
3146
|
+
#
|
|
3147
|
+
# resp = client.start_trigger({
|
|
3148
|
+
# name: "NameString", # required
|
|
3149
|
+
# })
|
|
3150
|
+
#
|
|
3151
|
+
# @example Response structure
|
|
3152
|
+
#
|
|
3153
|
+
# resp.name #=> String
|
|
3154
|
+
#
|
|
3155
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StartTrigger AWS API Documentation
|
|
3156
|
+
#
|
|
3157
|
+
# @overload start_trigger(params = {})
|
|
3158
|
+
# @param [Hash] params ({})
|
|
3159
|
+
def start_trigger(params = {}, options = {})
|
|
3160
|
+
req = build_request(:start_trigger, params)
|
|
3161
|
+
req.send_request(options)
|
|
3162
|
+
end
|
|
3163
|
+
|
|
3164
|
+
# If the specified `Crawler` is running, stops the crawl.
|
|
3165
|
+
#
|
|
3166
|
+
# @option params [required, String] :name
|
|
3167
|
+
# Name of the `Crawler` to stop.
|
|
3168
|
+
#
|
|
3169
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3170
|
+
#
|
|
3171
|
+
# @example Request syntax with placeholder values
|
|
3172
|
+
#
|
|
3173
|
+
# resp = client.stop_crawler({
|
|
3174
|
+
# name: "NameString", # required
|
|
3175
|
+
# })
|
|
3176
|
+
#
|
|
3177
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopCrawler AWS API Documentation
|
|
3178
|
+
#
|
|
3179
|
+
# @overload stop_crawler(params = {})
|
|
3180
|
+
# @param [Hash] params ({})
|
|
3181
|
+
def stop_crawler(params = {}, options = {})
|
|
3182
|
+
req = build_request(:stop_crawler, params)
|
|
3183
|
+
req.send_request(options)
|
|
3184
|
+
end
|
|
3185
|
+
|
|
3186
|
+
# Sets the schedule state of the specified crawler to `NOT_SCHEDULED`,
|
|
3187
|
+
# but does not stop the crawler if it is already running.
|
|
3188
|
+
#
|
|
3189
|
+
# @option params [required, String] :crawler_name
|
|
3190
|
+
# Name of the crawler whose schedule state to set.
|
|
3191
|
+
#
|
|
3192
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3193
|
+
#
|
|
3194
|
+
# @example Request syntax with placeholder values
|
|
3195
|
+
#
|
|
3196
|
+
# resp = client.stop_crawler_schedule({
|
|
3197
|
+
# crawler_name: "NameString", # required
|
|
3198
|
+
# })
|
|
3199
|
+
#
|
|
3200
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopCrawlerSchedule AWS API Documentation
|
|
3201
|
+
#
|
|
3202
|
+
# @overload stop_crawler_schedule(params = {})
|
|
3203
|
+
# @param [Hash] params ({})
|
|
3204
|
+
def stop_crawler_schedule(params = {}, options = {})
|
|
3205
|
+
req = build_request(:stop_crawler_schedule, params)
|
|
3206
|
+
req.send_request(options)
|
|
3207
|
+
end
|
|
3208
|
+
|
|
3209
|
+
# Stops a specified trigger.
|
|
3210
|
+
#
|
|
3211
|
+
# @option params [required, String] :name
|
|
3212
|
+
# The name of the trigger to stop.
|
|
3213
|
+
#
|
|
3214
|
+
# @return [Types::StopTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3215
|
+
#
|
|
3216
|
+
# * {Types::StopTriggerResponse#name #name} => String
|
|
3217
|
+
#
|
|
3218
|
+
# @example Request syntax with placeholder values
|
|
3219
|
+
#
|
|
3220
|
+
# resp = client.stop_trigger({
|
|
3221
|
+
# name: "NameString", # required
|
|
3222
|
+
# })
|
|
3223
|
+
#
|
|
3224
|
+
# @example Response structure
|
|
3225
|
+
#
|
|
3226
|
+
# resp.name #=> String
|
|
3227
|
+
#
|
|
3228
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopTrigger AWS API Documentation
|
|
3229
|
+
#
|
|
3230
|
+
# @overload stop_trigger(params = {})
|
|
3231
|
+
# @param [Hash] params ({})
|
|
3232
|
+
def stop_trigger(params = {}, options = {})
|
|
3233
|
+
req = build_request(:stop_trigger, params)
|
|
3234
|
+
req.send_request(options)
|
|
3235
|
+
end
|
|
3236
|
+
|
|
3237
|
+
# Modifies an existing `Classifier`.
|
|
3238
|
+
#
|
|
3239
|
+
# @option params [Types::UpdateGrokClassifierRequest] :grok_classifier
|
|
3240
|
+
# A `GrokClassifier` object with updated fields.
|
|
3241
|
+
#
|
|
3242
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3243
|
+
#
|
|
3244
|
+
# @example Request syntax with placeholder values
|
|
3245
|
+
#
|
|
3246
|
+
# resp = client.update_classifier({
|
|
3247
|
+
# grok_classifier: {
|
|
3248
|
+
# name: "NameString", # required
|
|
3249
|
+
# classification: "Classification",
|
|
3250
|
+
# grok_pattern: "GrokPattern",
|
|
3251
|
+
# custom_patterns: "CustomPatterns",
|
|
3252
|
+
# },
|
|
3253
|
+
# })
|
|
3254
|
+
#
|
|
3255
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateClassifier AWS API Documentation
|
|
3256
|
+
#
|
|
3257
|
+
# @overload update_classifier(params = {})
|
|
3258
|
+
# @param [Hash] params ({})
|
|
3259
|
+
def update_classifier(params = {}, options = {})
|
|
3260
|
+
req = build_request(:update_classifier, params)
|
|
3261
|
+
req.send_request(options)
|
|
3262
|
+
end
|
|
3263
|
+
|
|
3264
|
+
# Updates a connection definition in the Data Catalog.
|
|
3265
|
+
#
|
|
3266
|
+
# @option params [String] :catalog_id
|
|
3267
|
+
# The ID of the Data Catalog in which the connection resides. If none is
|
|
3268
|
+
# supplied, the AWS account ID is used by default.
|
|
3269
|
+
#
|
|
3270
|
+
# @option params [required, String] :name
|
|
3271
|
+
# The name of the connection definition to update.
|
|
3272
|
+
#
|
|
3273
|
+
# @option params [required, Types::ConnectionInput] :connection_input
|
|
3274
|
+
# A `ConnectionInput` object that redefines the connection in question.
|
|
3275
|
+
#
|
|
3276
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3277
|
+
#
|
|
3278
|
+
# @example Request syntax with placeholder values
|
|
3279
|
+
#
|
|
3280
|
+
# resp = client.update_connection({
|
|
3281
|
+
# catalog_id: "CatalogIdString",
|
|
3282
|
+
# name: "NameString", # required
|
|
3283
|
+
# connection_input: { # required
|
|
3284
|
+
# name: "NameString",
|
|
3285
|
+
# description: "DescriptionString",
|
|
3286
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP
|
|
3287
|
+
# match_criteria: ["NameString"],
|
|
3288
|
+
# connection_properties: {
|
|
3289
|
+
# "HOST" => "ValueString",
|
|
3290
|
+
# },
|
|
3291
|
+
# physical_connection_requirements: {
|
|
3292
|
+
# subnet_id: "NameString",
|
|
3293
|
+
# security_group_id_list: ["NameString"],
|
|
3294
|
+
# availability_zone: "NameString",
|
|
3295
|
+
# },
|
|
3296
|
+
# },
|
|
3297
|
+
# })
|
|
3298
|
+
#
|
|
3299
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateConnection AWS API Documentation
|
|
3300
|
+
#
|
|
3301
|
+
# @overload update_connection(params = {})
|
|
3302
|
+
# @param [Hash] params ({})
|
|
3303
|
+
def update_connection(params = {}, options = {})
|
|
3304
|
+
req = build_request(:update_connection, params)
|
|
3305
|
+
req.send_request(options)
|
|
3306
|
+
end
|
|
3307
|
+
|
|
3308
|
+
# Updates a `Crawler`. If a `Crawler` is running, you must stop it using
|
|
3309
|
+
# `StopCrawler` before updating it.
|
|
3310
|
+
#
|
|
3311
|
+
# @option params [required, String] :name
|
|
3312
|
+
# Name of the new `Crawler`.
|
|
3313
|
+
#
|
|
3314
|
+
# @option params [String] :role
|
|
3315
|
+
# The AWS ARN of the IAM role used by the new `Crawler` to access
|
|
3316
|
+
# customer resources.
|
|
3317
|
+
#
|
|
3318
|
+
# @option params [String] :database_name
|
|
3319
|
+
# The Glue `Database` where results will be stored, such as:
|
|
3320
|
+
# `arn:aws:daylight:us-east-1::database/sometable/*`.
|
|
3321
|
+
#
|
|
3322
|
+
# @option params [String] :description
|
|
3323
|
+
# A description of the new `Crawler`.
|
|
3324
|
+
#
|
|
3325
|
+
# @option params [Types::CrawlerTargets] :targets
|
|
3326
|
+
# A list of collection of targets to crawl.
|
|
3327
|
+
#
|
|
3328
|
+
# @option params [String] :schedule
|
|
3329
|
+
# A cron expression that can be used as a Cloudwatch event (see
|
|
3330
|
+
# [CloudWatch Schedule Expression Syntax][1]. For example, to run every
|
|
3331
|
+
# day at 12:15 UTC, specify: `cron(15 12 * * ? *)`.
|
|
3332
|
+
#
|
|
3333
|
+
#
|
|
3334
|
+
#
|
|
3335
|
+
# [1]: http://docs.aws.amazon.com/AmazonCloudWatch/latest/events/ScheduledEvents.html
|
|
3336
|
+
#
|
|
3337
|
+
# @option params [Array<String>] :classifiers
|
|
3338
|
+
# A list of custom `Classifier` names that the user has registered. By
|
|
3339
|
+
# default, all AWS classifiers are included in a crawl, but these custom
|
|
3340
|
+
# classifiers always override the default classifiers for a given
|
|
3341
|
+
# classification.
|
|
3342
|
+
#
|
|
3343
|
+
# @option params [String] :table_prefix
|
|
3344
|
+
# The table prefix used for catalog tables created.
|
|
3345
|
+
#
|
|
3346
|
+
# @option params [Types::SchemaChangePolicy] :schema_change_policy
|
|
3347
|
+
# Policy for the crawler's update and deletion behavior.
|
|
3348
|
+
#
|
|
3349
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3350
|
+
#
|
|
3351
|
+
# @example Request syntax with placeholder values
|
|
3352
|
+
#
|
|
3353
|
+
# resp = client.update_crawler({
|
|
3354
|
+
# name: "NameString", # required
|
|
3355
|
+
# role: "RoleArn",
|
|
3356
|
+
# database_name: "DatabaseName",
|
|
3357
|
+
# description: "DescriptionStringRemovable",
|
|
3358
|
+
# targets: {
|
|
3359
|
+
# s3_targets: [
|
|
3360
|
+
# {
|
|
3361
|
+
# path: "Path",
|
|
3362
|
+
# exclusions: ["Path"],
|
|
3363
|
+
# },
|
|
3364
|
+
# ],
|
|
3365
|
+
# jdbc_targets: [
|
|
3366
|
+
# {
|
|
3367
|
+
# connection_name: "ConnectionName",
|
|
3368
|
+
# path: "Path",
|
|
3369
|
+
# exclusions: ["Path"],
|
|
3370
|
+
# },
|
|
3371
|
+
# ],
|
|
3372
|
+
# },
|
|
3373
|
+
# schedule: "CronExpression",
|
|
3374
|
+
# classifiers: ["NameString"],
|
|
3375
|
+
# table_prefix: "TablePrefix",
|
|
3376
|
+
# schema_change_policy: {
|
|
3377
|
+
# update_behavior: "LOG", # accepts LOG, UPDATE_IN_DATABASE
|
|
3378
|
+
# delete_behavior: "LOG", # accepts LOG, DELETE_FROM_DATABASE, DEPRECATE_IN_DATABASE
|
|
3379
|
+
# },
|
|
3380
|
+
# })
|
|
3381
|
+
#
|
|
3382
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawler AWS API Documentation
|
|
3383
|
+
#
|
|
3384
|
+
# @overload update_crawler(params = {})
|
|
3385
|
+
# @param [Hash] params ({})
|
|
3386
|
+
def update_crawler(params = {}, options = {})
|
|
3387
|
+
req = build_request(:update_crawler, params)
|
|
3388
|
+
req.send_request(options)
|
|
3389
|
+
end
|
|
3390
|
+
|
|
3391
|
+
# Updates the schedule of a crawler using a Cron expression.
|
|
3392
|
+
#
|
|
3393
|
+
# @option params [required, String] :crawler_name
|
|
3394
|
+
# Name of the crawler whose schedule to update.
|
|
3395
|
+
#
|
|
3396
|
+
# @option params [String] :schedule
|
|
3397
|
+
# Cron expression of the updated schedule.
|
|
3398
|
+
#
|
|
3399
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3400
|
+
#
|
|
3401
|
+
# @example Request syntax with placeholder values
|
|
3402
|
+
#
|
|
3403
|
+
# resp = client.update_crawler_schedule({
|
|
3404
|
+
# crawler_name: "NameString", # required
|
|
3405
|
+
# schedule: "CronExpression",
|
|
3406
|
+
# })
|
|
3407
|
+
#
|
|
3408
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateCrawlerSchedule AWS API Documentation
|
|
3409
|
+
#
|
|
3410
|
+
# @overload update_crawler_schedule(params = {})
|
|
3411
|
+
# @param [Hash] params ({})
|
|
3412
|
+
def update_crawler_schedule(params = {}, options = {})
|
|
3413
|
+
req = build_request(:update_crawler_schedule, params)
|
|
3414
|
+
req.send_request(options)
|
|
3415
|
+
end
|
|
3416
|
+
|
|
3417
|
+
# Updates an existing database definition in a Data Catalog.
|
|
3418
|
+
#
|
|
3419
|
+
# @option params [String] :catalog_id
|
|
3420
|
+
# The ID of the Data Catalog in which the metadata database resides. If
|
|
3421
|
+
# none is supplied, the AWS account ID is used by default.
|
|
3422
|
+
#
|
|
3423
|
+
# @option params [required, String] :name
|
|
3424
|
+
# The name of the metadata database to update in the catalog.
|
|
3425
|
+
#
|
|
3426
|
+
# @option params [required, Types::DatabaseInput] :database_input
|
|
3427
|
+
# A `DatabaseInput` object specifying the new definition of the metadata
|
|
3428
|
+
# database in the catalog.
|
|
3429
|
+
#
|
|
3430
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3431
|
+
#
|
|
3432
|
+
# @example Request syntax with placeholder values
|
|
3433
|
+
#
|
|
3434
|
+
# resp = client.update_database({
|
|
3435
|
+
# catalog_id: "CatalogIdString",
|
|
3436
|
+
# name: "NameString", # required
|
|
3437
|
+
# database_input: { # required
|
|
3438
|
+
# name: "NameString", # required
|
|
3439
|
+
# description: "DescriptionString",
|
|
3440
|
+
# location_uri: "URI",
|
|
3441
|
+
# parameters: {
|
|
3442
|
+
# "KeyString" => "ParametersMapValue",
|
|
3443
|
+
# },
|
|
3444
|
+
# },
|
|
3445
|
+
# })
|
|
3446
|
+
#
|
|
3447
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDatabase AWS API Documentation
|
|
3448
|
+
#
|
|
3449
|
+
# @overload update_database(params = {})
|
|
3450
|
+
# @param [Hash] params ({})
|
|
3451
|
+
def update_database(params = {}, options = {})
|
|
3452
|
+
req = build_request(:update_database, params)
|
|
3453
|
+
req.send_request(options)
|
|
3454
|
+
end
|
|
3455
|
+
|
|
3456
|
+
# Updates a specified DevEndpoint.
|
|
3457
|
+
#
|
|
3458
|
+
# @option params [required, String] :endpoint_name
|
|
3459
|
+
# The name of the DevEndpoint to be updated.
|
|
3460
|
+
#
|
|
3461
|
+
# @option params [String] :public_key
|
|
3462
|
+
# The public key for the DevEndpoint to use.
|
|
3463
|
+
#
|
|
3464
|
+
# @option params [Types::DevEndpointCustomLibraries] :custom_libraries
|
|
3465
|
+
# Custom Python or Java custom libraries to be loaded in the
|
|
3466
|
+
# DevEndpoint.
|
|
3467
|
+
#
|
|
3468
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3469
|
+
#
|
|
3470
|
+
# @example Request syntax with placeholder values
|
|
3471
|
+
#
|
|
3472
|
+
# resp = client.update_dev_endpoint({
|
|
3473
|
+
# endpoint_name: "GenericString", # required
|
|
3474
|
+
# public_key: "GenericString",
|
|
3475
|
+
# custom_libraries: {
|
|
3476
|
+
# extra_python_libs_s3_path: "GenericString",
|
|
3477
|
+
# extra_jars_s3_path: "GenericString",
|
|
3478
|
+
# },
|
|
3479
|
+
# })
|
|
3480
|
+
#
|
|
3481
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateDevEndpoint AWS API Documentation
|
|
3482
|
+
#
|
|
3483
|
+
# @overload update_dev_endpoint(params = {})
|
|
3484
|
+
# @param [Hash] params ({})
|
|
3485
|
+
def update_dev_endpoint(params = {}, options = {})
|
|
3486
|
+
req = build_request(:update_dev_endpoint, params)
|
|
3487
|
+
req.send_request(options)
|
|
3488
|
+
end
|
|
3489
|
+
|
|
3490
|
+
# Updates an existing job definition.
|
|
3491
|
+
#
|
|
3492
|
+
# @option params [required, String] :job_name
|
|
3493
|
+
# Name of the job definition to update.
|
|
3494
|
+
#
|
|
3495
|
+
# @option params [required, Types::JobUpdate] :job_update
|
|
3496
|
+
# Specifies the values with which to update the job.
|
|
3497
|
+
#
|
|
3498
|
+
# @return [Types::UpdateJobResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3499
|
+
#
|
|
3500
|
+
# * {Types::UpdateJobResponse#job_name #job_name} => String
|
|
3501
|
+
#
|
|
3502
|
+
# @example Request syntax with placeholder values
|
|
3503
|
+
#
|
|
3504
|
+
# resp = client.update_job({
|
|
3505
|
+
# job_name: "NameString", # required
|
|
3506
|
+
# job_update: { # required
|
|
3507
|
+
# description: "DescriptionString",
|
|
3508
|
+
# log_uri: "UriString",
|
|
3509
|
+
# role: "RoleString",
|
|
3510
|
+
# execution_property: {
|
|
3511
|
+
# max_concurrent_runs: 1,
|
|
3512
|
+
# },
|
|
3513
|
+
# command: {
|
|
3514
|
+
# name: "GenericString",
|
|
3515
|
+
# script_location: "ScriptLocationString",
|
|
3516
|
+
# },
|
|
3517
|
+
# default_arguments: {
|
|
3518
|
+
# "GenericString" => "GenericString",
|
|
3519
|
+
# },
|
|
3520
|
+
# connections: {
|
|
3521
|
+
# connections: ["GenericString"],
|
|
3522
|
+
# },
|
|
3523
|
+
# max_retries: 1,
|
|
3524
|
+
# allocated_capacity: 1,
|
|
3525
|
+
# },
|
|
3526
|
+
# })
|
|
3527
|
+
#
|
|
3528
|
+
# @example Response structure
|
|
3529
|
+
#
|
|
3530
|
+
# resp.job_name #=> String
|
|
3531
|
+
#
|
|
3532
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateJob AWS API Documentation
|
|
3533
|
+
#
|
|
3534
|
+
# @overload update_job(params = {})
|
|
3535
|
+
# @param [Hash] params ({})
|
|
3536
|
+
def update_job(params = {}, options = {})
|
|
3537
|
+
req = build_request(:update_job, params)
|
|
3538
|
+
req.send_request(options)
|
|
3539
|
+
end
|
|
3540
|
+
|
|
3541
|
+
# Updates a partition.
|
|
3542
|
+
#
|
|
3543
|
+
# @option params [String] :catalog_id
|
|
3544
|
+
# The ID of the Data Catalog where the partition to be updated resides.
|
|
3545
|
+
# If none is supplied, the AWS account ID is used by default.
|
|
3546
|
+
#
|
|
3547
|
+
# @option params [required, String] :database_name
|
|
3548
|
+
# The name of the catalog database in which the table in question
|
|
3549
|
+
# resides.
|
|
3550
|
+
#
|
|
3551
|
+
# @option params [required, String] :table_name
|
|
3552
|
+
# The name of the table where the partition to be updated is located.
|
|
3553
|
+
#
|
|
3554
|
+
# @option params [required, Array<String>] :partition_value_list
|
|
3555
|
+
# A list of the values defining the partition.
|
|
3556
|
+
#
|
|
3557
|
+
# @option params [required, Types::PartitionInput] :partition_input
|
|
3558
|
+
# The new partition object to which to update the partition.
|
|
3559
|
+
#
|
|
3560
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3561
|
+
#
|
|
3562
|
+
# @example Request syntax with placeholder values
|
|
3563
|
+
#
|
|
3564
|
+
# resp = client.update_partition({
|
|
3565
|
+
# catalog_id: "CatalogIdString",
|
|
3566
|
+
# database_name: "NameString", # required
|
|
3567
|
+
# table_name: "NameString", # required
|
|
3568
|
+
# partition_value_list: ["ValueString"], # required
|
|
3569
|
+
# partition_input: { # required
|
|
3570
|
+
# values: ["ValueString"],
|
|
3571
|
+
# last_access_time: Time.now,
|
|
3572
|
+
# storage_descriptor: {
|
|
3573
|
+
# columns: [
|
|
3574
|
+
# {
|
|
3575
|
+
# name: "NameString", # required
|
|
3576
|
+
# type: "ColumnTypeString",
|
|
3577
|
+
# comment: "CommentString",
|
|
3578
|
+
# },
|
|
3579
|
+
# ],
|
|
3580
|
+
# location: "LocationString",
|
|
3581
|
+
# input_format: "FormatString",
|
|
3582
|
+
# output_format: "FormatString",
|
|
3583
|
+
# compressed: false,
|
|
3584
|
+
# number_of_buckets: 1,
|
|
3585
|
+
# serde_info: {
|
|
3586
|
+
# name: "NameString",
|
|
3587
|
+
# serialization_library: "NameString",
|
|
3588
|
+
# parameters: {
|
|
3589
|
+
# "KeyString" => "ParametersMapValue",
|
|
3590
|
+
# },
|
|
3591
|
+
# },
|
|
3592
|
+
# bucket_columns: ["NameString"],
|
|
3593
|
+
# sort_columns: [
|
|
3594
|
+
# {
|
|
3595
|
+
# column: "NameString", # required
|
|
3596
|
+
# sort_order: 1, # required
|
|
3597
|
+
# },
|
|
3598
|
+
# ],
|
|
3599
|
+
# parameters: {
|
|
3600
|
+
# "KeyString" => "ParametersMapValue",
|
|
3601
|
+
# },
|
|
3602
|
+
# skewed_info: {
|
|
3603
|
+
# skewed_column_names: ["NameString"],
|
|
3604
|
+
# skewed_column_values: ["ColumnValuesString"],
|
|
3605
|
+
# skewed_column_value_location_maps: {
|
|
3606
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
|
3607
|
+
# },
|
|
3608
|
+
# },
|
|
3609
|
+
# stored_as_sub_directories: false,
|
|
3610
|
+
# },
|
|
3611
|
+
# parameters: {
|
|
3612
|
+
# "KeyString" => "ParametersMapValue",
|
|
3613
|
+
# },
|
|
3614
|
+
# last_analyzed_time: Time.now,
|
|
3615
|
+
# },
|
|
3616
|
+
# })
|
|
3617
|
+
#
|
|
3618
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdatePartition AWS API Documentation
|
|
3619
|
+
#
|
|
3620
|
+
# @overload update_partition(params = {})
|
|
3621
|
+
# @param [Hash] params ({})
|
|
3622
|
+
def update_partition(params = {}, options = {})
|
|
3623
|
+
req = build_request(:update_partition, params)
|
|
3624
|
+
req.send_request(options)
|
|
3625
|
+
end
|
|
3626
|
+
|
|
3627
|
+
# Updates a metadata table in the Data Catalog.
|
|
3628
|
+
#
|
|
3629
|
+
# @option params [String] :catalog_id
|
|
3630
|
+
# The ID of the Data Catalog where the table resides. If none is
|
|
3631
|
+
# supplied, the AWS account ID is used by default.
|
|
3632
|
+
#
|
|
3633
|
+
# @option params [required, String] :database_name
|
|
3634
|
+
# The name of the catalog database in which the table resides.
|
|
3635
|
+
#
|
|
3636
|
+
# @option params [required, Types::TableInput] :table_input
|
|
3637
|
+
# An updated `TableInput` object to define the metadata table in the
|
|
3638
|
+
# catalog.
|
|
3639
|
+
#
|
|
3640
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3641
|
+
#
|
|
3642
|
+
# @example Request syntax with placeholder values
|
|
3643
|
+
#
|
|
3644
|
+
# resp = client.update_table({
|
|
3645
|
+
# catalog_id: "CatalogIdString",
|
|
3646
|
+
# database_name: "NameString", # required
|
|
3647
|
+
# table_input: { # required
|
|
3648
|
+
# name: "NameString", # required
|
|
3649
|
+
# description: "DescriptionString",
|
|
3650
|
+
# owner: "NameString",
|
|
3651
|
+
# last_access_time: Time.now,
|
|
3652
|
+
# last_analyzed_time: Time.now,
|
|
3653
|
+
# retention: 1,
|
|
3654
|
+
# storage_descriptor: {
|
|
3655
|
+
# columns: [
|
|
3656
|
+
# {
|
|
3657
|
+
# name: "NameString", # required
|
|
3658
|
+
# type: "ColumnTypeString",
|
|
3659
|
+
# comment: "CommentString",
|
|
3660
|
+
# },
|
|
3661
|
+
# ],
|
|
3662
|
+
# location: "LocationString",
|
|
3663
|
+
# input_format: "FormatString",
|
|
3664
|
+
# output_format: "FormatString",
|
|
3665
|
+
# compressed: false,
|
|
3666
|
+
# number_of_buckets: 1,
|
|
3667
|
+
# serde_info: {
|
|
3668
|
+
# name: "NameString",
|
|
3669
|
+
# serialization_library: "NameString",
|
|
3670
|
+
# parameters: {
|
|
3671
|
+
# "KeyString" => "ParametersMapValue",
|
|
3672
|
+
# },
|
|
3673
|
+
# },
|
|
3674
|
+
# bucket_columns: ["NameString"],
|
|
3675
|
+
# sort_columns: [
|
|
3676
|
+
# {
|
|
3677
|
+
# column: "NameString", # required
|
|
3678
|
+
# sort_order: 1, # required
|
|
3679
|
+
# },
|
|
3680
|
+
# ],
|
|
3681
|
+
# parameters: {
|
|
3682
|
+
# "KeyString" => "ParametersMapValue",
|
|
3683
|
+
# },
|
|
3684
|
+
# skewed_info: {
|
|
3685
|
+
# skewed_column_names: ["NameString"],
|
|
3686
|
+
# skewed_column_values: ["ColumnValuesString"],
|
|
3687
|
+
# skewed_column_value_location_maps: {
|
|
3688
|
+
# "ColumnValuesString" => "ColumnValuesString",
|
|
3689
|
+
# },
|
|
3690
|
+
# },
|
|
3691
|
+
# stored_as_sub_directories: false,
|
|
3692
|
+
# },
|
|
3693
|
+
# partition_keys: [
|
|
3694
|
+
# {
|
|
3695
|
+
# name: "NameString", # required
|
|
3696
|
+
# type: "ColumnTypeString",
|
|
3697
|
+
# comment: "CommentString",
|
|
3698
|
+
# },
|
|
3699
|
+
# ],
|
|
3700
|
+
# view_original_text: "ViewTextString",
|
|
3701
|
+
# view_expanded_text: "ViewTextString",
|
|
3702
|
+
# table_type: "TableTypeString",
|
|
3703
|
+
# parameters: {
|
|
3704
|
+
# "KeyString" => "ParametersMapValue",
|
|
3705
|
+
# },
|
|
3706
|
+
# },
|
|
3707
|
+
# })
|
|
3708
|
+
#
|
|
3709
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTable AWS API Documentation
|
|
3710
|
+
#
|
|
3711
|
+
# @overload update_table(params = {})
|
|
3712
|
+
# @param [Hash] params ({})
|
|
3713
|
+
def update_table(params = {}, options = {})
|
|
3714
|
+
req = build_request(:update_table, params)
|
|
3715
|
+
req.send_request(options)
|
|
3716
|
+
end
|
|
3717
|
+
|
|
3718
|
+
# Updates a trigger definition.
|
|
3719
|
+
#
|
|
3720
|
+
# @option params [required, String] :name
|
|
3721
|
+
# The name of the trigger to update.
|
|
3722
|
+
#
|
|
3723
|
+
# @option params [required, Types::TriggerUpdate] :trigger_update
|
|
3724
|
+
# The new values with which to update the trigger.
|
|
3725
|
+
#
|
|
3726
|
+
# @return [Types::UpdateTriggerResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
|
3727
|
+
#
|
|
3728
|
+
# * {Types::UpdateTriggerResponse#trigger #trigger} => Types::Trigger
|
|
3729
|
+
#
|
|
3730
|
+
# @example Request syntax with placeholder values
|
|
3731
|
+
#
|
|
3732
|
+
# resp = client.update_trigger({
|
|
3733
|
+
# name: "NameString", # required
|
|
3734
|
+
# trigger_update: { # required
|
|
3735
|
+
# name: "NameString",
|
|
3736
|
+
# description: "DescriptionString",
|
|
3737
|
+
# schedule: "GenericString",
|
|
3738
|
+
# actions: [
|
|
3739
|
+
# {
|
|
3740
|
+
# job_name: "NameString",
|
|
3741
|
+
# arguments: {
|
|
3742
|
+
# "GenericString" => "GenericString",
|
|
3743
|
+
# },
|
|
3744
|
+
# },
|
|
3745
|
+
# ],
|
|
3746
|
+
# predicate: {
|
|
3747
|
+
# logical: "AND", # accepts AND
|
|
3748
|
+
# conditions: [
|
|
3749
|
+
# {
|
|
3750
|
+
# logical_operator: "EQUALS", # accepts EQUALS
|
|
3751
|
+
# job_name: "NameString",
|
|
3752
|
+
# state: "STARTING", # accepts STARTING, RUNNING, STOPPING, STOPPED, SUCCEEDED, FAILED
|
|
3753
|
+
# },
|
|
3754
|
+
# ],
|
|
3755
|
+
# },
|
|
3756
|
+
# },
|
|
3757
|
+
# })
|
|
3758
|
+
#
|
|
3759
|
+
# @example Response structure
|
|
3760
|
+
#
|
|
3761
|
+
# resp.trigger.name #=> String
|
|
3762
|
+
# resp.trigger.id #=> String
|
|
3763
|
+
# resp.trigger.type #=> String, one of "SCHEDULED", "CONDITIONAL", "ON_DEMAND"
|
|
3764
|
+
# resp.trigger.state #=> String, one of "CREATING", "CREATED", "ACTIVATING", "ACTIVATED", "DEACTIVATING", "DEACTIVATED", "DELETING", "UPDATING"
|
|
3765
|
+
# resp.trigger.description #=> String
|
|
3766
|
+
# resp.trigger.schedule #=> String
|
|
3767
|
+
# resp.trigger.actions #=> Array
|
|
3768
|
+
# resp.trigger.actions[0].job_name #=> String
|
|
3769
|
+
# resp.trigger.actions[0].arguments #=> Hash
|
|
3770
|
+
# resp.trigger.actions[0].arguments["GenericString"] #=> String
|
|
3771
|
+
# resp.trigger.predicate.logical #=> String, one of "AND"
|
|
3772
|
+
# resp.trigger.predicate.conditions #=> Array
|
|
3773
|
+
# resp.trigger.predicate.conditions[0].logical_operator #=> String, one of "EQUALS"
|
|
3774
|
+
# resp.trigger.predicate.conditions[0].job_name #=> String
|
|
3775
|
+
# resp.trigger.predicate.conditions[0].state #=> String, one of "STARTING", "RUNNING", "STOPPING", "STOPPED", "SUCCEEDED", "FAILED"
|
|
3776
|
+
#
|
|
3777
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateTrigger AWS API Documentation
|
|
3778
|
+
#
|
|
3779
|
+
# @overload update_trigger(params = {})
|
|
3780
|
+
# @param [Hash] params ({})
|
|
3781
|
+
def update_trigger(params = {}, options = {})
|
|
3782
|
+
req = build_request(:update_trigger, params)
|
|
3783
|
+
req.send_request(options)
|
|
3784
|
+
end
|
|
3785
|
+
|
|
3786
|
+
# Updates an existing function definition in the Data Catalog.
|
|
3787
|
+
#
|
|
3788
|
+
# @option params [String] :catalog_id
|
|
3789
|
+
# The ID of the Data Catalog where the function to be updated is
|
|
3790
|
+
# located. If none is supplied, the AWS account ID is used by default.
|
|
3791
|
+
#
|
|
3792
|
+
# @option params [required, String] :database_name
|
|
3793
|
+
# The name of the catalog database where the function to be updated is
|
|
3794
|
+
# located.
|
|
3795
|
+
#
|
|
3796
|
+
# @option params [required, String] :function_name
|
|
3797
|
+
# The name of the function.
|
|
3798
|
+
#
|
|
3799
|
+
# @option params [required, Types::UserDefinedFunctionInput] :function_input
|
|
3800
|
+
# A `FunctionInput` object that re-defines the function in the Data
|
|
3801
|
+
# Catalog.
|
|
3802
|
+
#
|
|
3803
|
+
# @return [Struct] Returns an empty {Seahorse::Client::Response response}.
|
|
3804
|
+
#
|
|
3805
|
+
# @example Request syntax with placeholder values
|
|
3806
|
+
#
|
|
3807
|
+
# resp = client.update_user_defined_function({
|
|
3808
|
+
# catalog_id: "CatalogIdString",
|
|
3809
|
+
# database_name: "NameString", # required
|
|
3810
|
+
# function_name: "NameString", # required
|
|
3811
|
+
# function_input: { # required
|
|
3812
|
+
# function_name: "NameString",
|
|
3813
|
+
# class_name: "NameString",
|
|
3814
|
+
# owner_name: "NameString",
|
|
3815
|
+
# owner_type: "USER", # accepts USER, ROLE, GROUP
|
|
3816
|
+
# resource_uris: [
|
|
3817
|
+
# {
|
|
3818
|
+
# resource_type: "JAR", # accepts JAR, FILE, ARCHIVE
|
|
3819
|
+
# uri: "URI",
|
|
3820
|
+
# },
|
|
3821
|
+
# ],
|
|
3822
|
+
# },
|
|
3823
|
+
# })
|
|
3824
|
+
#
|
|
3825
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/UpdateUserDefinedFunction AWS API Documentation
|
|
3826
|
+
#
|
|
3827
|
+
# @overload update_user_defined_function(params = {})
|
|
3828
|
+
# @param [Hash] params ({})
|
|
3829
|
+
def update_user_defined_function(params = {}, options = {})
|
|
3830
|
+
req = build_request(:update_user_defined_function, params)
|
|
3831
|
+
req.send_request(options)
|
|
3832
|
+
end
|
|
3833
|
+
|
|
3834
|
+
# @!endgroup
|
|
3835
|
+
|
|
3836
|
+
# @param params ({})
|
|
3837
|
+
# @api private
|
|
3838
|
+
def build_request(operation_name, params = {})
|
|
3839
|
+
handlers = @handlers.for(operation_name)
|
|
3840
|
+
context = Seahorse::Client::RequestContext.new(
|
|
3841
|
+
operation_name: operation_name,
|
|
3842
|
+
operation: config.api.operation(operation_name),
|
|
3843
|
+
client: self,
|
|
3844
|
+
params: params,
|
|
3845
|
+
config: config)
|
|
3846
|
+
context[:gem_name] = 'aws-sdk-glue'
|
|
3847
|
+
context[:gem_version] = '1.0.0.rc1'
|
|
3848
|
+
Seahorse::Client::Request.new(handlers, context)
|
|
3849
|
+
end
|
|
3850
|
+
|
|
3851
|
+
# @api private
|
|
3852
|
+
# @deprecated
|
|
3853
|
+
def waiter_names
|
|
3854
|
+
[]
|
|
3855
|
+
end
|
|
3856
|
+
|
|
3857
|
+
class << self
|
|
3858
|
+
|
|
3859
|
+
# @api private
|
|
3860
|
+
attr_reader :identifier
|
|
3861
|
+
|
|
3862
|
+
# @api private
|
|
3863
|
+
def errors_module
|
|
3864
|
+
Errors
|
|
3865
|
+
end
|
|
3866
|
+
|
|
3867
|
+
end
|
|
3868
|
+
end
|
|
3869
|
+
end
|