aws-sdk-glue 1.80.0 → 1.85.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +449 -0
- data/LICENSE.txt +202 -0
- data/VERSION +1 -0
- data/lib/aws-sdk-glue.rb +2 -2
- data/lib/aws-sdk-glue/client.rb +16 -7
- data/lib/aws-sdk-glue/client_api.rb +16 -5
- data/lib/aws-sdk-glue/errors.rb +1 -1
- data/lib/aws-sdk-glue/resource.rb +1 -1
- data/lib/aws-sdk-glue/types.rb +74 -8
- metadata +8 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 2b7f51f2418cce9ca8f20da3a7a193c572ff13f70a7f155039a5d70eab548efb
|
4
|
+
data.tar.gz: c7d1b2c3ca55d6eaa53e1ccba79d7638e8fa3d8d469225431840d1cd925d7357
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ac55299761fc7230eeddb42ea5abb37b0eee6d57ced17b377aa684919600253c41a7773370d0edf7a797a23f1bff03001cb4fb1638ddce8a2bbbf71430d02c9b
|
7
|
+
data.tar.gz: 81029b4454d475be50ebb1cfae398ad8f6de2f53385d97b8c9e2127c7e5df52fb83b69b102d58cdecae80b1f03891a33fc5e63dcff2d1f4433b1726f16bfbd49
|
data/CHANGELOG.md
ADDED
@@ -0,0 +1,449 @@
|
|
1
|
+
Unreleased Changes
|
2
|
+
------------------
|
3
|
+
|
4
|
+
1.85.0 (2021-03-10)
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
8
|
+
|
9
|
+
1.84.0 (2021-02-23)
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Feature - Updating the page size for Glue catalog getter APIs.
|
13
|
+
|
14
|
+
1.83.0 (2021-02-02)
|
15
|
+
------------------
|
16
|
+
|
17
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
18
|
+
|
19
|
+
1.82.0 (2020-12-22)
|
20
|
+
------------------
|
21
|
+
|
22
|
+
* Feature - AWS Glue Find Matches machine learning transforms now support column importance scores.
|
23
|
+
|
24
|
+
1.81.0 (2020-12-21)
|
25
|
+
------------------
|
26
|
+
|
27
|
+
* Feature - Add 4 connection properties: SECRET_ID, CONNECTOR_URL, CONNECTOR_TYPE, CONNECTOR_CLASS_NAME. Add two connection types: MARKETPLACE, CUSTOM
|
28
|
+
|
29
|
+
1.80.0 (2020-11-23)
|
30
|
+
------------------
|
31
|
+
|
32
|
+
* Feature - Feature1 - Glue crawler adds data lineage configuration option. Feature2 - AWS Glue Data Catalog adds APIs for PartitionIndex creation and deletion as part of Enhancement Partition Management feature.
|
33
|
+
|
34
|
+
1.79.0 (2020-11-19)
|
35
|
+
------------------
|
36
|
+
|
37
|
+
* Feature - Adding support for Glue Schema Registry. The AWS Glue Schema Registry is a new feature that allows you to centrally discover, control, and evolve data stream schemas.
|
38
|
+
|
39
|
+
1.78.0 (2020-10-27)
|
40
|
+
------------------
|
41
|
+
|
42
|
+
* Feature - AWS Glue machine learning transforms now support encryption-at-rest for labels and trained models.
|
43
|
+
|
44
|
+
1.77.0 (2020-10-21)
|
45
|
+
------------------
|
46
|
+
|
47
|
+
* Feature - AWS Glue crawlers now support incremental crawls for the Amazon Simple Storage Service (Amazon S3) data source.
|
48
|
+
|
49
|
+
1.76.0 (2020-10-21)
|
50
|
+
------------------
|
51
|
+
|
52
|
+
* Feature - AWS Glue crawlers now support incremental crawls for the Amazon Simple Storage Service (Amazon S3) data source.
|
53
|
+
|
54
|
+
1.75.0 (2020-10-15)
|
55
|
+
------------------
|
56
|
+
|
57
|
+
* Feature - API Documentation updates for Glue Get-Plan API
|
58
|
+
|
59
|
+
1.74.0 (2020-10-05)
|
60
|
+
------------------
|
61
|
+
|
62
|
+
* Feature - AWS Glue crawlers now support Amazon DocumentDB (with MongoDB compatibility) and MongoDB collections. You can choose to crawl the entire data set or only a small sample to reduce crawl time.
|
63
|
+
|
64
|
+
1.73.0 (2020-10-01)
|
65
|
+
------------------
|
66
|
+
|
67
|
+
* Feature - Adding additional optional map parameter to get-plan api
|
68
|
+
|
69
|
+
1.72.0 (2020-09-30)
|
70
|
+
------------------
|
71
|
+
|
72
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
73
|
+
|
74
|
+
1.71.0 (2020-09-21)
|
75
|
+
------------------
|
76
|
+
|
77
|
+
* Feature - Adding support to update multiple partitions of a table in a single request
|
78
|
+
|
79
|
+
1.70.0 (2020-09-15)
|
80
|
+
------------------
|
81
|
+
|
82
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
83
|
+
|
84
|
+
1.69.0 (2020-09-09)
|
85
|
+
------------------
|
86
|
+
|
87
|
+
* Feature - Adding support for partitionIndexes to improve GetPartitions performance.
|
88
|
+
|
89
|
+
1.68.0 (2020-08-25)
|
90
|
+
------------------
|
91
|
+
|
92
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
93
|
+
|
94
|
+
1.67.0 (2020-08-10)
|
95
|
+
------------------
|
96
|
+
|
97
|
+
* Feature - Starting today, you can further control orchestration of your ETL workloads in AWS Glue by specifying the maximum number of concurrent runs for a Glue workflow.
|
98
|
+
|
99
|
+
1.66.0 (2020-08-07)
|
100
|
+
------------------
|
101
|
+
|
102
|
+
* Feature - AWS Glue now adds support for Network connection type enabling you to access resources inside your VPC using Glue crawlers and Glue ETL jobs.
|
103
|
+
|
104
|
+
1.65.0 (2020-07-27)
|
105
|
+
------------------
|
106
|
+
|
107
|
+
* Feature - Add ability to manually resume workflows in AWS Glue providing customers further control over the orchestration of ETL workloads.
|
108
|
+
|
109
|
+
1.64.0 (2020-07-23)
|
110
|
+
------------------
|
111
|
+
|
112
|
+
* Feature - Added new ConnectionProperties: "KAFKA_SSL_ENABLED" (to toggle SSL connections) and "KAFKA_CUSTOM_CERT" (import CA certificate file)
|
113
|
+
|
114
|
+
1.63.0 (2020-07-07)
|
115
|
+
------------------
|
116
|
+
|
117
|
+
* Feature - AWS Glue Data Catalog supports cross account sharing of tables through AWS Lake Formation
|
118
|
+
|
119
|
+
1.62.0 (2020-07-02)
|
120
|
+
------------------
|
121
|
+
|
122
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
123
|
+
|
124
|
+
1.61.0 (2020-06-25)
|
125
|
+
------------------
|
126
|
+
|
127
|
+
* Feature - This release adds new APIs to support column level statistics in AWS Glue Data Catalog
|
128
|
+
|
129
|
+
1.60.0 (2020-06-23)
|
130
|
+
------------------
|
131
|
+
|
132
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
133
|
+
|
134
|
+
1.59.0 (2020-06-12)
|
135
|
+
------------------
|
136
|
+
|
137
|
+
* Feature - You can now choose to crawl the entire table or just a sample of records in DynamoDB when using AWS Glue crawlers. Additionally, you can also specify a scanning rate for crawling DynamoDB tables.
|
138
|
+
|
139
|
+
1.58.1 (2020-06-11)
|
140
|
+
------------------
|
141
|
+
|
142
|
+
* Issue - Republish previous version with correct dependency on `aws-sdk-core`.
|
143
|
+
|
144
|
+
1.58.0 (2020-06-10)
|
145
|
+
------------------
|
146
|
+
|
147
|
+
* Issue - This version has been yanked. (#2327).
|
148
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
149
|
+
|
150
|
+
1.57.0 (2020-06-03)
|
151
|
+
------------------
|
152
|
+
|
153
|
+
* Feature - Adding databaseName in the response for GetUserDefinedFunctions() API.
|
154
|
+
|
155
|
+
1.56.0 (2020-05-28)
|
156
|
+
------------------
|
157
|
+
|
158
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
159
|
+
|
160
|
+
1.55.0 (2020-05-15)
|
161
|
+
------------------
|
162
|
+
|
163
|
+
* Feature - Starting today, you can stop the execution of Glue workflows that are running. AWS Glue workflows are directed acyclic graphs (DAGs) of Glue triggers, crawlers and jobs. Using a workflow, you can design a complex multi-job extract, transform, and load (ETL) activity that AWS Glue can execute and track as single entity.
|
164
|
+
|
165
|
+
1.54.0 (2020-05-07)
|
166
|
+
------------------
|
167
|
+
|
168
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
169
|
+
|
170
|
+
1.53.0 (2020-04-20)
|
171
|
+
------------------
|
172
|
+
|
173
|
+
* Feature - Added a new ConnectionType "KAFKA" and a ConnectionProperty "KAFKA_BOOTSTRAP_SERVERS" to support Kafka connection.
|
174
|
+
|
175
|
+
1.52.0 (2020-04-16)
|
176
|
+
------------------
|
177
|
+
|
178
|
+
* Feature - This release adds support for querying GetUserDefinedFunctions API without databaseName.
|
179
|
+
|
180
|
+
1.51.0 (2020-03-31)
|
181
|
+
------------------
|
182
|
+
|
183
|
+
* Feature - Add two enums for MongoDB connection: Added "CONNECTION_URL" to "ConnectionPropertyKey" and added "MONGODB" to "ConnectionType"
|
184
|
+
|
185
|
+
1.50.0 (2020-03-09)
|
186
|
+
------------------
|
187
|
+
|
188
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
189
|
+
|
190
|
+
1.49.1 (2020-03-02)
|
191
|
+
------------------
|
192
|
+
|
193
|
+
* Issue - Republish the previously yanked version.
|
194
|
+
|
195
|
+
1.49.0 (2020-02-28)
|
196
|
+
------------------
|
197
|
+
|
198
|
+
* Issue - This version has been yanked. (#2239)
|
199
|
+
* Feature - AWS Glue adds resource tagging support for Machine Learning Transforms and adds a new API, ListMLTransforms to support tag filtering. With this feature, customers can use tags in AWS Glue to organize and control access to Machine Learning Transforms.
|
200
|
+
|
201
|
+
1.48.0 (2020-02-12)
|
202
|
+
------------------
|
203
|
+
|
204
|
+
* Feature - Adding ability to add arguments that cannot be overridden to AWS Glue jobs
|
205
|
+
|
206
|
+
1.47.0 (2019-11-21)
|
207
|
+
------------------
|
208
|
+
|
209
|
+
* Feature - This release adds support for Glue 1.0 compatible ML Transforms.
|
210
|
+
|
211
|
+
1.46.0 (2019-10-23)
|
212
|
+
------------------
|
213
|
+
|
214
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
215
|
+
|
216
|
+
1.45.0 (2019-10-07)
|
217
|
+
------------------
|
218
|
+
|
219
|
+
* Feature - AWS Glue now provides ability to use custom certificates for JDBC Connections.
|
220
|
+
|
221
|
+
1.44.0 (2019-09-19)
|
222
|
+
------------------
|
223
|
+
|
224
|
+
* Feature - AWS Glue DevEndpoints now supports GlueVersion, enabling you to choose Apache Spark 2.4.3 (in addition to Apache Spark 2.2.1). In addition to supporting the latest version of Spark, you will also have the ability to choose between Python 2 and Python 3.
|
225
|
+
|
226
|
+
1.43.0 (2019-08-15)
|
227
|
+
------------------
|
228
|
+
|
229
|
+
* Feature - GetJobBookmarks API is withdrawn.
|
230
|
+
|
231
|
+
1.42.0 (2019-08-08)
|
232
|
+
------------------
|
233
|
+
|
234
|
+
* Feature - You can now use AWS Glue to find matching records across dataset even without identifiers to join on by using the new FindMatches ML Transform. Find related products, places, suppliers, customers, and more by teaching a custom machine learning transformation that you can use to identify matching matching records as part of your analysis, data cleaning, or master data management project by adding the FindMatches transformation to your Glue ETL Jobs. If your problem is more along the lines of deduplication, you can use the FindMatches in much the same way to identify customers who have signed up more than ones, products that have accidentally been added to your product catalog more than once, and so forth. Using the FindMatches MLTransform, you can teach a Transform your definition of a duplicate through examples, and it will use machine learning to identify other potential duplicates in your dataset. As with data integration, you can then use your new Transform in your deduplication projects by adding the FindMatches transformation to your Glue ETL Jobs. This release also contains additional APIs that support AWS Lake Formation.
|
235
|
+
|
236
|
+
1.41.0 (2019-07-26)
|
237
|
+
------------------
|
238
|
+
|
239
|
+
* Feature - This release provides GetJobBookmark and GetJobBookmarks APIs. These APIs enable users to look at specific versions or all versions of the JobBookmark for a specific job. This release also enables resetting the job bookmark to a specific run via an enhancement of the ResetJobBookmark API.
|
240
|
+
|
241
|
+
1.40.0 (2019-07-25)
|
242
|
+
------------------
|
243
|
+
|
244
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
245
|
+
|
246
|
+
1.39.0 (2019-07-24)
|
247
|
+
------------------
|
248
|
+
|
249
|
+
* Feature - This release provides GlueVersion option for Job APIs and WorkerType option for DevEndpoint APIs. Job APIs enable users to pick specific GlueVersion for a specific job and pin the job to a specific runtime environment. DevEndpoint APIs enable users to pick different WorkerType for memory intensive workload.
|
250
|
+
|
251
|
+
1.38.0 (2019-07-01)
|
252
|
+
------------------
|
253
|
+
|
254
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
255
|
+
|
256
|
+
1.37.0 (2019-06-20)
|
257
|
+
------------------
|
258
|
+
|
259
|
+
* Feature - Starting today, you can now use workflows in AWS Glue to author directed acyclic graphs (DAGs) of Glue triggers, crawlers and jobs. Workflows enable orchestration of your ETL workloads by building dependencies between Glue entities (triggers, crawlers and jobs). You can visually track status of the different nodes in the workflows on the console making it easier to monitor progress and troubleshoot issues. Also, you can share parameters across entities in the workflow.
|
260
|
+
|
261
|
+
1.36.0 (2019-06-17)
|
262
|
+
------------------
|
263
|
+
|
264
|
+
* Feature - Code Generated Changes, see `./build_tools` or `aws-sdk-core`'s CHANGELOG.md for details.
|
265
|
+
|
266
|
+
1.35.0 (2019-06-05)
|
267
|
+
------------------
|
268
|
+
|
269
|
+
* Feature - Support specifying python version for Python shell jobs. A new parameter PythonVersion is added to the JobCommand data type.
|
270
|
+
|
271
|
+
1.34.0 (2019-05-21)
|
272
|
+
------------------
|
273
|
+
|
274
|
+
* Feature - API update.
|
275
|
+
|
276
|
+
1.33.0 (2019-05-15)
|
277
|
+
------------------
|
278
|
+
|
279
|
+
* Feature - API update.
|
280
|
+
|
281
|
+
1.32.0 (2019-05-14)
|
282
|
+
------------------
|
283
|
+
|
284
|
+
* Feature - API update.
|
285
|
+
|
286
|
+
1.31.0 (2019-05-10)
|
287
|
+
------------------
|
288
|
+
|
289
|
+
* Feature - API update.
|
290
|
+
|
291
|
+
1.30.0 (2019-04-05)
|
292
|
+
------------------
|
293
|
+
|
294
|
+
* Feature - API update.
|
295
|
+
|
296
|
+
1.29.0 (2019-03-26)
|
297
|
+
------------------
|
298
|
+
|
299
|
+
* Feature - API update.
|
300
|
+
|
301
|
+
1.28.0 (2019-03-21)
|
302
|
+
------------------
|
303
|
+
|
304
|
+
* Feature - API update.
|
305
|
+
|
306
|
+
1.27.0 (2019-03-18)
|
307
|
+
------------------
|
308
|
+
|
309
|
+
* Feature - API update.
|
310
|
+
|
311
|
+
1.26.0 (2019-03-14)
|
312
|
+
------------------
|
313
|
+
|
314
|
+
* Feature - API update.
|
315
|
+
|
316
|
+
1.25.0 (2019-03-11)
|
317
|
+
------------------
|
318
|
+
|
319
|
+
* Feature - API update.
|
320
|
+
|
321
|
+
1.24.0 (2019-02-22)
|
322
|
+
------------------
|
323
|
+
|
324
|
+
* Feature - API update.
|
325
|
+
|
326
|
+
1.23.0 (2019-01-18)
|
327
|
+
------------------
|
328
|
+
|
329
|
+
* Feature - API update.
|
330
|
+
|
331
|
+
1.22.0 (2018-12-12)
|
332
|
+
------------------
|
333
|
+
|
334
|
+
* Feature - API update.
|
335
|
+
|
336
|
+
1.21.0 (2018-11-20)
|
337
|
+
------------------
|
338
|
+
|
339
|
+
* Feature - API update.
|
340
|
+
|
341
|
+
1.20.0 (2018-10-24)
|
342
|
+
------------------
|
343
|
+
|
344
|
+
* Feature - API update.
|
345
|
+
|
346
|
+
1.19.0 (2018-10-23)
|
347
|
+
------------------
|
348
|
+
|
349
|
+
* Feature - API update.
|
350
|
+
|
351
|
+
1.18.0 (2018-10-16)
|
352
|
+
------------------
|
353
|
+
|
354
|
+
* Feature - API update.
|
355
|
+
|
356
|
+
1.17.0 (2018-09-26)
|
357
|
+
------------------
|
358
|
+
|
359
|
+
* Feature - API update.
|
360
|
+
|
361
|
+
1.16.0 (2018-09-06)
|
362
|
+
------------------
|
363
|
+
|
364
|
+
* Feature - Adds code paths and plugins for future SDK instrumentation and telemetry.
|
365
|
+
|
366
|
+
1.15.0 (2018-09-05)
|
367
|
+
------------------
|
368
|
+
|
369
|
+
* Feature - API update.
|
370
|
+
|
371
|
+
1.14.0 (2018-08-29)
|
372
|
+
------------------
|
373
|
+
|
374
|
+
* Feature - API update.
|
375
|
+
|
376
|
+
1.13.0 (2018-08-28)
|
377
|
+
------------------
|
378
|
+
|
379
|
+
* Feature - API update.
|
380
|
+
|
381
|
+
1.12.0 (2018-08-25)
|
382
|
+
------------------
|
383
|
+
|
384
|
+
* Feature - API update.
|
385
|
+
|
386
|
+
1.11.0 (2018-07-30)
|
387
|
+
------------------
|
388
|
+
|
389
|
+
* Feature - API update.
|
390
|
+
|
391
|
+
1.10.0 (2018-07-10)
|
392
|
+
------------------
|
393
|
+
|
394
|
+
* Feature - API update.
|
395
|
+
|
396
|
+
1.9.0 (2018-06-26)
|
397
|
+
------------------
|
398
|
+
|
399
|
+
* Feature - API update.
|
400
|
+
|
401
|
+
1.8.0 (2018-05-25)
|
402
|
+
------------------
|
403
|
+
|
404
|
+
* Feature - API update.
|
405
|
+
|
406
|
+
1.7.0 (2018-04-10)
|
407
|
+
------------------
|
408
|
+
|
409
|
+
* Feature - API update.
|
410
|
+
|
411
|
+
1.6.0 (2018-03-20)
|
412
|
+
------------------
|
413
|
+
|
414
|
+
* Feature - API update.
|
415
|
+
|
416
|
+
1.5.0 (2018-02-06)
|
417
|
+
------------------
|
418
|
+
|
419
|
+
* Feature - API update.
|
420
|
+
|
421
|
+
1.4.0 (2018-01-19)
|
422
|
+
------------------
|
423
|
+
|
424
|
+
* Feature - API update.
|
425
|
+
|
426
|
+
1.3.0 (2018-01-12)
|
427
|
+
------------------
|
428
|
+
|
429
|
+
* Feature - API update.
|
430
|
+
|
431
|
+
1.2.0 (2017-11-16)
|
432
|
+
------------------
|
433
|
+
|
434
|
+
* Feature - API update.
|
435
|
+
|
436
|
+
1.1.0 (2017-10-24)
|
437
|
+
------------------
|
438
|
+
|
439
|
+
* Feature - API update.
|
440
|
+
|
441
|
+
* Issue - Update `aws-sdk-glue` gemspec metadata.
|
442
|
+
|
443
|
+
1.0.0 (2017-08-29)
|
444
|
+
------------------
|
445
|
+
|
446
|
+
1.0.0.rc1 (2017-08-14)
|
447
|
+
------------------
|
448
|
+
|
449
|
+
* Feature - Initial release of `aws-sdk-glue`.
|
data/LICENSE.txt
ADDED
@@ -0,0 +1,202 @@
|
|
1
|
+
|
2
|
+
Apache License
|
3
|
+
Version 2.0, January 2004
|
4
|
+
http://www.apache.org/licenses/
|
5
|
+
|
6
|
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
7
|
+
|
8
|
+
1. Definitions.
|
9
|
+
|
10
|
+
"License" shall mean the terms and conditions for use, reproduction,
|
11
|
+
and distribution as defined by Sections 1 through 9 of this document.
|
12
|
+
|
13
|
+
"Licensor" shall mean the copyright owner or entity authorized by
|
14
|
+
the copyright owner that is granting the License.
|
15
|
+
|
16
|
+
"Legal Entity" shall mean the union of the acting entity and all
|
17
|
+
other entities that control, are controlled by, or are under common
|
18
|
+
control with that entity. For the purposes of this definition,
|
19
|
+
"control" means (i) the power, direct or indirect, to cause the
|
20
|
+
direction or management of such entity, whether by contract or
|
21
|
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
22
|
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
23
|
+
|
24
|
+
"You" (or "Your") shall mean an individual or Legal Entity
|
25
|
+
exercising permissions granted by this License.
|
26
|
+
|
27
|
+
"Source" form shall mean the preferred form for making modifications,
|
28
|
+
including but not limited to software source code, documentation
|
29
|
+
source, and configuration files.
|
30
|
+
|
31
|
+
"Object" form shall mean any form resulting from mechanical
|
32
|
+
transformation or translation of a Source form, including but
|
33
|
+
not limited to compiled object code, generated documentation,
|
34
|
+
and conversions to other media types.
|
35
|
+
|
36
|
+
"Work" shall mean the work of authorship, whether in Source or
|
37
|
+
Object form, made available under the License, as indicated by a
|
38
|
+
copyright notice that is included in or attached to the work
|
39
|
+
(an example is provided in the Appendix below).
|
40
|
+
|
41
|
+
"Derivative Works" shall mean any work, whether in Source or Object
|
42
|
+
form, that is based on (or derived from) the Work and for which the
|
43
|
+
editorial revisions, annotations, elaborations, or other modifications
|
44
|
+
represent, as a whole, an original work of authorship. For the purposes
|
45
|
+
of this License, Derivative Works shall not include works that remain
|
46
|
+
separable from, or merely link (or bind by name) to the interfaces of,
|
47
|
+
the Work and Derivative Works thereof.
|
48
|
+
|
49
|
+
"Contribution" shall mean any work of authorship, including
|
50
|
+
the original version of the Work and any modifications or additions
|
51
|
+
to that Work or Derivative Works thereof, that is intentionally
|
52
|
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
53
|
+
or by an individual or Legal Entity authorized to submit on behalf of
|
54
|
+
the copyright owner. For the purposes of this definition, "submitted"
|
55
|
+
means any form of electronic, verbal, or written communication sent
|
56
|
+
to the Licensor or its representatives, including but not limited to
|
57
|
+
communication on electronic mailing lists, source code control systems,
|
58
|
+
and issue tracking systems that are managed by, or on behalf of, the
|
59
|
+
Licensor for the purpose of discussing and improving the Work, but
|
60
|
+
excluding communication that is conspicuously marked or otherwise
|
61
|
+
designated in writing by the copyright owner as "Not a Contribution."
|
62
|
+
|
63
|
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
64
|
+
on behalf of whom a Contribution has been received by Licensor and
|
65
|
+
subsequently incorporated within the Work.
|
66
|
+
|
67
|
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
68
|
+
this License, each Contributor hereby grants to You a perpetual,
|
69
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
70
|
+
copyright license to reproduce, prepare Derivative Works of,
|
71
|
+
publicly display, publicly perform, sublicense, and distribute the
|
72
|
+
Work and such Derivative Works in Source or Object form.
|
73
|
+
|
74
|
+
3. Grant of Patent License. Subject to the terms and conditions of
|
75
|
+
this License, each Contributor hereby grants to You a perpetual,
|
76
|
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
77
|
+
(except as stated in this section) patent license to make, have made,
|
78
|
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
79
|
+
where such license applies only to those patent claims licensable
|
80
|
+
by such Contributor that are necessarily infringed by their
|
81
|
+
Contribution(s) alone or by combination of their Contribution(s)
|
82
|
+
with the Work to which such Contribution(s) was submitted. If You
|
83
|
+
institute patent litigation against any entity (including a
|
84
|
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
85
|
+
or a Contribution incorporated within the Work constitutes direct
|
86
|
+
or contributory patent infringement, then any patent licenses
|
87
|
+
granted to You under this License for that Work shall terminate
|
88
|
+
as of the date such litigation is filed.
|
89
|
+
|
90
|
+
4. Redistribution. You may reproduce and distribute copies of the
|
91
|
+
Work or Derivative Works thereof in any medium, with or without
|
92
|
+
modifications, and in Source or Object form, provided that You
|
93
|
+
meet the following conditions:
|
94
|
+
|
95
|
+
(a) You must give any other recipients of the Work or
|
96
|
+
Derivative Works a copy of this License; and
|
97
|
+
|
98
|
+
(b) You must cause any modified files to carry prominent notices
|
99
|
+
stating that You changed the files; and
|
100
|
+
|
101
|
+
(c) You must retain, in the Source form of any Derivative Works
|
102
|
+
that You distribute, all copyright, patent, trademark, and
|
103
|
+
attribution notices from the Source form of the Work,
|
104
|
+
excluding those notices that do not pertain to any part of
|
105
|
+
the Derivative Works; and
|
106
|
+
|
107
|
+
(d) If the Work includes a "NOTICE" text file as part of its
|
108
|
+
distribution, then any Derivative Works that You distribute must
|
109
|
+
include a readable copy of the attribution notices contained
|
110
|
+
within such NOTICE file, excluding those notices that do not
|
111
|
+
pertain to any part of the Derivative Works, in at least one
|
112
|
+
of the following places: within a NOTICE text file distributed
|
113
|
+
as part of the Derivative Works; within the Source form or
|
114
|
+
documentation, if provided along with the Derivative Works; or,
|
115
|
+
within a display generated by the Derivative Works, if and
|
116
|
+
wherever such third-party notices normally appear. The contents
|
117
|
+
of the NOTICE file are for informational purposes only and
|
118
|
+
do not modify the License. You may add Your own attribution
|
119
|
+
notices within Derivative Works that You distribute, alongside
|
120
|
+
or as an addendum to the NOTICE text from the Work, provided
|
121
|
+
that such additional attribution notices cannot be construed
|
122
|
+
as modifying the License.
|
123
|
+
|
124
|
+
You may add Your own copyright statement to Your modifications and
|
125
|
+
may provide additional or different license terms and conditions
|
126
|
+
for use, reproduction, or distribution of Your modifications, or
|
127
|
+
for any such Derivative Works as a whole, provided Your use,
|
128
|
+
reproduction, and distribution of the Work otherwise complies with
|
129
|
+
the conditions stated in this License.
|
130
|
+
|
131
|
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
132
|
+
any Contribution intentionally submitted for inclusion in the Work
|
133
|
+
by You to the Licensor shall be under the terms and conditions of
|
134
|
+
this License, without any additional terms or conditions.
|
135
|
+
Notwithstanding the above, nothing herein shall supersede or modify
|
136
|
+
the terms of any separate license agreement you may have executed
|
137
|
+
with Licensor regarding such Contributions.
|
138
|
+
|
139
|
+
6. Trademarks. This License does not grant permission to use the trade
|
140
|
+
names, trademarks, service marks, or product names of the Licensor,
|
141
|
+
except as required for reasonable and customary use in describing the
|
142
|
+
origin of the Work and reproducing the content of the NOTICE file.
|
143
|
+
|
144
|
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
145
|
+
agreed to in writing, Licensor provides the Work (and each
|
146
|
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
147
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
148
|
+
implied, including, without limitation, any warranties or conditions
|
149
|
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
150
|
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
151
|
+
appropriateness of using or redistributing the Work and assume any
|
152
|
+
risks associated with Your exercise of permissions under this License.
|
153
|
+
|
154
|
+
8. Limitation of Liability. In no event and under no legal theory,
|
155
|
+
whether in tort (including negligence), contract, or otherwise,
|
156
|
+
unless required by applicable law (such as deliberate and grossly
|
157
|
+
negligent acts) or agreed to in writing, shall any Contributor be
|
158
|
+
liable to You for damages, including any direct, indirect, special,
|
159
|
+
incidental, or consequential damages of any character arising as a
|
160
|
+
result of this License or out of the use or inability to use the
|
161
|
+
Work (including but not limited to damages for loss of goodwill,
|
162
|
+
work stoppage, computer failure or malfunction, or any and all
|
163
|
+
other commercial damages or losses), even if such Contributor
|
164
|
+
has been advised of the possibility of such damages.
|
165
|
+
|
166
|
+
9. Accepting Warranty or Additional Liability. While redistributing
|
167
|
+
the Work or Derivative Works thereof, You may choose to offer,
|
168
|
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
169
|
+
or other liability obligations and/or rights consistent with this
|
170
|
+
License. However, in accepting such obligations, You may act only
|
171
|
+
on Your own behalf and on Your sole responsibility, not on behalf
|
172
|
+
of any other Contributor, and only if You agree to indemnify,
|
173
|
+
defend, and hold each Contributor harmless for any liability
|
174
|
+
incurred by, or claims asserted against, such Contributor by reason
|
175
|
+
of your accepting any such warranty or additional liability.
|
176
|
+
|
177
|
+
END OF TERMS AND CONDITIONS
|
178
|
+
|
179
|
+
APPENDIX: How to apply the Apache License to your work.
|
180
|
+
|
181
|
+
To apply the Apache License to your work, attach the following
|
182
|
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
183
|
+
replaced with your own identifying information. (Don't include
|
184
|
+
the brackets!) The text should be enclosed in the appropriate
|
185
|
+
comment syntax for the file format. We also recommend that a
|
186
|
+
file or class name and description of purpose be included on the
|
187
|
+
same "printed page" as the copyright notice for easier
|
188
|
+
identification within third-party archives.
|
189
|
+
|
190
|
+
Copyright [yyyy] [name of copyright owner]
|
191
|
+
|
192
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
193
|
+
you may not use this file except in compliance with the License.
|
194
|
+
You may obtain a copy of the License at
|
195
|
+
|
196
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
197
|
+
|
198
|
+
Unless required by applicable law or agreed to in writing, software
|
199
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
200
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
201
|
+
See the License for the specific language governing permissions and
|
202
|
+
limitations under the License.
|
data/VERSION
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
1.85.0
|
data/lib/aws-sdk-glue.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -48,6 +48,6 @@ require_relative 'aws-sdk-glue/customizations'
|
|
48
48
|
# @!group service
|
49
49
|
module Aws::Glue
|
50
50
|
|
51
|
-
GEM_VERSION = '1.
|
51
|
+
GEM_VERSION = '1.85.0'
|
52
52
|
|
53
53
|
end
|
data/lib/aws-sdk-glue/client.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -1487,7 +1487,7 @@ module Aws::Glue
|
|
1487
1487
|
# connection_input: { # required
|
1488
1488
|
# name: "NameString", # required
|
1489
1489
|
# description: "DescriptionString",
|
1490
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
1490
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
1491
1491
|
# match_criteria: ["NameString"],
|
1492
1492
|
# connection_properties: { # required
|
1493
1493
|
# "HOST" => "ValueString",
|
@@ -4153,7 +4153,7 @@ module Aws::Glue
|
|
4153
4153
|
#
|
4154
4154
|
# resp.connection.name #=> String
|
4155
4155
|
# resp.connection.description #=> String
|
4156
|
-
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
4156
|
+
# resp.connection.connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
|
4157
4157
|
# resp.connection.match_criteria #=> Array
|
4158
4158
|
# resp.connection.match_criteria[0] #=> String
|
4159
4159
|
# resp.connection.connection_properties #=> Hash
|
@@ -4211,7 +4211,7 @@ module Aws::Glue
|
|
4211
4211
|
# catalog_id: "CatalogIdString",
|
4212
4212
|
# filter: {
|
4213
4213
|
# match_criteria: ["NameString"],
|
4214
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
4214
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
4215
4215
|
# },
|
4216
4216
|
# hide_password: false,
|
4217
4217
|
# next_token: "Token",
|
@@ -4223,7 +4223,7 @@ module Aws::Glue
|
|
4223
4223
|
# resp.connection_list #=> Array
|
4224
4224
|
# resp.connection_list[0].name #=> String
|
4225
4225
|
# resp.connection_list[0].description #=> String
|
4226
|
-
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK"
|
4226
|
+
# resp.connection_list[0].connection_type #=> String, one of "JDBC", "SFTP", "MONGODB", "KAFKA", "NETWORK", "MARKETPLACE", "CUSTOM"
|
4227
4227
|
# resp.connection_list[0].match_criteria #=> Array
|
4228
4228
|
# resp.connection_list[0].match_criteria[0] #=> String
|
4229
4229
|
# resp.connection_list[0].connection_properties #=> Hash
|
@@ -5254,6 +5254,9 @@ module Aws::Glue
|
|
5254
5254
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
|
5255
5255
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
|
5256
5256
|
# resp.evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
|
5257
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances #=> Array
|
5258
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
|
5259
|
+
# resp.evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
|
5257
5260
|
# resp.label_count #=> Integer
|
5258
5261
|
# resp.schema #=> Array
|
5259
5262
|
# resp.schema[0].name #=> String
|
@@ -5359,6 +5362,9 @@ module Aws::Glue
|
|
5359
5362
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_positives #=> Integer
|
5360
5363
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_true_negatives #=> Integer
|
5361
5364
|
# resp.transforms[0].evaluation_metrics.find_matches_metrics.confusion_matrix.num_false_negatives #=> Integer
|
5365
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances #=> Array
|
5366
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].column_name #=> String
|
5367
|
+
# resp.transforms[0].evaluation_metrics.find_matches_metrics.column_importances[0].importance #=> Float
|
5362
5368
|
# resp.transforms[0].label_count #=> Integer
|
5363
5369
|
# resp.transforms[0].schema #=> Array
|
5364
5370
|
# resp.transforms[0].schema[0].name #=> String
|
@@ -5711,6 +5717,8 @@ module Aws::Glue
|
|
5711
5717
|
# @option params [Integer] :max_results
|
5712
5718
|
# The maximum number of partitions to return in a single response.
|
5713
5719
|
#
|
5720
|
+
# @option params [Boolean] :exclude_column_schema
|
5721
|
+
#
|
5714
5722
|
# @return [Types::GetPartitionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
|
5715
5723
|
#
|
5716
5724
|
# * {Types::GetPartitionsResponse#partitions #partitions} => Array<Types::Partition>
|
@@ -5731,6 +5739,7 @@ module Aws::Glue
|
|
5731
5739
|
# total_segments: 1, # required
|
5732
5740
|
# },
|
5733
5741
|
# max_results: 1,
|
5742
|
+
# exclude_column_schema: false,
|
5734
5743
|
# })
|
5735
5744
|
#
|
5736
5745
|
# @example Response structure
|
@@ -9574,7 +9583,7 @@ module Aws::Glue
|
|
9574
9583
|
# connection_input: { # required
|
9575
9584
|
# name: "NameString", # required
|
9576
9585
|
# description: "DescriptionString",
|
9577
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
9586
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
9578
9587
|
# match_criteria: ["NameString"],
|
9579
9588
|
# connection_properties: { # required
|
9580
9589
|
# "HOST" => "ValueString",
|
@@ -10590,7 +10599,7 @@ module Aws::Glue
|
|
10590
10599
|
params: params,
|
10591
10600
|
config: config)
|
10592
10601
|
context[:gem_name] = 'aws-sdk-glue'
|
10593
|
-
context[:gem_version] = '1.
|
10602
|
+
context[:gem_version] = '1.85.0'
|
10594
10603
|
Seahorse::Client::Request.new(handlers, context)
|
10595
10604
|
end
|
10596
10605
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -74,6 +74,7 @@ module Aws::Glue
|
|
74
74
|
CatalogEncryptionMode = Shapes::StringShape.new(name: 'CatalogEncryptionMode')
|
75
75
|
CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
|
76
76
|
CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
|
77
|
+
CatalogGetterPageSize = Shapes::IntegerShape.new(name: 'CatalogGetterPageSize')
|
77
78
|
CatalogIdString = Shapes::StringShape.new(name: 'CatalogIdString')
|
78
79
|
CatalogImportStatus = Shapes::StructureShape.new(name: 'CatalogImportStatus')
|
79
80
|
CatalogTablesList = Shapes::ListShape.new(name: 'CatalogTablesList')
|
@@ -98,6 +99,8 @@ module Aws::Glue
|
|
98
99
|
Column = Shapes::StructureShape.new(name: 'Column')
|
99
100
|
ColumnError = Shapes::StructureShape.new(name: 'ColumnError')
|
100
101
|
ColumnErrors = Shapes::ListShape.new(name: 'ColumnErrors')
|
102
|
+
ColumnImportance = Shapes::StructureShape.new(name: 'ColumnImportance')
|
103
|
+
ColumnImportanceList = Shapes::ListShape.new(name: 'ColumnImportanceList')
|
101
104
|
ColumnList = Shapes::ListShape.new(name: 'ColumnList')
|
102
105
|
ColumnNameString = Shapes::StringShape.new(name: 'ColumnNameString')
|
103
106
|
ColumnStatistics = Shapes::StructureShape.new(name: 'ColumnStatistics')
|
@@ -1037,6 +1040,12 @@ module Aws::Glue
|
|
1037
1040
|
|
1038
1041
|
ColumnErrors.member = Shapes::ShapeRef.new(shape: ColumnError)
|
1039
1042
|
|
1043
|
+
ColumnImportance.add_member(:column_name, Shapes::ShapeRef.new(shape: NameString, location_name: "ColumnName"))
|
1044
|
+
ColumnImportance.add_member(:importance, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Importance"))
|
1045
|
+
ColumnImportance.struct_class = Types::ColumnImportance
|
1046
|
+
|
1047
|
+
ColumnImportanceList.member = Shapes::ShapeRef.new(shape: ColumnImportance)
|
1048
|
+
|
1040
1049
|
ColumnList.member = Shapes::ShapeRef.new(shape: Column)
|
1041
1050
|
|
1042
1051
|
ColumnStatistics.add_member(:column_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "ColumnName"))
|
@@ -1740,6 +1749,7 @@ module Aws::Glue
|
|
1740
1749
|
FindMatchesMetrics.add_member(:recall, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "Recall"))
|
1741
1750
|
FindMatchesMetrics.add_member(:f1, Shapes::ShapeRef.new(shape: GenericBoundedDouble, location_name: "F1"))
|
1742
1751
|
FindMatchesMetrics.add_member(:confusion_matrix, Shapes::ShapeRef.new(shape: ConfusionMatrix, location_name: "ConfusionMatrix"))
|
1752
|
+
FindMatchesMetrics.add_member(:column_importances, Shapes::ShapeRef.new(shape: ColumnImportanceList, location_name: "ColumnImportances"))
|
1743
1753
|
FindMatchesMetrics.struct_class = Types::FindMatchesMetrics
|
1744
1754
|
|
1745
1755
|
FindMatchesParameters.add_member(:primary_key_column_name, Shapes::ShapeRef.new(shape: ColumnNameString, location_name: "PrimaryKeyColumnName"))
|
@@ -1860,7 +1870,7 @@ module Aws::Glue
|
|
1860
1870
|
|
1861
1871
|
GetDatabasesRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
|
1862
1872
|
GetDatabasesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
1863
|
-
GetDatabasesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape:
|
1873
|
+
GetDatabasesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
|
1864
1874
|
GetDatabasesRequest.add_member(:resource_share_type, Shapes::ShapeRef.new(shape: ResourceShareType, location_name: "ResourceShareType"))
|
1865
1875
|
GetDatabasesRequest.struct_class = Types::GetDatabasesRequest
|
1866
1876
|
|
@@ -2022,6 +2032,7 @@ module Aws::Glue
|
|
2022
2032
|
GetPartitionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
2023
2033
|
GetPartitionsRequest.add_member(:segment, Shapes::ShapeRef.new(shape: Segment, location_name: "Segment"))
|
2024
2034
|
GetPartitionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
|
2035
|
+
GetPartitionsRequest.add_member(:exclude_column_schema, Shapes::ShapeRef.new(shape: BooleanNullable, location_name: "ExcludeColumnSchema"))
|
2025
2036
|
GetPartitionsRequest.struct_class = Types::GetPartitionsRequest
|
2026
2037
|
|
2027
2038
|
GetPartitionsResponse.add_member(:partitions, Shapes::ShapeRef.new(shape: PartitionList, location_name: "Partitions"))
|
@@ -2159,7 +2170,7 @@ module Aws::Glue
|
|
2159
2170
|
GetTableVersionsRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
2160
2171
|
GetTableVersionsRequest.add_member(:table_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "TableName"))
|
2161
2172
|
GetTableVersionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
2162
|
-
GetTableVersionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape:
|
2173
|
+
GetTableVersionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
|
2163
2174
|
GetTableVersionsRequest.struct_class = Types::GetTableVersionsRequest
|
2164
2175
|
|
2165
2176
|
GetTableVersionsResponse.add_member(:table_versions, Shapes::ShapeRef.new(shape: GetTableVersionsList, location_name: "TableVersions"))
|
@@ -2170,7 +2181,7 @@ module Aws::Glue
|
|
2170
2181
|
GetTablesRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
|
2171
2182
|
GetTablesRequest.add_member(:expression, Shapes::ShapeRef.new(shape: FilterString, location_name: "Expression"))
|
2172
2183
|
GetTablesRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
2173
|
-
GetTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape:
|
2184
|
+
GetTablesRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
|
2174
2185
|
GetTablesRequest.struct_class = Types::GetTablesRequest
|
2175
2186
|
|
2176
2187
|
GetTablesResponse.add_member(:table_list, Shapes::ShapeRef.new(shape: TableList, location_name: "TableList"))
|
@@ -2210,7 +2221,7 @@ module Aws::Glue
|
|
2210
2221
|
GetUserDefinedFunctionsRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DatabaseName"))
|
2211
2222
|
GetUserDefinedFunctionsRequest.add_member(:pattern, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Pattern"))
|
2212
2223
|
GetUserDefinedFunctionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: Token, location_name: "NextToken"))
|
2213
|
-
GetUserDefinedFunctionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape:
|
2224
|
+
GetUserDefinedFunctionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: CatalogGetterPageSize, location_name: "MaxResults"))
|
2214
2225
|
GetUserDefinedFunctionsRequest.struct_class = Types::GetUserDefinedFunctionsRequest
|
2215
2226
|
|
2216
2227
|
GetUserDefinedFunctionsResponse.add_member(:user_defined_functions, Shapes::ShapeRef.new(shape: UserDefinedFunctionList, location_name: "UserDefinedFunctions"))
|
data/lib/aws-sdk-glue/errors.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
data/lib/aws-sdk-glue/types.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
# WARNING ABOUT GENERATED CODE
|
4
4
|
#
|
5
5
|
# This file is generated. See the contributing guide for more information:
|
6
|
-
# https://github.com/aws/aws-sdk-ruby/blob/
|
6
|
+
# https://github.com/aws/aws-sdk-ruby/blob/version-3/CONTRIBUTING.md
|
7
7
|
#
|
8
8
|
# WARNING ABOUT GENERATED CODE
|
9
9
|
|
@@ -1506,6 +1506,30 @@ module Aws::Glue
|
|
1506
1506
|
include Aws::Structure
|
1507
1507
|
end
|
1508
1508
|
|
1509
|
+
# A structure containing the column name and column importance score for
|
1510
|
+
# a column.
|
1511
|
+
#
|
1512
|
+
# Column importance helps you understand how columns contribute to your
|
1513
|
+
# model, by identifying which columns in your records are more important
|
1514
|
+
# than others.
|
1515
|
+
#
|
1516
|
+
# @!attribute [rw] column_name
|
1517
|
+
# The name of a column.
|
1518
|
+
# @return [String]
|
1519
|
+
#
|
1520
|
+
# @!attribute [rw] importance
|
1521
|
+
# The column importance score for the column, as a decimal.
|
1522
|
+
# @return [Float]
|
1523
|
+
#
|
1524
|
+
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ColumnImportance AWS API Documentation
|
1525
|
+
#
|
1526
|
+
class ColumnImportance < Struct.new(
|
1527
|
+
:column_name,
|
1528
|
+
:importance)
|
1529
|
+
SENSITIVE = []
|
1530
|
+
include Aws::Structure
|
1531
|
+
end
|
1532
|
+
|
1509
1533
|
# Represents the generated column-level statistics for a table or
|
1510
1534
|
# partition.
|
1511
1535
|
#
|
@@ -1963,6 +1987,18 @@ module Aws::Glue
|
|
1963
1987
|
# validation of the CA cert file or not. AWS Glue validates for
|
1964
1988
|
# three algorithms: SHA256withRSA, SHA384withRSA and SHA512withRSA.
|
1965
1989
|
# Default value is "false".
|
1990
|
+
#
|
1991
|
+
# * `SECRET_ID` - The secret ID used for the secret manager of
|
1992
|
+
# credentials.
|
1993
|
+
#
|
1994
|
+
# * `CONNECTOR_URL` - The connector URL for a MARKETPLACE or CUSTOM
|
1995
|
+
# connection.
|
1996
|
+
#
|
1997
|
+
# * `CONNECTOR_TYPE` - The connector type for a MARKETPLACE or CUSTOM
|
1998
|
+
# connection.
|
1999
|
+
#
|
2000
|
+
# * `CONNECTOR_CLASS_NAME` - The connector class name for a
|
2001
|
+
# MARKETPLACE or CUSTOM connection.
|
1966
2002
|
# @return [Hash<String,String>]
|
1967
2003
|
#
|
1968
2004
|
# @!attribute [rw] physical_connection_requirements
|
@@ -2008,7 +2044,7 @@ module Aws::Glue
|
|
2008
2044
|
# {
|
2009
2045
|
# name: "NameString", # required
|
2010
2046
|
# description: "DescriptionString",
|
2011
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
2047
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
2012
2048
|
# match_criteria: ["NameString"],
|
2013
2049
|
# connection_properties: { # required
|
2014
2050
|
# "HOST" => "ValueString",
|
@@ -2043,6 +2079,14 @@ module Aws::Glue
|
|
2043
2079
|
# * `NETWORK` - Designates a network connection to a data source
|
2044
2080
|
# within an Amazon Virtual Private Cloud environment (Amazon VPC).
|
2045
2081
|
#
|
2082
|
+
# * `MARKETPLACE` - Uses configuration settings contained in a
|
2083
|
+
# connector purchased from AWS Marketplace to read from and write to
|
2084
|
+
# data stores that are not natively supported by AWS Glue.
|
2085
|
+
#
|
2086
|
+
# * `CUSTOM` - Uses configuration settings contained in a custom
|
2087
|
+
# connector to read from and write to data stores that are not
|
2088
|
+
# natively supported by AWS Glue.
|
2089
|
+
#
|
2046
2090
|
# SFTP is not supported.
|
2047
2091
|
# @return [String]
|
2048
2092
|
#
|
@@ -2557,7 +2601,7 @@ module Aws::Glue
|
|
2557
2601
|
# connection_input: { # required
|
2558
2602
|
# name: "NameString", # required
|
2559
2603
|
# description: "DescriptionString",
|
2560
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
2604
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
2561
2605
|
# match_criteria: ["NameString"],
|
2562
2606
|
# connection_properties: { # required
|
2563
2607
|
# "HOST" => "ValueString",
|
@@ -6402,6 +6446,11 @@ module Aws::Glue
|
|
6402
6446
|
# [1]: https://en.wikipedia.org/wiki/Confusion_matrix
|
6403
6447
|
# @return [Types::ConfusionMatrix]
|
6404
6448
|
#
|
6449
|
+
# @!attribute [rw] column_importances
|
6450
|
+
# A list of `ColumnImportance` structures containing column importance
|
6451
|
+
# metrics, sorted in order of descending importance.
|
6452
|
+
# @return [Array<Types::ColumnImportance>]
|
6453
|
+
#
|
6405
6454
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/FindMatchesMetrics AWS API Documentation
|
6406
6455
|
#
|
6407
6456
|
class FindMatchesMetrics < Struct.new(
|
@@ -6409,7 +6458,8 @@ module Aws::Glue
|
|
6409
6458
|
:precision,
|
6410
6459
|
:recall,
|
6411
6460
|
:f1,
|
6412
|
-
:confusion_matrix
|
6461
|
+
:confusion_matrix,
|
6462
|
+
:column_importances)
|
6413
6463
|
SENSITIVE = []
|
6414
6464
|
include Aws::Structure
|
6415
6465
|
end
|
@@ -6788,7 +6838,7 @@ module Aws::Glue
|
|
6788
6838
|
#
|
6789
6839
|
# {
|
6790
6840
|
# match_criteria: ["NameString"],
|
6791
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
6841
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
6792
6842
|
# }
|
6793
6843
|
#
|
6794
6844
|
# @!attribute [rw] match_criteria
|
@@ -6816,7 +6866,7 @@ module Aws::Glue
|
|
6816
6866
|
# catalog_id: "CatalogIdString",
|
6817
6867
|
# filter: {
|
6818
6868
|
# match_criteria: ["NameString"],
|
6819
|
-
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
6869
|
+
# connection_type: "JDBC", # accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
6820
6870
|
# },
|
6821
6871
|
# hide_password: false,
|
6822
6872
|
# next_token: "Token",
|
@@ -8032,6 +8082,7 @@ module Aws::Glue
|
|
8032
8082
|
# total_segments: 1, # required
|
8033
8083
|
# },
|
8034
8084
|
# max_results: 1,
|
8085
|
+
# exclude_column_schema: false,
|
8035
8086
|
# }
|
8036
8087
|
#
|
8037
8088
|
# @!attribute [rw] catalog_id
|
@@ -8157,6 +8208,9 @@ module Aws::Glue
|
|
8157
8208
|
# The maximum number of partitions to return in a single response.
|
8158
8209
|
# @return [Integer]
|
8159
8210
|
#
|
8211
|
+
# @!attribute [rw] exclude_column_schema
|
8212
|
+
# @return [Boolean]
|
8213
|
+
#
|
8160
8214
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetPartitionsRequest AWS API Documentation
|
8161
8215
|
#
|
8162
8216
|
class GetPartitionsRequest < Struct.new(
|
@@ -8166,7 +8220,8 @@ module Aws::Glue
|
|
8166
8220
|
:expression,
|
8167
8221
|
:next_token,
|
8168
8222
|
:segment,
|
8169
|
-
:max_results
|
8223
|
+
:max_results,
|
8224
|
+
:exclude_column_schema)
|
8170
8225
|
SENSITIVE = []
|
8171
8226
|
include Aws::Structure
|
8172
8227
|
end
|
@@ -13093,6 +13148,8 @@ module Aws::Glue
|
|
13093
13148
|
include Aws::Structure
|
13094
13149
|
end
|
13095
13150
|
|
13151
|
+
# The unique ID of the schema in the AWS Glue schema registry.
|
13152
|
+
#
|
13096
13153
|
# @note When making an API call, you may pass SchemaId
|
13097
13154
|
# data as a hash:
|
13098
13155
|
#
|
@@ -13103,12 +13160,17 @@ module Aws::Glue
|
|
13103
13160
|
# }
|
13104
13161
|
#
|
13105
13162
|
# @!attribute [rw] schema_arn
|
13163
|
+
# The Amazon Resource Name (ARN) of the schema. One of `SchemaArn` or
|
13164
|
+
# `SchemaName` has to be provided.
|
13106
13165
|
# @return [String]
|
13107
13166
|
#
|
13108
13167
|
# @!attribute [rw] schema_name
|
13168
|
+
# The name of the schema. One of `SchemaArn` or `SchemaName` has to be
|
13169
|
+
# provided.
|
13109
13170
|
# @return [String]
|
13110
13171
|
#
|
13111
13172
|
# @!attribute [rw] registry_name
|
13173
|
+
# The name of the schema registry that contains the schema.
|
13112
13174
|
# @return [String]
|
13113
13175
|
#
|
13114
13176
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaId AWS API Documentation
|
@@ -13259,6 +13321,8 @@ module Aws::Glue
|
|
13259
13321
|
include Aws::Structure
|
13260
13322
|
end
|
13261
13323
|
|
13324
|
+
# A structure containing the schema version information.
|
13325
|
+
#
|
13262
13326
|
# @note When making an API call, you may pass SchemaVersionNumber
|
13263
13327
|
# data as a hash:
|
13264
13328
|
#
|
@@ -13268,9 +13332,11 @@ module Aws::Glue
|
|
13268
13332
|
# }
|
13269
13333
|
#
|
13270
13334
|
# @!attribute [rw] latest_version
|
13335
|
+
# The latest version available for the schema.
|
13271
13336
|
# @return [Boolean]
|
13272
13337
|
#
|
13273
13338
|
# @!attribute [rw] version_number
|
13339
|
+
# The version number of the schema.
|
13274
13340
|
# @return [Integer]
|
13275
13341
|
#
|
13276
13342
|
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SchemaVersionNumber AWS API Documentation
|
@@ -15502,7 +15568,7 @@ module Aws::Glue
|
|
15502
15568
|
# connection_input: { # required
|
15503
15569
|
# name: "NameString", # required
|
15504
15570
|
# description: "DescriptionString",
|
15505
|
-
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK
|
15571
|
+
# connection_type: "JDBC", # required, accepts JDBC, SFTP, MONGODB, KAFKA, NETWORK, MARKETPLACE, CUSTOM
|
15506
15572
|
# match_criteria: ["NameString"],
|
15507
15573
|
# connection_properties: { # required
|
15508
15574
|
# "HOST" => "ValueString",
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: aws-sdk-glue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.85.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-03-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: aws-sdk-core
|
@@ -19,7 +19,7 @@ dependencies:
|
|
19
19
|
version: '3'
|
20
20
|
- - ">="
|
21
21
|
- !ruby/object:Gem::Version
|
22
|
-
version: 3.
|
22
|
+
version: 3.112.0
|
23
23
|
type: :runtime
|
24
24
|
prerelease: false
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -29,7 +29,7 @@ dependencies:
|
|
29
29
|
version: '3'
|
30
30
|
- - ">="
|
31
31
|
- !ruby/object:Gem::Version
|
32
|
-
version: 3.
|
32
|
+
version: 3.112.0
|
33
33
|
- !ruby/object:Gem::Dependency
|
34
34
|
name: aws-sigv4
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|
@@ -47,11 +47,14 @@ dependencies:
|
|
47
47
|
description: Official AWS Ruby gem for AWS Glue. This gem is part of the AWS SDK for
|
48
48
|
Ruby.
|
49
49
|
email:
|
50
|
-
-
|
50
|
+
- aws-dr-rubygems@amazon.com
|
51
51
|
executables: []
|
52
52
|
extensions: []
|
53
53
|
extra_rdoc_files: []
|
54
54
|
files:
|
55
|
+
- CHANGELOG.md
|
56
|
+
- LICENSE.txt
|
57
|
+
- VERSION
|
55
58
|
- lib/aws-sdk-glue.rb
|
56
59
|
- lib/aws-sdk-glue/client.rb
|
57
60
|
- lib/aws-sdk-glue/client_api.rb
|