@aws-cdk/aws-glue-alpha 2.11.0-alpha.0 → 2.14.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +3 -3
- package/.jsii.tabl.json +52 -52
- package/.warnings.jsii.js +7 -7
- package/lib/code.d.ts +10 -39
- package/lib/code.js +11 -34
- package/lib/connection.d.ts +31 -88
- package/lib/connection.js +15 -39
- package/lib/data-format.d.ts +32 -111
- package/lib/data-format.js +29 -91
- package/lib/database.d.ts +14 -47
- package/lib/database.js +3 -11
- package/lib/job-executable.d.ts +65 -136
- package/lib/job-executable.js +43 -66
- package/lib/job.d.ts +107 -215
- package/lib/job.js +60 -62
- package/lib/schema.d.ts +23 -69
- package/lib/schema.js +18 -51
- package/lib/security-configuration.d.ts +31 -83
- package/lib/security-configuration.js +25 -13
- package/lib/table.d.ts +48 -145
- package/lib/table.js +33 -36
- package/package.json +9 -9
package/lib/data-format.d.ts
CHANGED
|
@@ -1,332 +1,253 @@
|
|
|
1
1
|
/**
|
|
2
|
-
*
|
|
3
|
-
*
|
|
4
|
-
* @experimental
|
|
2
|
+
* Absolute class name of the Hadoop `InputFormat` to use when reading table files.
|
|
5
3
|
*/
|
|
6
4
|
export declare class InputFormat {
|
|
7
5
|
readonly className: string;
|
|
8
6
|
/**
|
|
9
|
-
*
|
|
7
|
+
* InputFormat for Avro files.
|
|
10
8
|
*
|
|
11
9
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/avro/AvroContainerInputFormat.html
|
|
12
|
-
* @experimental
|
|
13
10
|
*/
|
|
14
11
|
static readonly AVRO: InputFormat;
|
|
15
12
|
/**
|
|
16
|
-
*
|
|
13
|
+
* InputFormat for Cloudtrail Logs.
|
|
17
14
|
*
|
|
18
15
|
* @see https://docs.aws.amazon.com/athena/latest/ug/cloudtrail.html
|
|
19
|
-
* @experimental
|
|
20
16
|
*/
|
|
21
17
|
static readonly CLOUDTRAIL: InputFormat;
|
|
22
18
|
/**
|
|
23
|
-
*
|
|
19
|
+
* InputFormat for Orc files.
|
|
24
20
|
*
|
|
25
21
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.html
|
|
26
|
-
* @experimental
|
|
27
22
|
*/
|
|
28
23
|
static readonly ORC: InputFormat;
|
|
29
24
|
/**
|
|
30
|
-
*
|
|
25
|
+
* InputFormat for Parquet files.
|
|
31
26
|
*
|
|
32
27
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/parquet/MapredParquetInputFormat.html
|
|
33
|
-
* @experimental
|
|
34
28
|
*/
|
|
35
29
|
static readonly PARQUET: InputFormat;
|
|
36
30
|
/**
|
|
37
|
-
*
|
|
38
|
-
*
|
|
39
|
-
* Files are broken into lines. Either linefeed or
|
|
31
|
+
* An InputFormat for plain text files. Files are broken into lines. Either linefeed or
|
|
40
32
|
* carriage-return are used to signal end of line. Keys are the position in the file, and
|
|
41
33
|
* values are the line of text.
|
|
42
34
|
* JSON & CSV files are examples of this InputFormat
|
|
43
35
|
*
|
|
44
36
|
* @see https://hadoop.apache.org/docs/stable/api/org/apache/hadoop/mapred/TextInputFormat.html
|
|
45
|
-
* @experimental
|
|
46
37
|
*/
|
|
47
38
|
static readonly TEXT: InputFormat;
|
|
48
|
-
/**
|
|
49
|
-
* @experimental
|
|
50
|
-
*/
|
|
51
39
|
constructor(className: string);
|
|
52
40
|
}
|
|
53
41
|
/**
|
|
54
|
-
*
|
|
55
|
-
*
|
|
56
|
-
* @experimental
|
|
42
|
+
* Absolute class name of the Hadoop `OutputFormat` to use when writing table files.
|
|
57
43
|
*/
|
|
58
44
|
export declare class OutputFormat {
|
|
59
45
|
readonly className: string;
|
|
60
46
|
/**
|
|
61
|
-
*
|
|
47
|
+
* Writes text data with a null key (value only).
|
|
62
48
|
*
|
|
63
49
|
* @see https://hive.apache.org/javadocs/r2.2.0/api/org/apache/hadoop/hive/ql/io/HiveIgnoreKeyTextOutputFormat.html
|
|
64
|
-
* @experimental
|
|
65
50
|
*/
|
|
66
51
|
static readonly HIVE_IGNORE_KEY_TEXT: OutputFormat;
|
|
67
52
|
/**
|
|
68
|
-
*
|
|
53
|
+
* OutputFormat for Avro files.
|
|
69
54
|
*
|
|
70
55
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/avro/AvroContainerOutputFormat.html
|
|
71
|
-
* @experimental
|
|
72
56
|
*/
|
|
73
57
|
static readonly AVRO: InputFormat;
|
|
74
58
|
/**
|
|
75
|
-
*
|
|
59
|
+
* OutputFormat for Orc files.
|
|
76
60
|
*
|
|
77
61
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/orc/OrcOutputFormat.html
|
|
78
|
-
* @experimental
|
|
79
62
|
*/
|
|
80
63
|
static readonly ORC: InputFormat;
|
|
81
64
|
/**
|
|
82
|
-
*
|
|
65
|
+
* OutputFormat for Parquet files.
|
|
83
66
|
*
|
|
84
67
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/parquet/MapredParquetOutputFormat.html
|
|
85
|
-
* @experimental
|
|
86
68
|
*/
|
|
87
69
|
static readonly PARQUET: OutputFormat;
|
|
88
|
-
/**
|
|
89
|
-
* @experimental
|
|
90
|
-
*/
|
|
91
70
|
constructor(className: string);
|
|
92
71
|
}
|
|
93
72
|
/**
|
|
94
|
-
*
|
|
73
|
+
* Serialization library to use when serializing/deserializing (SerDe) table records.
|
|
95
74
|
*
|
|
96
75
|
* @see https://cwiki.apache.org/confluence/display/Hive/SerDe
|
|
97
|
-
* @experimental
|
|
98
76
|
*/
|
|
99
77
|
export declare class SerializationLibrary {
|
|
100
78
|
readonly className: string;
|
|
101
79
|
/**
|
|
102
80
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/serde2/avro/AvroSerDe.html
|
|
103
|
-
* @experimental
|
|
104
81
|
*/
|
|
105
82
|
static readonly AVRO: SerializationLibrary;
|
|
106
83
|
/**
|
|
107
84
|
* @see https://docs.aws.amazon.com/athena/latest/ug/cloudtrail.html
|
|
108
|
-
* @experimental
|
|
109
85
|
*/
|
|
110
86
|
static readonly CLOUDTRAIL: SerializationLibrary;
|
|
111
87
|
/**
|
|
112
88
|
* @see https://docs.aws.amazon.com/athena/latest/ug/grok.html
|
|
113
|
-
* @experimental
|
|
114
89
|
*/
|
|
115
90
|
static readonly GROK: SerializationLibrary;
|
|
116
91
|
/**
|
|
117
92
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hive/hcatalog/data/JsonSerDe.html
|
|
118
|
-
* @experimental
|
|
119
93
|
*/
|
|
120
94
|
static readonly HIVE_JSON: SerializationLibrary;
|
|
121
95
|
/**
|
|
122
96
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/serde2/lazy/LazySimpleSerDe.html
|
|
123
|
-
* @experimental
|
|
124
97
|
*/
|
|
125
98
|
static readonly LAZY_SIMPLE: SerializationLibrary;
|
|
126
99
|
/**
|
|
127
100
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/serde2/OpenCSVSerde.html
|
|
128
|
-
* @experimental
|
|
129
101
|
*/
|
|
130
102
|
static readonly OPEN_CSV: SerializationLibrary;
|
|
131
103
|
/**
|
|
132
104
|
* @see https://github.com/rcongiu/Hive-JSON-Serde
|
|
133
|
-
* @experimental
|
|
134
105
|
*/
|
|
135
106
|
static readonly OPENX_JSON: SerializationLibrary;
|
|
136
107
|
/**
|
|
137
108
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/orc/OrcSerde.html
|
|
138
|
-
* @experimental
|
|
139
109
|
*/
|
|
140
110
|
static readonly ORC: SerializationLibrary;
|
|
141
111
|
/**
|
|
142
112
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/ql/io/parquet/serde/ParquetHiveSerDe.html
|
|
143
|
-
* @experimental
|
|
144
113
|
*/
|
|
145
114
|
static readonly PARQUET: SerializationLibrary;
|
|
146
115
|
/**
|
|
147
116
|
* @see https://hive.apache.org/javadocs/r1.2.2/api/org/apache/hadoop/hive/serde2/RegexSerDe.html
|
|
148
|
-
* @experimental
|
|
149
117
|
*/
|
|
150
118
|
static readonly REGEXP: SerializationLibrary;
|
|
151
|
-
/**
|
|
152
|
-
* @experimental
|
|
153
|
-
*/
|
|
154
119
|
constructor(className: string);
|
|
155
120
|
}
|
|
156
121
|
/**
|
|
157
|
-
*
|
|
122
|
+
* Classification string given to tables with this data format.
|
|
158
123
|
*
|
|
159
124
|
* @see https://docs.aws.amazon.com/glue/latest/dg/add-classifier.html#classifier-built-in
|
|
160
|
-
* @experimental
|
|
161
125
|
*/
|
|
162
126
|
export declare class ClassificationString {
|
|
163
127
|
readonly value: string;
|
|
164
128
|
/**
|
|
165
129
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-avro
|
|
166
|
-
* @experimental
|
|
167
130
|
*/
|
|
168
131
|
static readonly AVRO: ClassificationString;
|
|
169
132
|
/**
|
|
170
133
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-csv
|
|
171
|
-
* @experimental
|
|
172
134
|
*/
|
|
173
135
|
static readonly CSV: ClassificationString;
|
|
174
136
|
/**
|
|
175
137
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-json
|
|
176
|
-
* @experimental
|
|
177
138
|
*/
|
|
178
139
|
static readonly JSON: ClassificationString;
|
|
179
140
|
/**
|
|
180
141
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-xml
|
|
181
|
-
* @experimental
|
|
182
142
|
*/
|
|
183
143
|
static readonly XML: ClassificationString;
|
|
184
144
|
/**
|
|
185
145
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-parquet
|
|
186
|
-
* @experimental
|
|
187
146
|
*/
|
|
188
147
|
static readonly PARQUET: ClassificationString;
|
|
189
148
|
/**
|
|
190
149
|
* @see https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-format.html#aws-glue-programming-etl-format-orc
|
|
191
|
-
* @experimental
|
|
192
150
|
*/
|
|
193
151
|
static readonly ORC: ClassificationString;
|
|
194
|
-
/**
|
|
195
|
-
* @experimental
|
|
196
|
-
*/
|
|
197
152
|
constructor(value: string);
|
|
198
153
|
}
|
|
199
154
|
/**
|
|
200
|
-
*
|
|
201
|
-
*
|
|
202
|
-
* @experimental
|
|
155
|
+
* Properties of a DataFormat instance.
|
|
203
156
|
*/
|
|
204
157
|
export interface DataFormatProps {
|
|
205
158
|
/**
|
|
206
|
-
*
|
|
207
|
-
*
|
|
208
|
-
* @experimental
|
|
159
|
+
* `InputFormat` for this data format.
|
|
209
160
|
*/
|
|
210
161
|
readonly inputFormat: InputFormat;
|
|
211
162
|
/**
|
|
212
|
-
*
|
|
213
|
-
*
|
|
214
|
-
* @experimental
|
|
163
|
+
* `OutputFormat` for this data format.
|
|
215
164
|
*/
|
|
216
165
|
readonly outputFormat: OutputFormat;
|
|
217
166
|
/**
|
|
218
|
-
*
|
|
219
|
-
*
|
|
220
|
-
* @experimental
|
|
167
|
+
* Serialization library for this data format.
|
|
221
168
|
*/
|
|
222
169
|
readonly serializationLibrary: SerializationLibrary;
|
|
223
170
|
/**
|
|
224
|
-
*
|
|
171
|
+
* Classification string given to tables with this data format.
|
|
225
172
|
*
|
|
226
173
|
* @default - No classification is specified.
|
|
227
|
-
* @experimental
|
|
228
174
|
*/
|
|
229
175
|
readonly classificationString?: ClassificationString;
|
|
230
176
|
}
|
|
231
177
|
/**
|
|
232
|
-
*
|
|
233
|
-
*
|
|
234
|
-
* @experimental
|
|
178
|
+
* Defines the input/output formats and ser/de for a single DataFormat.
|
|
235
179
|
*/
|
|
236
180
|
export declare class DataFormat {
|
|
237
181
|
/**
|
|
238
|
-
*
|
|
239
|
-
*
|
|
240
|
-
* Also works for CloudFront logs
|
|
182
|
+
* DataFormat for Apache Web Server Logs. Also works for CloudFront logs
|
|
241
183
|
*
|
|
242
184
|
* @see https://docs.aws.amazon.com/athena/latest/ug/apache.html
|
|
243
|
-
* @experimental
|
|
244
185
|
*/
|
|
245
186
|
static readonly APACHE_LOGS: DataFormat;
|
|
246
187
|
/**
|
|
247
|
-
*
|
|
188
|
+
* DataFormat for Apache Avro
|
|
248
189
|
*
|
|
249
190
|
* @see https://docs.aws.amazon.com/athena/latest/ug/avro.html
|
|
250
|
-
* @experimental
|
|
251
191
|
*/
|
|
252
192
|
static readonly AVRO: DataFormat;
|
|
253
193
|
/**
|
|
254
|
-
*
|
|
194
|
+
* DataFormat for CloudTrail logs stored on S3
|
|
255
195
|
*
|
|
256
196
|
* @see https://docs.aws.amazon.com/athena/latest/ug/cloudtrail.html
|
|
257
|
-
* @experimental
|
|
258
197
|
*/
|
|
259
198
|
static readonly CLOUDTRAIL_LOGS: DataFormat;
|
|
260
199
|
/**
|
|
261
|
-
*
|
|
200
|
+
* DataFormat for CSV Files
|
|
262
201
|
*
|
|
263
202
|
* @see https://docs.aws.amazon.com/athena/latest/ug/csv.html
|
|
264
|
-
* @experimental
|
|
265
203
|
*/
|
|
266
204
|
static readonly CSV: DataFormat;
|
|
267
205
|
/**
|
|
268
|
-
*
|
|
269
|
-
*
|
|
206
|
+
* Stored as plain text files in JSON format.
|
|
270
207
|
* Uses OpenX Json SerDe for serialization and deseralization.
|
|
271
208
|
*
|
|
272
209
|
* @see https://docs.aws.amazon.com/athena/latest/ug/json.html
|
|
273
|
-
* @experimental
|
|
274
210
|
*/
|
|
275
211
|
static readonly JSON: DataFormat;
|
|
276
212
|
/**
|
|
277
|
-
*
|
|
213
|
+
* DataFormat for Logstash Logs, using the GROK SerDe
|
|
278
214
|
*
|
|
279
215
|
* @see https://docs.aws.amazon.com/athena/latest/ug/grok.html
|
|
280
|
-
* @experimental
|
|
281
216
|
*/
|
|
282
217
|
static readonly LOGSTASH: DataFormat;
|
|
283
218
|
/**
|
|
284
|
-
*
|
|
219
|
+
* DataFormat for Apache ORC (Optimized Row Columnar)
|
|
285
220
|
*
|
|
286
221
|
* @see https://docs.aws.amazon.com/athena/latest/ug/orc.html
|
|
287
|
-
* @experimental
|
|
288
222
|
*/
|
|
289
223
|
static readonly ORC: DataFormat;
|
|
290
224
|
/**
|
|
291
|
-
*
|
|
225
|
+
* DataFormat for Apache Parquet
|
|
292
226
|
*
|
|
293
227
|
* @see https://docs.aws.amazon.com/athena/latest/ug/parquet.html
|
|
294
|
-
* @experimental
|
|
295
228
|
*/
|
|
296
229
|
static readonly PARQUET: DataFormat;
|
|
297
230
|
/**
|
|
298
|
-
*
|
|
231
|
+
* DataFormat for TSV (Tab-Separated Values)
|
|
299
232
|
*
|
|
300
233
|
* @see https://docs.aws.amazon.com/athena/latest/ug/lazy-simple-serde.html
|
|
301
|
-
* @experimental
|
|
302
234
|
*/
|
|
303
235
|
static readonly TSV: DataFormat;
|
|
304
236
|
/**
|
|
305
|
-
*
|
|
306
|
-
*
|
|
307
|
-
* @experimental
|
|
237
|
+
* `InputFormat` for this data format.
|
|
308
238
|
*/
|
|
309
239
|
readonly inputFormat: InputFormat;
|
|
310
240
|
/**
|
|
311
|
-
*
|
|
312
|
-
*
|
|
313
|
-
* @experimental
|
|
241
|
+
* `OutputFormat` for this data format.
|
|
314
242
|
*/
|
|
315
243
|
readonly outputFormat: OutputFormat;
|
|
316
244
|
/**
|
|
317
|
-
*
|
|
318
|
-
*
|
|
319
|
-
* @experimental
|
|
245
|
+
* Serialization library for this data format.
|
|
320
246
|
*/
|
|
321
247
|
readonly serializationLibrary: SerializationLibrary;
|
|
322
248
|
/**
|
|
323
|
-
*
|
|
324
|
-
*
|
|
325
|
-
* @experimental
|
|
249
|
+
* Classification string given to tables with this data format.
|
|
326
250
|
*/
|
|
327
251
|
readonly classificationString?: ClassificationString;
|
|
328
|
-
/**
|
|
329
|
-
* @experimental
|
|
330
|
-
*/
|
|
331
252
|
constructor(props: DataFormatProps);
|
|
332
253
|
}
|