@aws-cdk/aws-glue-alpha 2.0.0-rc.23 → 2.3.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +555 -1720
- package/.jsii.tabl.json +2415 -0
- package/.warnings.jsii.js +277 -0
- package/README.md +113 -52
- package/lib/code.js +4 -4
- package/lib/connection.js +5 -3
- package/lib/data-format.js +8 -6
- package/lib/database.js +5 -3
- package/lib/job-executable.js +11 -4
- package/lib/job.js +8 -5
- package/lib/schema.js +6 -2
- package/lib/security-configuration.js +4 -2
- package/lib/table.d.ts +6 -1
- package/lib/table.js +11 -4
- package/package.json +21 -16
- package/rosetta/_generated.ts-fixture +6 -0
- package/rosetta/default.ts-fixture +16 -0
|
@@ -0,0 +1,277 @@
|
|
|
1
|
+
function _aws_cdk_aws_glue_alpha_JobState(p) {
|
|
2
|
+
}
|
|
3
|
+
function _aws_cdk_aws_glue_alpha_MetricType(p) {
|
|
4
|
+
}
|
|
5
|
+
function _aws_cdk_aws_glue_alpha_JobLanguage(p) {
|
|
6
|
+
}
|
|
7
|
+
function _aws_cdk_aws_glue_alpha_PythonVersion(p) {
|
|
8
|
+
}
|
|
9
|
+
function _aws_cdk_aws_glue_alpha_S3EncryptionMode(p) {
|
|
10
|
+
}
|
|
11
|
+
function _aws_cdk_aws_glue_alpha_CloudWatchEncryptionMode(p) {
|
|
12
|
+
}
|
|
13
|
+
function _aws_cdk_aws_glue_alpha_JobBookmarksEncryptionMode(p) {
|
|
14
|
+
}
|
|
15
|
+
function _aws_cdk_aws_glue_alpha_TableEncryption(p) {
|
|
16
|
+
}
|
|
17
|
+
function _aws_cdk_aws_glue_alpha_Type(p) {
|
|
18
|
+
}
|
|
19
|
+
function _aws_cdk_aws_glue_alpha_TableAttributes(p) {
|
|
20
|
+
}
|
|
21
|
+
function _aws_cdk_aws_glue_alpha_DatabaseProps(p) {
|
|
22
|
+
}
|
|
23
|
+
function _aws_cdk_aws_glue_alpha_Column(p) {
|
|
24
|
+
if (p == null)
|
|
25
|
+
return;
|
|
26
|
+
visitedObjects.add(p);
|
|
27
|
+
if (!visitedObjects.has(p.type))
|
|
28
|
+
_aws_cdk_aws_glue_alpha_Type(p.type);
|
|
29
|
+
visitedObjects.delete(p);
|
|
30
|
+
}
|
|
31
|
+
function _aws_cdk_aws_glue_alpha_IConnection(p) {
|
|
32
|
+
}
|
|
33
|
+
function _aws_cdk_aws_glue_alpha_IDatabase(p) {
|
|
34
|
+
}
|
|
35
|
+
function _aws_cdk_aws_glue_alpha_ISecurityConfiguration(p) {
|
|
36
|
+
}
|
|
37
|
+
function _aws_cdk_aws_glue_alpha_ITable(p) {
|
|
38
|
+
}
|
|
39
|
+
function _aws_cdk_aws_glue_alpha_SparkUILoggingLocation(p) {
|
|
40
|
+
}
|
|
41
|
+
function _aws_cdk_aws_glue_alpha_CodeConfig(p) {
|
|
42
|
+
}
|
|
43
|
+
function _aws_cdk_aws_glue_alpha_SparkUIProps(p) {
|
|
44
|
+
}
|
|
45
|
+
function _aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p) {
|
|
46
|
+
}
|
|
47
|
+
function _aws_cdk_aws_glue_alpha_JobAttributes(p) {
|
|
48
|
+
}
|
|
49
|
+
function _aws_cdk_aws_glue_alpha_ConnectionProps(p) {
|
|
50
|
+
if (p == null)
|
|
51
|
+
return;
|
|
52
|
+
visitedObjects.add(p);
|
|
53
|
+
if (!visitedObjects.has(p.type))
|
|
54
|
+
_aws_cdk_aws_glue_alpha_ConnectionType(p.type);
|
|
55
|
+
if (!visitedObjects.has(p.securityGroups))
|
|
56
|
+
require("aws-cdk-lib/.warnings.jsii.js").aws_cdk_lib_aws_ec2_ISecurityGroup(p.securityGroups);
|
|
57
|
+
visitedObjects.delete(p);
|
|
58
|
+
}
|
|
59
|
+
function _aws_cdk_aws_glue_alpha_CloudWatchEncryption(p) {
|
|
60
|
+
if (p == null)
|
|
61
|
+
return;
|
|
62
|
+
visitedObjects.add(p);
|
|
63
|
+
if (!visitedObjects.has(p.mode))
|
|
64
|
+
_aws_cdk_aws_glue_alpha_CloudWatchEncryptionMode(p.mode);
|
|
65
|
+
visitedObjects.delete(p);
|
|
66
|
+
}
|
|
67
|
+
function _aws_cdk_aws_glue_alpha_S3Encryption(p) {
|
|
68
|
+
if (p == null)
|
|
69
|
+
return;
|
|
70
|
+
visitedObjects.add(p);
|
|
71
|
+
if (!visitedObjects.has(p.mode))
|
|
72
|
+
_aws_cdk_aws_glue_alpha_S3EncryptionMode(p.mode);
|
|
73
|
+
visitedObjects.delete(p);
|
|
74
|
+
}
|
|
75
|
+
function _aws_cdk_aws_glue_alpha_JobBookmarksEncryption(p) {
|
|
76
|
+
if (p == null)
|
|
77
|
+
return;
|
|
78
|
+
visitedObjects.add(p);
|
|
79
|
+
if (!visitedObjects.has(p.mode))
|
|
80
|
+
_aws_cdk_aws_glue_alpha_JobBookmarksEncryptionMode(p.mode);
|
|
81
|
+
visitedObjects.delete(p);
|
|
82
|
+
}
|
|
83
|
+
function _aws_cdk_aws_glue_alpha_ConnectionOptions(p) {
|
|
84
|
+
if (p == null)
|
|
85
|
+
return;
|
|
86
|
+
visitedObjects.add(p);
|
|
87
|
+
if (!visitedObjects.has(p.securityGroups))
|
|
88
|
+
require("aws-cdk-lib/.warnings.jsii.js").aws_cdk_lib_aws_ec2_ISecurityGroup(p.securityGroups);
|
|
89
|
+
visitedObjects.delete(p);
|
|
90
|
+
}
|
|
91
|
+
function _aws_cdk_aws_glue_alpha_SecurityConfigurationProps(p) {
|
|
92
|
+
if (p == null)
|
|
93
|
+
return;
|
|
94
|
+
visitedObjects.add(p);
|
|
95
|
+
if (!visitedObjects.has(p.cloudWatchEncryption))
|
|
96
|
+
_aws_cdk_aws_glue_alpha_CloudWatchEncryption(p.cloudWatchEncryption);
|
|
97
|
+
if (!visitedObjects.has(p.jobBookmarksEncryption))
|
|
98
|
+
_aws_cdk_aws_glue_alpha_JobBookmarksEncryption(p.jobBookmarksEncryption);
|
|
99
|
+
if (!visitedObjects.has(p.s3Encryption))
|
|
100
|
+
_aws_cdk_aws_glue_alpha_S3Encryption(p.s3Encryption);
|
|
101
|
+
visitedObjects.delete(p);
|
|
102
|
+
}
|
|
103
|
+
function _aws_cdk_aws_glue_alpha_ConnectionType(p) {
|
|
104
|
+
}
|
|
105
|
+
function _aws_cdk_aws_glue_alpha_OutputFormat(p) {
|
|
106
|
+
}
|
|
107
|
+
function _aws_cdk_aws_glue_alpha_WorkerType(p) {
|
|
108
|
+
}
|
|
109
|
+
function _aws_cdk_aws_glue_alpha_JobType(p) {
|
|
110
|
+
}
|
|
111
|
+
function _aws_cdk_aws_glue_alpha_DataFormatProps(p) {
|
|
112
|
+
if (p == null)
|
|
113
|
+
return;
|
|
114
|
+
visitedObjects.add(p);
|
|
115
|
+
if (!visitedObjects.has(p.inputFormat))
|
|
116
|
+
_aws_cdk_aws_glue_alpha_InputFormat(p.inputFormat);
|
|
117
|
+
if (!visitedObjects.has(p.outputFormat))
|
|
118
|
+
_aws_cdk_aws_glue_alpha_OutputFormat(p.outputFormat);
|
|
119
|
+
if (!visitedObjects.has(p.serializationLibrary))
|
|
120
|
+
_aws_cdk_aws_glue_alpha_SerializationLibrary(p.serializationLibrary);
|
|
121
|
+
if (!visitedObjects.has(p.classificationString))
|
|
122
|
+
_aws_cdk_aws_glue_alpha_ClassificationString(p.classificationString);
|
|
123
|
+
visitedObjects.delete(p);
|
|
124
|
+
}
|
|
125
|
+
function _aws_cdk_aws_glue_alpha_ScalaJobExecutableProps(p) {
|
|
126
|
+
if (p == null)
|
|
127
|
+
return;
|
|
128
|
+
visitedObjects.add(p);
|
|
129
|
+
if (!visitedObjects.has(p.glueVersion))
|
|
130
|
+
_aws_cdk_aws_glue_alpha_GlueVersion(p.glueVersion);
|
|
131
|
+
if (!visitedObjects.has(p.script))
|
|
132
|
+
_aws_cdk_aws_glue_alpha_Code(p.script);
|
|
133
|
+
if (!visitedObjects.has(p.extraFiles))
|
|
134
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraFiles);
|
|
135
|
+
if (!visitedObjects.has(p.extraJars))
|
|
136
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraJars);
|
|
137
|
+
visitedObjects.delete(p);
|
|
138
|
+
}
|
|
139
|
+
function _aws_cdk_aws_glue_alpha_S3Code(p) {
|
|
140
|
+
}
|
|
141
|
+
function _aws_cdk_aws_glue_alpha_AssetCode(p) {
|
|
142
|
+
}
|
|
143
|
+
function _aws_cdk_aws_glue_alpha_InputFormat(p) {
|
|
144
|
+
}
|
|
145
|
+
function _aws_cdk_aws_glue_alpha_GlueVersion(p) {
|
|
146
|
+
}
|
|
147
|
+
function _aws_cdk_aws_glue_alpha_PythonShellExecutableProps(p) {
|
|
148
|
+
if (p == null)
|
|
149
|
+
return;
|
|
150
|
+
visitedObjects.add(p);
|
|
151
|
+
if (!visitedObjects.has(p.glueVersion))
|
|
152
|
+
_aws_cdk_aws_glue_alpha_GlueVersion(p.glueVersion);
|
|
153
|
+
if (!visitedObjects.has(p.pythonVersion))
|
|
154
|
+
_aws_cdk_aws_glue_alpha_PythonVersion(p.pythonVersion);
|
|
155
|
+
if (!visitedObjects.has(p.script))
|
|
156
|
+
_aws_cdk_aws_glue_alpha_Code(p.script);
|
|
157
|
+
if (!visitedObjects.has(p.extraFiles))
|
|
158
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraFiles);
|
|
159
|
+
if (!visitedObjects.has(p.extraPythonFiles))
|
|
160
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraPythonFiles);
|
|
161
|
+
visitedObjects.delete(p);
|
|
162
|
+
}
|
|
163
|
+
function _aws_cdk_aws_glue_alpha_ClassificationString(p) {
|
|
164
|
+
}
|
|
165
|
+
function _aws_cdk_aws_glue_alpha_PythonSparkJobExecutableProps(p) {
|
|
166
|
+
if (p == null)
|
|
167
|
+
return;
|
|
168
|
+
visitedObjects.add(p);
|
|
169
|
+
if (!visitedObjects.has(p.glueVersion))
|
|
170
|
+
_aws_cdk_aws_glue_alpha_GlueVersion(p.glueVersion);
|
|
171
|
+
if (!visitedObjects.has(p.pythonVersion))
|
|
172
|
+
_aws_cdk_aws_glue_alpha_PythonVersion(p.pythonVersion);
|
|
173
|
+
if (!visitedObjects.has(p.script))
|
|
174
|
+
_aws_cdk_aws_glue_alpha_Code(p.script);
|
|
175
|
+
if (!visitedObjects.has(p.extraFiles))
|
|
176
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraFiles);
|
|
177
|
+
if (!visitedObjects.has(p.extraJars))
|
|
178
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraJars);
|
|
179
|
+
if (!visitedObjects.has(p.extraPythonFiles))
|
|
180
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraPythonFiles);
|
|
181
|
+
visitedObjects.delete(p);
|
|
182
|
+
}
|
|
183
|
+
function _aws_cdk_aws_glue_alpha_Database(p) {
|
|
184
|
+
}
|
|
185
|
+
function _aws_cdk_aws_glue_alpha_Code(p) {
|
|
186
|
+
}
|
|
187
|
+
function _aws_cdk_aws_glue_alpha_Connection(p) {
|
|
188
|
+
}
|
|
189
|
+
function _aws_cdk_aws_glue_alpha_JobExecutableConfig(p) {
|
|
190
|
+
if (p == null)
|
|
191
|
+
return;
|
|
192
|
+
visitedObjects.add(p);
|
|
193
|
+
if (!visitedObjects.has(p.glueVersion))
|
|
194
|
+
_aws_cdk_aws_glue_alpha_GlueVersion(p.glueVersion);
|
|
195
|
+
if (!visitedObjects.has(p.language))
|
|
196
|
+
_aws_cdk_aws_glue_alpha_JobLanguage(p.language);
|
|
197
|
+
if (!visitedObjects.has(p.script))
|
|
198
|
+
_aws_cdk_aws_glue_alpha_Code(p.script);
|
|
199
|
+
if (!visitedObjects.has(p.type))
|
|
200
|
+
_aws_cdk_aws_glue_alpha_JobType(p.type);
|
|
201
|
+
if (!visitedObjects.has(p.extraFiles))
|
|
202
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraFiles);
|
|
203
|
+
if (!visitedObjects.has(p.extraJars))
|
|
204
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraJars);
|
|
205
|
+
if (!visitedObjects.has(p.extraPythonFiles))
|
|
206
|
+
_aws_cdk_aws_glue_alpha_Code(p.extraPythonFiles);
|
|
207
|
+
if (!visitedObjects.has(p.pythonVersion))
|
|
208
|
+
_aws_cdk_aws_glue_alpha_PythonVersion(p.pythonVersion);
|
|
209
|
+
visitedObjects.delete(p);
|
|
210
|
+
}
|
|
211
|
+
function _aws_cdk_aws_glue_alpha_JobProps(p) {
|
|
212
|
+
if (p == null)
|
|
213
|
+
return;
|
|
214
|
+
visitedObjects.add(p);
|
|
215
|
+
if (!visitedObjects.has(p.executable))
|
|
216
|
+
_aws_cdk_aws_glue_alpha_JobExecutable(p.executable);
|
|
217
|
+
if (!visitedObjects.has(p.connections))
|
|
218
|
+
_aws_cdk_aws_glue_alpha_IConnection(p.connections);
|
|
219
|
+
if (!visitedObjects.has(p.continuousLogging))
|
|
220
|
+
_aws_cdk_aws_glue_alpha_ContinuousLoggingProps(p.continuousLogging);
|
|
221
|
+
if (!visitedObjects.has(p.securityConfiguration))
|
|
222
|
+
_aws_cdk_aws_glue_alpha_ISecurityConfiguration(p.securityConfiguration);
|
|
223
|
+
if (!visitedObjects.has(p.sparkUI))
|
|
224
|
+
_aws_cdk_aws_glue_alpha_SparkUIProps(p.sparkUI);
|
|
225
|
+
if (!visitedObjects.has(p.workerType))
|
|
226
|
+
_aws_cdk_aws_glue_alpha_WorkerType(p.workerType);
|
|
227
|
+
visitedObjects.delete(p);
|
|
228
|
+
}
|
|
229
|
+
function _aws_cdk_aws_glue_alpha_SecurityConfiguration(p) {
|
|
230
|
+
}
|
|
231
|
+
function _aws_cdk_aws_glue_alpha_SerializationLibrary(p) {
|
|
232
|
+
}
|
|
233
|
+
function _aws_cdk_aws_glue_alpha_TableProps(p) {
|
|
234
|
+
if (p == null)
|
|
235
|
+
return;
|
|
236
|
+
visitedObjects.add(p);
|
|
237
|
+
if (!visitedObjects.has(p.columns))
|
|
238
|
+
_aws_cdk_aws_glue_alpha_Column(p.columns);
|
|
239
|
+
if (!visitedObjects.has(p.database))
|
|
240
|
+
_aws_cdk_aws_glue_alpha_IDatabase(p.database);
|
|
241
|
+
if (!visitedObjects.has(p.dataFormat))
|
|
242
|
+
_aws_cdk_aws_glue_alpha_DataFormat(p.dataFormat);
|
|
243
|
+
if (!visitedObjects.has(p.encryption))
|
|
244
|
+
_aws_cdk_aws_glue_alpha_TableEncryption(p.encryption);
|
|
245
|
+
if (!visitedObjects.has(p.partitionKeys))
|
|
246
|
+
_aws_cdk_aws_glue_alpha_Column(p.partitionKeys);
|
|
247
|
+
visitedObjects.delete(p);
|
|
248
|
+
}
|
|
249
|
+
function _aws_cdk_aws_glue_alpha_JobExecutable(p) {
|
|
250
|
+
}
|
|
251
|
+
function _aws_cdk_aws_glue_alpha_DataFormat(p) {
|
|
252
|
+
}
|
|
253
|
+
function _aws_cdk_aws_glue_alpha_Schema(p) {
|
|
254
|
+
}
|
|
255
|
+
function _aws_cdk_aws_glue_alpha_IJob(p) {
|
|
256
|
+
}
|
|
257
|
+
function _aws_cdk_aws_glue_alpha_Table(p) {
|
|
258
|
+
}
|
|
259
|
+
function _aws_cdk_aws_glue_alpha_Job(p) {
|
|
260
|
+
}
|
|
261
|
+
function print(name, deprecationMessage) {
|
|
262
|
+
const deprecated = process.env.JSII_DEPRECATED;
|
|
263
|
+
const deprecationMode = ["warn", "fail", "quiet"].includes(deprecated) ? deprecated : "warn";
|
|
264
|
+
const message = `${name} is deprecated.\n ${deprecationMessage}\n This API will be removed in the next major release.`;
|
|
265
|
+
switch (deprecationMode) {
|
|
266
|
+
case "fail":
|
|
267
|
+
throw new DeprecationError(message);
|
|
268
|
+
case "warn":
|
|
269
|
+
console.warn("[WARNING]", message);
|
|
270
|
+
break;
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
const visitedObjects = new Set();
|
|
274
|
+
class DeprecationError extends Error {
|
|
275
|
+
}
|
|
276
|
+
module.exports = { print, _aws_cdk_aws_glue_alpha_JobState, _aws_cdk_aws_glue_alpha_MetricType, _aws_cdk_aws_glue_alpha_JobLanguage, _aws_cdk_aws_glue_alpha_PythonVersion, _aws_cdk_aws_glue_alpha_S3EncryptionMode, _aws_cdk_aws_glue_alpha_CloudWatchEncryptionMode, _aws_cdk_aws_glue_alpha_JobBookmarksEncryptionMode, _aws_cdk_aws_glue_alpha_TableEncryption, _aws_cdk_aws_glue_alpha_Type, _aws_cdk_aws_glue_alpha_TableAttributes, _aws_cdk_aws_glue_alpha_DatabaseProps, _aws_cdk_aws_glue_alpha_Column, _aws_cdk_aws_glue_alpha_IConnection, _aws_cdk_aws_glue_alpha_IDatabase, _aws_cdk_aws_glue_alpha_ISecurityConfiguration, _aws_cdk_aws_glue_alpha_ITable, _aws_cdk_aws_glue_alpha_SparkUILoggingLocation, _aws_cdk_aws_glue_alpha_CodeConfig, _aws_cdk_aws_glue_alpha_SparkUIProps, _aws_cdk_aws_glue_alpha_ContinuousLoggingProps, _aws_cdk_aws_glue_alpha_JobAttributes, _aws_cdk_aws_glue_alpha_ConnectionProps, _aws_cdk_aws_glue_alpha_CloudWatchEncryption, _aws_cdk_aws_glue_alpha_S3Encryption, _aws_cdk_aws_glue_alpha_JobBookmarksEncryption, _aws_cdk_aws_glue_alpha_ConnectionOptions, _aws_cdk_aws_glue_alpha_SecurityConfigurationProps, _aws_cdk_aws_glue_alpha_ConnectionType, _aws_cdk_aws_glue_alpha_OutputFormat, _aws_cdk_aws_glue_alpha_WorkerType, _aws_cdk_aws_glue_alpha_JobType, _aws_cdk_aws_glue_alpha_DataFormatProps, _aws_cdk_aws_glue_alpha_ScalaJobExecutableProps, _aws_cdk_aws_glue_alpha_S3Code, _aws_cdk_aws_glue_alpha_AssetCode, _aws_cdk_aws_glue_alpha_InputFormat, _aws_cdk_aws_glue_alpha_GlueVersion, _aws_cdk_aws_glue_alpha_PythonShellExecutableProps, _aws_cdk_aws_glue_alpha_ClassificationString, _aws_cdk_aws_glue_alpha_PythonSparkJobExecutableProps, _aws_cdk_aws_glue_alpha_Database, _aws_cdk_aws_glue_alpha_Code, _aws_cdk_aws_glue_alpha_Connection, _aws_cdk_aws_glue_alpha_JobExecutableConfig, _aws_cdk_aws_glue_alpha_JobProps, _aws_cdk_aws_glue_alpha_SecurityConfiguration, _aws_cdk_aws_glue_alpha_SerializationLibrary, _aws_cdk_aws_glue_alpha_TableProps, _aws_cdk_aws_glue_alpha_JobExecutable, _aws_cdk_aws_glue_alpha_DataFormat, _aws_cdk_aws_glue_alpha_Schema, _aws_cdk_aws_glue_alpha_IJob, _aws_cdk_aws_glue_alpha_Table, _aws_cdk_aws_glue_alpha_Job };
|
|
277
|
+
module.exports.DeprecationError = DeprecationError;
|
package/README.md
CHANGED
|
@@ -3,12 +3,6 @@
|
|
|
3
3
|
|
|
4
4
|
---
|
|
5
5
|
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
> All classes with the `Cfn` prefix in this module ([CFN Resources]) are always stable and safe to use.
|
|
9
|
-
>
|
|
10
|
-
> [CFN Resources]: https://docs.aws.amazon.com/cdk/latest/guide/constructs.html#constructs_lib
|
|
11
|
-
|
|
12
6
|
|
|
13
7
|
|
|
14
8
|
> The APIs of higher level constructs in this module are experimental and under active development.
|
|
@@ -42,7 +36,8 @@ These jobs run in an Apache Spark environment managed by AWS Glue.
|
|
|
42
36
|
An ETL job processes data in batches using Apache Spark.
|
|
43
37
|
|
|
44
38
|
```ts
|
|
45
|
-
|
|
39
|
+
declare const bucket: s3.Bucket;
|
|
40
|
+
new glue.Job(this, 'ScalaSparkEtlJob', {
|
|
46
41
|
executable: glue.JobExecutable.scalaEtl({
|
|
47
42
|
glueVersion: glue.GlueVersion.V2_0,
|
|
48
43
|
script: glue.Code.fromBucket(bucket, 'src/com/example/HelloWorld.scala'),
|
|
@@ -58,7 +53,7 @@ new glue.Job(stack, 'ScalaSparkEtlJob', {
|
|
|
58
53
|
A Streaming job is similar to an ETL job, except that it performs ETL on data streams. It uses the Apache Spark Structured Streaming framework. Some Spark job features are not available to streaming ETL jobs.
|
|
59
54
|
|
|
60
55
|
```ts
|
|
61
|
-
new glue.Job(
|
|
56
|
+
new glue.Job(this, 'PythonSparkStreamingJob', {
|
|
62
57
|
executable: glue.JobExecutable.pythonStreaming({
|
|
63
58
|
glueVersion: glue.GlueVersion.V2_0,
|
|
64
59
|
pythonVersion: glue.PythonVersion.THREE,
|
|
@@ -74,10 +69,11 @@ A Python shell job runs Python scripts as a shell and supports a Python version
|
|
|
74
69
|
This can be used to schedule and run tasks that don't require an Apache Spark environment.
|
|
75
70
|
|
|
76
71
|
```ts
|
|
77
|
-
|
|
72
|
+
declare const bucket: s3.Bucket;
|
|
73
|
+
new glue.Job(this, 'PythonShellJob', {
|
|
78
74
|
executable: glue.JobExecutable.pythonShell({
|
|
79
75
|
glueVersion: glue.GlueVersion.V1_0,
|
|
80
|
-
pythonVersion: PythonVersion.THREE,
|
|
76
|
+
pythonVersion: glue.PythonVersion.THREE,
|
|
81
77
|
script: glue.Code.fromBucket(bucket, 'script.py'),
|
|
82
78
|
}),
|
|
83
79
|
description: 'an example Python Shell job',
|
|
@@ -91,8 +87,10 @@ See [documentation](https://docs.aws.amazon.com/glue/latest/dg/add-job.html) for
|
|
|
91
87
|
A `Connection` allows Glue jobs, crawlers and development endpoints to access certain types of data stores. For example, to create a network connection to connect to a data source within a VPC:
|
|
92
88
|
|
|
93
89
|
```ts
|
|
94
|
-
|
|
95
|
-
|
|
90
|
+
declare const securityGroup: ec2.SecurityGroup;
|
|
91
|
+
declare const subnet: ec2.Subnet;
|
|
92
|
+
new glue.Connection(this, 'MyConnection', {
|
|
93
|
+
type: glue.ConnectionType.NETWORK,
|
|
96
94
|
// The security groups granting AWS Glue inbound access to the data source within the VPC
|
|
97
95
|
securityGroups: [securityGroup],
|
|
98
96
|
// The VPC subnet which contains the data source
|
|
@@ -109,7 +107,7 @@ See [Adding a Connection to Your Data Store](https://docs.aws.amazon.com/glue/la
|
|
|
109
107
|
A `SecurityConfiguration` is a set of security properties that can be used by AWS Glue to encrypt data at rest.
|
|
110
108
|
|
|
111
109
|
```ts
|
|
112
|
-
new glue.SecurityConfiguration(
|
|
110
|
+
new glue.SecurityConfiguration(this, 'MySecurityConfiguration', {
|
|
113
111
|
securityConfigurationName: 'name',
|
|
114
112
|
cloudWatchEncryption: {
|
|
115
113
|
mode: glue.CloudWatchEncryptionMode.KMS,
|
|
@@ -126,7 +124,8 @@ new glue.SecurityConfiguration(stack, 'MySecurityConfiguration', {
|
|
|
126
124
|
By default, a shared KMS key is created for use with the encryption configurations that require one. You can also supply your own key for each encryption config, for example, for CloudWatch encryption:
|
|
127
125
|
|
|
128
126
|
```ts
|
|
129
|
-
|
|
127
|
+
declare const key: kms.Key;
|
|
128
|
+
new glue.SecurityConfiguration(this, 'MySecurityConfiguration', {
|
|
130
129
|
securityConfigurationName: 'name',
|
|
131
130
|
cloudWatchEncryption: {
|
|
132
131
|
mode: glue.CloudWatchEncryptionMode.KMS,
|
|
@@ -142,8 +141,8 @@ See [documentation](https://docs.aws.amazon.com/glue/latest/dg/encryption-securi
|
|
|
142
141
|
A `Database` is a logical grouping of `Tables` in the Glue Catalog.
|
|
143
142
|
|
|
144
143
|
```ts
|
|
145
|
-
new glue.Database(
|
|
146
|
-
databaseName: 'my_database'
|
|
144
|
+
new glue.Database(this, 'MyDatabase', {
|
|
145
|
+
databaseName: 'my_database',
|
|
147
146
|
});
|
|
148
147
|
```
|
|
149
148
|
|
|
@@ -152,7 +151,8 @@ new glue.Database(stack, 'MyDatabase', {
|
|
|
152
151
|
A Glue table describes a table of data in S3: its structure (column names and types), location of data (S3 objects with a common prefix in a S3 bucket), and format for the files (Json, Avro, Parquet, etc.):
|
|
153
152
|
|
|
154
153
|
```ts
|
|
155
|
-
|
|
154
|
+
declare const myDatabase: glue.Database;
|
|
155
|
+
new glue.Table(this, 'MyTable', {
|
|
156
156
|
database: myDatabase,
|
|
157
157
|
tableName: 'my_table',
|
|
158
158
|
columns: [{
|
|
@@ -160,20 +160,29 @@ new glue.Table(stack, 'MyTable', {
|
|
|
160
160
|
type: glue.Schema.STRING,
|
|
161
161
|
}, {
|
|
162
162
|
name: 'col2',
|
|
163
|
-
type: glue.Schema.array(Schema.STRING),
|
|
163
|
+
type: glue.Schema.array(glue.Schema.STRING),
|
|
164
164
|
comment: 'col2 is an array of strings' // comment is optional
|
|
165
165
|
}],
|
|
166
|
-
dataFormat: glue.DataFormat.JSON
|
|
166
|
+
dataFormat: glue.DataFormat.JSON,
|
|
167
167
|
});
|
|
168
168
|
```
|
|
169
169
|
|
|
170
170
|
By default, a S3 bucket will be created to store the table's data but you can manually pass the `bucket` and `s3Prefix`:
|
|
171
171
|
|
|
172
172
|
```ts
|
|
173
|
-
|
|
173
|
+
declare const myBucket: s3.Bucket;
|
|
174
|
+
declare const myDatabase: glue.Database;
|
|
175
|
+
new glue.Table(this, 'MyTable', {
|
|
174
176
|
bucket: myBucket,
|
|
175
|
-
s3Prefix: 'my-table/'
|
|
176
|
-
...
|
|
177
|
+
s3Prefix: 'my-table/',
|
|
178
|
+
// ...
|
|
179
|
+
database: myDatabase,
|
|
180
|
+
tableName: 'my_table',
|
|
181
|
+
columns: [{
|
|
182
|
+
name: 'col1',
|
|
183
|
+
type: glue.Schema.STRING,
|
|
184
|
+
}],
|
|
185
|
+
dataFormat: glue.DataFormat.JSON,
|
|
177
186
|
});
|
|
178
187
|
```
|
|
179
188
|
|
|
@@ -184,21 +193,22 @@ By default, an S3 bucket will be created to store the table's data and stored in
|
|
|
184
193
|
To improve query performance, a table can specify `partitionKeys` on which data is stored and queried separately. For example, you might partition a table by `year` and `month` to optimize queries based on a time window:
|
|
185
194
|
|
|
186
195
|
```ts
|
|
187
|
-
|
|
196
|
+
declare const myDatabase: glue.Database;
|
|
197
|
+
new glue.Table(this, 'MyTable', {
|
|
188
198
|
database: myDatabase,
|
|
189
199
|
tableName: 'my_table',
|
|
190
200
|
columns: [{
|
|
191
201
|
name: 'col1',
|
|
192
|
-
type: glue.Schema.STRING
|
|
202
|
+
type: glue.Schema.STRING,
|
|
193
203
|
}],
|
|
194
204
|
partitionKeys: [{
|
|
195
205
|
name: 'year',
|
|
196
|
-
type: glue.Schema.SMALL_INT
|
|
206
|
+
type: glue.Schema.SMALL_INT,
|
|
197
207
|
}, {
|
|
198
208
|
name: 'month',
|
|
199
|
-
type: glue.Schema.SMALL_INT
|
|
209
|
+
type: glue.Schema.SMALL_INT,
|
|
200
210
|
}],
|
|
201
|
-
dataFormat: glue.DataFormat.JSON
|
|
211
|
+
dataFormat: glue.DataFormat.JSON,
|
|
202
212
|
});
|
|
203
213
|
```
|
|
204
214
|
|
|
@@ -210,52 +220,98 @@ You can enable encryption on a Table's data:
|
|
|
210
220
|
* [S3Managed](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingServerSideEncryption.html) - Server side encryption (`SSE-S3`) with an Amazon S3-managed key.
|
|
211
221
|
|
|
212
222
|
```ts
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
223
|
+
declare const myDatabase: glue.Database;
|
|
224
|
+
new glue.Table(this, 'MyTable', {
|
|
225
|
+
encryption: glue.TableEncryption.S3_MANAGED,
|
|
226
|
+
// ...
|
|
227
|
+
database: myDatabase,
|
|
228
|
+
tableName: 'my_table',
|
|
229
|
+
columns: [{
|
|
230
|
+
name: 'col1',
|
|
231
|
+
type: glue.Schema.STRING,
|
|
232
|
+
}],
|
|
233
|
+
dataFormat: glue.DataFormat.JSON,
|
|
216
234
|
});
|
|
217
235
|
```
|
|
218
236
|
|
|
219
237
|
* [Kms](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingKMSEncryption.html) - Server-side encryption (`SSE-KMS`) with an AWS KMS Key managed by the account owner.
|
|
220
238
|
|
|
221
239
|
```ts
|
|
240
|
+
declare const myDatabase: glue.Database;
|
|
222
241
|
// KMS key is created automatically
|
|
223
|
-
new glue.Table(
|
|
224
|
-
encryption: glue.TableEncryption.KMS
|
|
225
|
-
...
|
|
242
|
+
new glue.Table(this, 'MyTable', {
|
|
243
|
+
encryption: glue.TableEncryption.KMS,
|
|
244
|
+
// ...
|
|
245
|
+
database: myDatabase,
|
|
246
|
+
tableName: 'my_table',
|
|
247
|
+
columns: [{
|
|
248
|
+
name: 'col1',
|
|
249
|
+
type: glue.Schema.STRING,
|
|
250
|
+
}],
|
|
251
|
+
dataFormat: glue.DataFormat.JSON,
|
|
226
252
|
});
|
|
227
253
|
|
|
228
254
|
// with an explicit KMS key
|
|
229
|
-
new glue.Table(
|
|
255
|
+
new glue.Table(this, 'MyTable', {
|
|
230
256
|
encryption: glue.TableEncryption.KMS,
|
|
231
|
-
encryptionKey: new kms.Key(
|
|
232
|
-
...
|
|
257
|
+
encryptionKey: new kms.Key(this, 'MyKey'),
|
|
258
|
+
// ...
|
|
259
|
+
database: myDatabase,
|
|
260
|
+
tableName: 'my_table',
|
|
261
|
+
columns: [{
|
|
262
|
+
name: 'col1',
|
|
263
|
+
type: glue.Schema.STRING,
|
|
264
|
+
}],
|
|
265
|
+
dataFormat: glue.DataFormat.JSON,
|
|
233
266
|
});
|
|
234
267
|
```
|
|
235
268
|
|
|
236
269
|
* [KmsManaged](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingKMSEncryption.html) - Server-side encryption (`SSE-KMS`), like `Kms`, except with an AWS KMS Key managed by the AWS Key Management Service.
|
|
237
270
|
|
|
238
271
|
```ts
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
272
|
+
declare const myDatabase: glue.Database;
|
|
273
|
+
new glue.Table(this, 'MyTable', {
|
|
274
|
+
encryption: glue.TableEncryption.KMS_MANAGED,
|
|
275
|
+
// ...
|
|
276
|
+
database: myDatabase,
|
|
277
|
+
tableName: 'my_table',
|
|
278
|
+
columns: [{
|
|
279
|
+
name: 'col1',
|
|
280
|
+
type: glue.Schema.STRING,
|
|
281
|
+
}],
|
|
282
|
+
dataFormat: glue.DataFormat.JSON,
|
|
242
283
|
});
|
|
243
284
|
```
|
|
244
285
|
|
|
245
286
|
* [ClientSideKms](https://docs.aws.amazon.com/AmazonS3/latest/dev/UsingClientSideEncryption.html#client-side-encryption-kms-managed-master-key-intro) - Client-side encryption (`CSE-KMS`) with an AWS KMS Key managed by the account owner.
|
|
246
287
|
|
|
247
288
|
```ts
|
|
289
|
+
declare const myDatabase: glue.Database;
|
|
248
290
|
// KMS key is created automatically
|
|
249
|
-
new glue.Table(
|
|
250
|
-
encryption: glue.TableEncryption.CLIENT_SIDE_KMS
|
|
251
|
-
...
|
|
291
|
+
new glue.Table(this, 'MyTable', {
|
|
292
|
+
encryption: glue.TableEncryption.CLIENT_SIDE_KMS,
|
|
293
|
+
// ...
|
|
294
|
+
database: myDatabase,
|
|
295
|
+
tableName: 'my_table',
|
|
296
|
+
columns: [{
|
|
297
|
+
name: 'col1',
|
|
298
|
+
type: glue.Schema.STRING,
|
|
299
|
+
}],
|
|
300
|
+
dataFormat: glue.DataFormat.JSON,
|
|
252
301
|
});
|
|
253
302
|
|
|
254
303
|
// with an explicit KMS key
|
|
255
|
-
new glue.Table(
|
|
304
|
+
new glue.Table(this, 'MyTable', {
|
|
256
305
|
encryption: glue.TableEncryption.CLIENT_SIDE_KMS,
|
|
257
|
-
encryptionKey: new kms.Key(
|
|
258
|
-
...
|
|
306
|
+
encryptionKey: new kms.Key(this, 'MyKey'),
|
|
307
|
+
// ...
|
|
308
|
+
database: myDatabase,
|
|
309
|
+
tableName: 'my_table',
|
|
310
|
+
columns: [{
|
|
311
|
+
name: 'col1',
|
|
312
|
+
type: glue.Schema.STRING,
|
|
313
|
+
}],
|
|
314
|
+
dataFormat: glue.DataFormat.JSON,
|
|
259
315
|
});
|
|
260
316
|
```
|
|
261
317
|
|
|
@@ -266,30 +322,35 @@ new glue.Table(stack, 'MyTable', {
|
|
|
266
322
|
A table's schema is a collection of columns, each of which have a `name` and a `type`. Types are recursive structures, consisting of primitive and complex types:
|
|
267
323
|
|
|
268
324
|
```ts
|
|
269
|
-
|
|
325
|
+
declare const myDatabase: glue.Database;
|
|
326
|
+
new glue.Table(this, 'MyTable', {
|
|
270
327
|
columns: [{
|
|
271
328
|
name: 'primitive_column',
|
|
272
|
-
type: glue.Schema.STRING
|
|
329
|
+
type: glue.Schema.STRING,
|
|
273
330
|
}, {
|
|
274
331
|
name: 'array_column',
|
|
275
332
|
type: glue.Schema.array(glue.Schema.INTEGER),
|
|
276
|
-
comment: 'array<integer>'
|
|
333
|
+
comment: 'array<integer>',
|
|
277
334
|
}, {
|
|
278
335
|
name: 'map_column',
|
|
279
336
|
type: glue.Schema.map(
|
|
280
337
|
glue.Schema.STRING,
|
|
281
338
|
glue.Schema.TIMESTAMP),
|
|
282
|
-
comment: 'map<string,string>'
|
|
339
|
+
comment: 'map<string,string>',
|
|
283
340
|
}, {
|
|
284
341
|
name: 'struct_column',
|
|
285
342
|
type: glue.Schema.struct([{
|
|
286
343
|
name: 'nested_column',
|
|
287
344
|
type: glue.Schema.DATE,
|
|
288
|
-
comment: 'nested comment'
|
|
345
|
+
comment: 'nested comment',
|
|
289
346
|
}]),
|
|
290
|
-
comment: "struct<nested_column:date COMMENT 'nested comment'>"
|
|
347
|
+
comment: "struct<nested_column:date COMMENT 'nested comment'>",
|
|
291
348
|
}],
|
|
292
|
-
...
|
|
349
|
+
// ...
|
|
350
|
+
database: myDatabase,
|
|
351
|
+
tableName: 'my_table',
|
|
352
|
+
dataFormat: glue.DataFormat.JSON,
|
|
353
|
+
});
|
|
293
354
|
```
|
|
294
355
|
|
|
295
356
|
### Primitives
|
package/lib/code.js
CHANGED
|
@@ -35,7 +35,7 @@ class Code {
|
|
|
35
35
|
}
|
|
36
36
|
exports.Code = Code;
|
|
37
37
|
_a = JSII_RTTI_SYMBOL_1;
|
|
38
|
-
Code[_a] = { fqn: "@aws-cdk/aws-glue-alpha.Code", version: "2.
|
|
38
|
+
Code[_a] = { fqn: "@aws-cdk/aws-glue-alpha.Code", version: "2.3.0-alpha.0" };
|
|
39
39
|
/**
|
|
40
40
|
* (experimental) Glue job Code from an S3 bucket.
|
|
41
41
|
*
|
|
@@ -67,7 +67,7 @@ class S3Code extends Code {
|
|
|
67
67
|
}
|
|
68
68
|
exports.S3Code = S3Code;
|
|
69
69
|
_b = JSII_RTTI_SYMBOL_1;
|
|
70
|
-
S3Code[_b] = { fqn: "@aws-cdk/aws-glue-alpha.S3Code", version: "2.
|
|
70
|
+
S3Code[_b] = { fqn: "@aws-cdk/aws-glue-alpha.S3Code", version: "2.3.0-alpha.0" };
|
|
71
71
|
/**
|
|
72
72
|
* (experimental) Job Code from a local file.
|
|
73
73
|
*
|
|
@@ -123,5 +123,5 @@ class AssetCode extends Code {
|
|
|
123
123
|
}
|
|
124
124
|
exports.AssetCode = AssetCode;
|
|
125
125
|
_c = JSII_RTTI_SYMBOL_1;
|
|
126
|
-
AssetCode[_c] = { fqn: "@aws-cdk/aws-glue-alpha.AssetCode", version: "2.
|
|
127
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
126
|
+
AssetCode[_c] = { fqn: "@aws-cdk/aws-glue-alpha.AssetCode", version: "2.3.0-alpha.0" };
|
|
127
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29kZS5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbImNvZGUudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7QUFBQSxpQ0FBaUM7QUFDakMseUJBQXlCO0FBR3pCLHNEQUFzRDtBQUN0RCxtQ0FBbUM7Ozs7OztBQUluQyxNQUFzQixJQUFJOzs7Ozs7OztJQUdqQixNQUFNLENBQUMsVUFBVSxDQUFDLE1BQWtCLEVBQUUsR0FBVztRQUN0RCxPQUFPLElBQUksTUFBTSxDQUFDLE1BQU0sRUFBRSxHQUFHLENBQUMsQ0FBQztLQUNoQzs7Ozs7OztJQUdNLE1BQU0sQ0FBQyxTQUFTLENBQUMsSUFBWSxFQUFFLE9BQStCO1FBQ25FLE9BQU8sSUFBSSxTQUFTLENBQUMsSUFBSSxFQUFFLE9BQU8sQ0FBQyxDQUFDO0tBQ3JDOztBQVZILG9CQWNDOzs7Ozs7OztBQUdELE1BQWEsTUFBTyxTQUFRLElBQUk7Ozs7SUFDOUIsWUFBNkIsTUFBa0IsRUFBbUIsR0FBVztRQUMzRSxLQUFLLEVBQUUsQ0FBQztRQURtQixXQUFNLEdBQU4sTUFBTSxDQUFZO1FBQW1CLFFBQUcsR0FBSCxHQUFHLENBQVE7S0FFNUU7Ozs7OztJQUVNLElBQUksQ0FBQyxNQUE0QixFQUFFLFNBQXlCO1FBQ2pFLElBQUksQ0FBQyxNQUFNLENBQUMsU0FBUyxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDM0MsT0FBTztZQUNMLFVBQVUsRUFBRTtnQkFDVixVQUFVLEVBQUUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxVQUFVO2dCQUNsQyxTQUFTLEVBQUUsSUFBSSxDQUFDLEdBQUc7YUFDcEI7U0FDRixDQUFDO0tBQ0g7O0FBYkgsd0JBY0M7Ozs7Ozs7O0FBR0QsTUFBYSxTQUFVLFNBQVEsSUFBSTs7Ozs7SUFJakMsWUFBNkIsSUFBWSxFQUFtQixVQUFpQyxFQUFHO1FBQzlGLEtBQUssRUFBRSxDQUFDO1FBRG1CLFNBQUksR0FBSixJQUFJLENBQVE7UUFBbUIsWUFBTyxHQUFQLE9BQU8sQ0FBNkI7UUFHOUYsSUFBSSxFQUFFLENBQUMsU0FBUyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsQ0FBQyxXQUFXLEVBQUUsRUFBRTtZQUN6QyxNQUFNLElBQUksS0FBSyxDQUFDLGFBQWEsSUFBSSxDQUFDLElBQUksMkNBQTJDLENBQUMsQ0FBQztTQUNwRjtLQUNGOzs7Ozs7SUFFTSxJQUFJLENBQUMsS0FBMkIsRUFBRSxTQUF5QjtRQUNoRSxxRkFBcUY7UUFDckYsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLEVBQUU7WUFDZixJQUFJLENBQUMsS0FBSyxHQUFHLElBQUksUUFBUSxDQUFDLEtBQUssQ0FBQyxLQUFLLEVBQUUsT0FBTyxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsRUFBRSxFQUFFO2dCQUN4RSxJQUFJLEVBQUUsSUFBSSxDQUFDLElBQUk7Z0JBQ2YsR0FBRyxJQUFJLENBQUMsT0FBTzthQUNoQixDQUFDLENBQUM7U0FDSjthQUFNLElBQUksR0FBRyxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxLQUFLLEdBQUcsQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLEtBQUssQ0FBQyxFQUFFO1lBQzNELE1BQU0sSUFBSSxLQUFLLENBQUMsbURBQW1ELEdBQUcsQ0FBQyxLQUFLLENBQUMsRUFBRSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsQ0FBQyxTQUFTLEtBQUs7Z0JBQ3hHLDZDQUE2QyxDQUFDLENBQUM7U0FDbEQ7UUFDRCxJQUFJLENBQUMsS0FBSyxDQUFDLFNBQVMsQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUNoQyxPQUFPO1lBQ0wsVUFBVSxFQUFFO2dCQUNWLFVBQVUsRUFBRSxJQUFJLENBQUMsS0FBSyxDQUFDLFlBQVk7Z0JBQ25DLFNBQVMsRUFBRSxJQUFJLENBQUMsS0FBSyxDQUFDLFdBQVc7YUFDbEM7U0FDRixDQUFDO0tBQ0g7SUFFRDs7T0FFRztJQUNLLFFBQVEsQ0FBQyxDQUFTO1FBQ3hCLE1BQU0sSUFBSSxHQUFHLE1BQU0sQ0FBQyxVQUFVLENBQUMsS0FBSyxDQUFDLENBQUM7UUFDdEMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUNmLE9BQU8sSUFBSSxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQztLQUMzQjtJQUFBLENBQUM7O0FBdkNKLDhCQXdDQyIsInNvdXJjZXNDb250ZW50IjpbImltcG9ydCAqIGFzIGNyeXB0byBmcm9tICdjcnlwdG8nO1xuaW1wb3J0ICogYXMgZnMgZnJvbSAnZnMnO1xuaW1wb3J0ICogYXMgaWFtIGZyb20gJ2F3cy1jZGstbGliL2F3cy1pYW0nO1xuaW1wb3J0ICogYXMgczMgZnJvbSAnYXdzLWNkay1saWIvYXdzLXMzJztcbmltcG9ydCAqIGFzIHMzYXNzZXRzIGZyb20gJ2F3cy1jZGstbGliL2F3cy1zMy1hc3NldHMnO1xuaW1wb3J0ICogYXMgY2RrIGZyb20gJ2F3cy1jZGstbGliJztcbmltcG9ydCAqIGFzIGNvbnN0cnVjdHMgZnJvbSAnY29uc3RydWN0cyc7XG5cbiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBcbmV4cG9ydCBhYnN0cmFjdCBjbGFzcyBDb2RlIHtcblxuICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIFxuICBwdWJsaWMgc3RhdGljIGZyb21CdWNrZXQoYnVja2V0OiBzMy5JQnVja2V0LCBrZXk6IHN0cmluZyk6IFMzQ29kZSB7XG4gICAgcmV0dXJuIG5ldyBTM0NvZGUoYnVja2V0LCBrZXkpO1xuICB9XG5cbiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBcbiAgcHVibGljIHN0YXRpYyBmcm9tQXNzZXQocGF0aDogc3RyaW5nLCBvcHRpb25zPzogczNhc3NldHMuQXNzZXRPcHRpb25zKTogQXNzZXRDb2RlIHtcbiAgICByZXR1cm4gbmV3IEFzc2V0Q29kZShwYXRoLCBvcHRpb25zKTtcbiAgfVxuXG4gICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBcbiAgcHVibGljIGFic3RyYWN0IGJpbmQoc2NvcGU6IGNvbnN0cnVjdHMuQ29uc3RydWN0LCBncmFudGFibGU6IGlhbS5JR3JhbnRhYmxlKTogQ29kZUNvbmZpZztcbn1cblxuICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIFxuZXhwb3J0IGNsYXNzIFMzQ29kZSBleHRlbmRzIENvZGUge1xuICBjb25zdHJ1Y3Rvcihwcml2YXRlIHJlYWRvbmx5IGJ1Y2tldDogczMuSUJ1Y2tldCwgcHJpdmF0ZSByZWFkb25seSBrZXk6IHN0cmluZykge1xuICAgIHN1cGVyKCk7XG4gIH1cblxuICBwdWJsaWMgYmluZChfc2NvcGU6IGNvbnN0cnVjdHMuQ29uc3RydWN0LCBncmFudGFibGU6IGlhbS5JR3JhbnRhYmxlKTogQ29kZUNvbmZpZyB7XG4gICAgdGhpcy5idWNrZXQuZ3JhbnRSZWFkKGdyYW50YWJsZSwgdGhpcy5rZXkpO1xuICAgIHJldHVybiB7XG4gICAgICBzM0xvY2F0aW9uOiB7XG4gICAgICAgIGJ1Y2tldE5hbWU6IHRoaXMuYnVja2V0LmJ1Y2tldE5hbWUsXG4gICAgICAgIG9iamVjdEtleTogdGhpcy5rZXksXG4gICAgICB9LFxuICAgIH07XG4gIH1cbn1cblxuICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBcbmV4cG9ydCBjbGFzcyBBc3NldENvZGUgZXh0ZW5kcyBDb2RlIHtcbiAgcHJpdmF0ZSBhc3NldD86IHMzYXNzZXRzLkFzc2V0O1xuXG4gICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgXG4gIGNvbnN0cnVjdG9yKHByaXZhdGUgcmVhZG9ubHkgcGF0aDogc3RyaW5nLCBwcml2YXRlIHJlYWRvbmx5IG9wdGlvbnM6IHMzYXNzZXRzLkFzc2V0T3B0aW9ucyA9IHsgfSkge1xuICAgIHN1cGVyKCk7XG5cbiAgICBpZiAoZnMubHN0YXRTeW5jKHRoaXMucGF0aCkuaXNEaXJlY3RvcnkoKSkge1xuICAgICAgdGhyb3cgbmV3IEVycm9yKGBDb2RlIHBhdGggJHt0aGlzLnBhdGh9IGlzIGEgZGlyZWN0b3J5LiBPbmx5IGZpbGVzIGFyZSBzdXBwb3J0ZWRgKTtcbiAgICB9XG4gIH1cblxuICBwdWJsaWMgYmluZChzY29wZTogY29uc3RydWN0cy5Db25zdHJ1Y3QsIGdyYW50YWJsZTogaWFtLklHcmFudGFibGUpOiBDb2RlQ29uZmlnIHtcbiAgICAvLyBJZiB0aGUgc2FtZSBBc3NldENvZGUgaXMgdXNlZCBtdWx0aXBsZSB0aW1lcywgcmV0YWluIG9ubHkgdGhlIGZpcnN0IGluc3RhbnRpYXRpb24uXG4gICAgaWYgKCF0aGlzLmFzc2V0KSB7XG4gICAgICB0aGlzLmFzc2V0ID0gbmV3IHMzYXNzZXRzLkFzc2V0KHNjb3BlLCBgQ29kZSR7dGhpcy5oYXNoY29kZSh0aGlzLnBhdGgpfWAsIHtcbiAgICAgICAgcGF0aDogdGhpcy5wYXRoLFxuICAgICAgICAuLi50aGlzLm9wdGlvbnMsXG4gICAgICB9KTtcbiAgICB9IGVsc2UgaWYgKGNkay5TdGFjay5vZih0aGlzLmFzc2V0KSAhPT0gY2RrLlN0YWNrLm9mKHNjb3BlKSkge1xuICAgICAgdGhyb3cgbmV3IEVycm9yKGBBc3NldCBpcyBhbHJlYWR5IGFzc29jaWF0ZWQgd2l0aCBhbm90aGVyIHN0YWNrICcke2Nkay5TdGFjay5vZih0aGlzLmFzc2V0KS5zdGFja05hbWV9Jy4gYCArXG4gICAgICAgICdDcmVhdGUgYSBuZXcgQ29kZSBpbnN0YW5jZSBmb3IgZXZlcnkgc3RhY2suJyk7XG4gICAgfVxuICAgIHRoaXMuYXNzZXQuZ3JhbnRSZWFkKGdyYW50YWJsZSk7XG4gICAgcmV0dXJuIHtcbiAgICAgIHMzTG9jYXRpb246IHtcbiAgICAgICAgYnVja2V0TmFtZTogdGhpcy5hc3NldC5zM0J1Y2tldE5hbWUsXG4gICAgICAgIG9iamVjdEtleTogdGhpcy5hc3NldC5zM09iamVjdEtleSxcbiAgICAgIH0sXG4gICAgfTtcbiAgfVxuXG4gIC8qKlxuICAgKiBIYXNoIGEgc3RyaW5nXG4gICAqL1xuICBwcml2YXRlIGhhc2hjb2RlKHM6IHN0cmluZyk6IHN0cmluZyB7XG4gICAgY29uc3QgaGFzaCA9IGNyeXB0by5jcmVhdGVIYXNoKCdtZDUnKTtcbiAgICBoYXNoLnVwZGF0ZShzKTtcbiAgICByZXR1cm4gaGFzaC5kaWdlc3QoJ2hleCcpO1xuICB9O1xufVxuXG4gICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgXG5leHBvcnQgaW50ZXJmYWNlIENvZGVDb25maWcge1xuICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgXG4gIHJlYWRvbmx5IHMzTG9jYXRpb246IHMzLkxvY2F0aW9uO1xufSJdfQ==
|