cdk-mwaa 0.0.4__tar.gz → 0.0.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cdk_mwaa-0.0.4/src/cdk_mwaa.egg-info → cdk_mwaa-0.0.6}/PKG-INFO +3 -3
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/README.md +2 -2
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/setup.py +2 -2
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa/__init__.py +374 -363
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa/_jsii/__init__.py +1 -1
- cdk_mwaa-0.0.6/src/cdk_mwaa/_jsii/cdk-mwaa@0.0.6.jsii.tgz +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6/src/cdk_mwaa.egg-info}/PKG-INFO +3 -3
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa.egg-info/SOURCES.txt +1 -1
- cdk_mwaa-0.0.4/src/cdk_mwaa/_jsii/cdk-mwaa@0.0.4.jsii.tgz +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/LICENSE +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/MANIFEST.in +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/pyproject.toml +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/setup.cfg +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa/py.typed +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa.egg-info/dependency_links.txt +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa.egg-info/requires.txt +0 -0
- {cdk_mwaa-0.0.4 → cdk_mwaa-0.0.6}/src/cdk_mwaa.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cdk-mwaa
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.6
|
4
4
|
Summary: cdk-mwaa
|
5
5
|
Home-page: https://github.com/hupe1980/cdk-mwaa.git
|
6
6
|
Author: hupe1980<frankhuebner1980@gmail.com>
|
@@ -60,10 +60,10 @@ const stack = new cdk.Stack(app, 'MwaaStack');
|
|
60
60
|
|
61
61
|
const dagStorage = new mwaa.DagStorage(stack, 'MyMwaaDagStorage', {
|
62
62
|
bucketName: 'my-mwaa-dag-storage',
|
63
|
-
|
63
|
+
dagsOptions: {
|
64
64
|
localPath: path.join(__dirname, 'dags'),
|
65
65
|
s3Path: 'dags/',
|
66
|
-
|
66
|
+
},
|
67
67
|
// additional configuration options...
|
68
68
|
});
|
69
69
|
|
@@ -33,10 +33,10 @@ const stack = new cdk.Stack(app, 'MwaaStack');
|
|
33
33
|
|
34
34
|
const dagStorage = new mwaa.DagStorage(stack, 'MyMwaaDagStorage', {
|
35
35
|
bucketName: 'my-mwaa-dag-storage',
|
36
|
-
|
36
|
+
dagsOptions: {
|
37
37
|
localPath: path.join(__dirname, 'dags'),
|
38
38
|
s3Path: 'dags/',
|
39
|
-
|
39
|
+
},
|
40
40
|
// additional configuration options...
|
41
41
|
});
|
42
42
|
|
@@ -5,7 +5,7 @@ kwargs = json.loads(
|
|
5
5
|
"""
|
6
6
|
{
|
7
7
|
"name": "cdk-mwaa",
|
8
|
-
"version": "0.0.
|
8
|
+
"version": "0.0.6",
|
9
9
|
"description": "cdk-mwaa",
|
10
10
|
"license": "MIT",
|
11
11
|
"url": "https://github.com/hupe1980/cdk-mwaa.git",
|
@@ -26,7 +26,7 @@ kwargs = json.loads(
|
|
26
26
|
],
|
27
27
|
"package_data": {
|
28
28
|
"cdk_mwaa._jsii": [
|
29
|
-
"cdk-mwaa@0.0.
|
29
|
+
"cdk-mwaa@0.0.6.jsii.tgz"
|
30
30
|
],
|
31
31
|
"cdk_mwaa": [
|
32
32
|
"py.typed"
|
@@ -34,10 +34,10 @@ const stack = new cdk.Stack(app, 'MwaaStack');
|
|
34
34
|
|
35
35
|
const dagStorage = new mwaa.DagStorage(stack, 'MyMwaaDagStorage', {
|
36
36
|
bucketName: 'my-mwaa-dag-storage',
|
37
|
-
|
37
|
+
dagsOptions: {
|
38
38
|
localPath: path.join(__dirname, 'dags'),
|
39
39
|
s3Path: 'dags/',
|
40
|
-
|
40
|
+
},
|
41
41
|
// additional configuration options...
|
42
42
|
});
|
43
43
|
|
@@ -128,6 +128,168 @@ import aws_cdk.aws_s3 as _aws_cdk_aws_s3_ceddda9d
|
|
128
128
|
import constructs as _constructs_77d1e7e8
|
129
129
|
|
130
130
|
|
131
|
+
@jsii.data_type(
|
132
|
+
jsii_type="cdk-mwaa.ConfigFile",
|
133
|
+
jsii_struct_bases=[],
|
134
|
+
name_mapping={"name": "name", "version": "version"},
|
135
|
+
)
|
136
|
+
class ConfigFile:
|
137
|
+
def __init__(
|
138
|
+
self,
|
139
|
+
*,
|
140
|
+
name: builtins.str,
|
141
|
+
version: typing.Optional[builtins.str] = None,
|
142
|
+
) -> None:
|
143
|
+
'''Represents a configuration file stored in S3.
|
144
|
+
|
145
|
+
:param name: The name of the configuration file.
|
146
|
+
:param version: Optional S3 object version identifier.
|
147
|
+
'''
|
148
|
+
if __debug__:
|
149
|
+
type_hints = typing.get_type_hints(_typecheckingstub__18fc569fcf933a2b3ce7fe86ffe34609735a142137b7878008714403e6813a46)
|
150
|
+
check_type(argname="argument name", value=name, expected_type=type_hints["name"])
|
151
|
+
check_type(argname="argument version", value=version, expected_type=type_hints["version"])
|
152
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {
|
153
|
+
"name": name,
|
154
|
+
}
|
155
|
+
if version is not None:
|
156
|
+
self._values["version"] = version
|
157
|
+
|
158
|
+
@builtins.property
|
159
|
+
def name(self) -> builtins.str:
|
160
|
+
'''The name of the configuration file.'''
|
161
|
+
result = self._values.get("name")
|
162
|
+
assert result is not None, "Required property 'name' is missing"
|
163
|
+
return typing.cast(builtins.str, result)
|
164
|
+
|
165
|
+
@builtins.property
|
166
|
+
def version(self) -> typing.Optional[builtins.str]:
|
167
|
+
'''Optional S3 object version identifier.'''
|
168
|
+
result = self._values.get("version")
|
169
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
170
|
+
|
171
|
+
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
172
|
+
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
173
|
+
|
174
|
+
def __ne__(self, rhs: typing.Any) -> builtins.bool:
|
175
|
+
return not (rhs == self)
|
176
|
+
|
177
|
+
def __repr__(self) -> str:
|
178
|
+
return "ConfigFile(%s)" % ", ".join(
|
179
|
+
k + "=" + repr(v) for k, v in self._values.items()
|
180
|
+
)
|
181
|
+
|
182
|
+
|
183
|
+
@jsii.data_type(
|
184
|
+
jsii_type="cdk-mwaa.ConfigsOptions",
|
185
|
+
jsii_struct_bases=[],
|
186
|
+
name_mapping={
|
187
|
+
"deploy_options": "deployOptions",
|
188
|
+
"local_path": "localPath",
|
189
|
+
"plugins": "plugins",
|
190
|
+
"requirements": "requirements",
|
191
|
+
"s3_prefix": "s3Prefix",
|
192
|
+
"startup_script": "startupScript",
|
193
|
+
},
|
194
|
+
)
|
195
|
+
class ConfigsOptions:
|
196
|
+
def __init__(
|
197
|
+
self,
|
198
|
+
*,
|
199
|
+
deploy_options: typing.Optional[typing.Union["DeployOptions", typing.Dict[builtins.str, typing.Any]]] = None,
|
200
|
+
local_path: typing.Optional[builtins.str] = None,
|
201
|
+
plugins: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
202
|
+
requirements: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
203
|
+
s3_prefix: typing.Optional[builtins.str] = None,
|
204
|
+
startup_script: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
205
|
+
) -> None:
|
206
|
+
'''Configuration options for storing configuration files in S3.
|
207
|
+
|
208
|
+
:param deploy_options: Deployment options for configuration storage.
|
209
|
+
:param local_path: Optional local path for the configuration files.
|
210
|
+
:param plugins: Optional plugins file configuration.
|
211
|
+
:param requirements: Optional requirements file configuration.
|
212
|
+
:param s3_prefix: The S3 prefix where configuration files are stored.
|
213
|
+
:param startup_script: Optional startup script file configuration.
|
214
|
+
'''
|
215
|
+
if isinstance(deploy_options, dict):
|
216
|
+
deploy_options = DeployOptions(**deploy_options)
|
217
|
+
if isinstance(plugins, dict):
|
218
|
+
plugins = ConfigFile(**plugins)
|
219
|
+
if isinstance(requirements, dict):
|
220
|
+
requirements = ConfigFile(**requirements)
|
221
|
+
if isinstance(startup_script, dict):
|
222
|
+
startup_script = ConfigFile(**startup_script)
|
223
|
+
if __debug__:
|
224
|
+
type_hints = typing.get_type_hints(_typecheckingstub__21e969a6710fc7238d65620a64ca6e99674b344908eb39331069a48b8b9f6f37)
|
225
|
+
check_type(argname="argument deploy_options", value=deploy_options, expected_type=type_hints["deploy_options"])
|
226
|
+
check_type(argname="argument local_path", value=local_path, expected_type=type_hints["local_path"])
|
227
|
+
check_type(argname="argument plugins", value=plugins, expected_type=type_hints["plugins"])
|
228
|
+
check_type(argname="argument requirements", value=requirements, expected_type=type_hints["requirements"])
|
229
|
+
check_type(argname="argument s3_prefix", value=s3_prefix, expected_type=type_hints["s3_prefix"])
|
230
|
+
check_type(argname="argument startup_script", value=startup_script, expected_type=type_hints["startup_script"])
|
231
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
232
|
+
if deploy_options is not None:
|
233
|
+
self._values["deploy_options"] = deploy_options
|
234
|
+
if local_path is not None:
|
235
|
+
self._values["local_path"] = local_path
|
236
|
+
if plugins is not None:
|
237
|
+
self._values["plugins"] = plugins
|
238
|
+
if requirements is not None:
|
239
|
+
self._values["requirements"] = requirements
|
240
|
+
if s3_prefix is not None:
|
241
|
+
self._values["s3_prefix"] = s3_prefix
|
242
|
+
if startup_script is not None:
|
243
|
+
self._values["startup_script"] = startup_script
|
244
|
+
|
245
|
+
@builtins.property
|
246
|
+
def deploy_options(self) -> typing.Optional["DeployOptions"]:
|
247
|
+
'''Deployment options for configuration storage.'''
|
248
|
+
result = self._values.get("deploy_options")
|
249
|
+
return typing.cast(typing.Optional["DeployOptions"], result)
|
250
|
+
|
251
|
+
@builtins.property
|
252
|
+
def local_path(self) -> typing.Optional[builtins.str]:
|
253
|
+
'''Optional local path for the configuration files.'''
|
254
|
+
result = self._values.get("local_path")
|
255
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
256
|
+
|
257
|
+
@builtins.property
|
258
|
+
def plugins(self) -> typing.Optional[ConfigFile]:
|
259
|
+
'''Optional plugins file configuration.'''
|
260
|
+
result = self._values.get("plugins")
|
261
|
+
return typing.cast(typing.Optional[ConfigFile], result)
|
262
|
+
|
263
|
+
@builtins.property
|
264
|
+
def requirements(self) -> typing.Optional[ConfigFile]:
|
265
|
+
'''Optional requirements file configuration.'''
|
266
|
+
result = self._values.get("requirements")
|
267
|
+
return typing.cast(typing.Optional[ConfigFile], result)
|
268
|
+
|
269
|
+
@builtins.property
|
270
|
+
def s3_prefix(self) -> typing.Optional[builtins.str]:
|
271
|
+
'''The S3 prefix where configuration files are stored.'''
|
272
|
+
result = self._values.get("s3_prefix")
|
273
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
274
|
+
|
275
|
+
@builtins.property
|
276
|
+
def startup_script(self) -> typing.Optional[ConfigFile]:
|
277
|
+
'''Optional startup script file configuration.'''
|
278
|
+
result = self._values.get("startup_script")
|
279
|
+
return typing.cast(typing.Optional[ConfigFile], result)
|
280
|
+
|
281
|
+
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
282
|
+
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
283
|
+
|
284
|
+
def __ne__(self, rhs: typing.Any) -> builtins.bool:
|
285
|
+
return not (rhs == self)
|
286
|
+
|
287
|
+
def __repr__(self) -> str:
|
288
|
+
return "ConfigsOptions(%s)" % ", ".join(
|
289
|
+
k + "=" + repr(v) for k, v in self._values.items()
|
290
|
+
)
|
291
|
+
|
292
|
+
|
131
293
|
class DagStorage(
|
132
294
|
_constructs_77d1e7e8.Construct,
|
133
295
|
metaclass=jsii.JSIIMeta,
|
@@ -141,25 +303,21 @@ class DagStorage(
|
|
141
303
|
id: builtins.str,
|
142
304
|
*,
|
143
305
|
bucket_name: typing.Optional[builtins.str] = None,
|
144
|
-
|
306
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
307
|
+
dags_options: typing.Optional[typing.Union["DagsOptions", typing.Dict[builtins.str, typing.Any]]] = None,
|
145
308
|
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
146
|
-
plugins_config: typing.Optional[typing.Union["DagStorageConfigOptionsWithS3ObjectVersion", typing.Dict[builtins.str, typing.Any]]] = None,
|
147
309
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
148
|
-
requirements_config: typing.Optional[typing.Union["DagStorageConfigOptionsWithS3ObjectVersion", typing.Dict[builtins.str, typing.Any]]] = None,
|
149
|
-
startup_script_config: typing.Optional[typing.Union["DagStorageConfigOptionsWithS3ObjectVersion", typing.Dict[builtins.str, typing.Any]]] = None,
|
150
310
|
versioned: typing.Optional[builtins.bool] = None,
|
151
311
|
) -> None:
|
152
312
|
'''
|
153
313
|
:param scope: -
|
154
314
|
:param id: -
|
155
|
-
:param bucket_name:
|
156
|
-
:param
|
315
|
+
:param bucket_name: Optional custom bucket name.
|
316
|
+
:param configs_options: Configuration for additional configuration files.
|
317
|
+
:param dags_options: Configuration for DAG storage.
|
157
318
|
:param noncurrent_version_expiration: Lifecycle rule for expiring non-current object versions.
|
158
|
-
:param
|
159
|
-
:param
|
160
|
-
:param requirements_config: Configuration for requirements storage.
|
161
|
-
:param startup_script_config: Configuration for startup script storage.
|
162
|
-
:param versioned: Enable versioning for the bucket.
|
319
|
+
:param removal_policy: Policy to determine bucket removal behavior.
|
320
|
+
:param versioned: Whether to enable versioning for the bucket.
|
163
321
|
'''
|
164
322
|
if __debug__:
|
165
323
|
type_hints = typing.get_type_hints(_typecheckingstub__95a166027e8ebcfead2708b1c3388e60862a4fb6d86763bf56854f275bdd2390)
|
@@ -167,12 +325,10 @@ class DagStorage(
|
|
167
325
|
check_type(argname="argument id", value=id, expected_type=type_hints["id"])
|
168
326
|
props = DagStorageProps(
|
169
327
|
bucket_name=bucket_name,
|
170
|
-
|
328
|
+
configs_options=configs_options,
|
329
|
+
dags_options=dags_options,
|
171
330
|
noncurrent_version_expiration=noncurrent_version_expiration,
|
172
|
-
plugins_config=plugins_config,
|
173
331
|
removal_policy=removal_policy,
|
174
|
-
requirements_config=requirements_config,
|
175
|
-
startup_script_config=startup_script_config,
|
176
332
|
versioned=versioned,
|
177
333
|
)
|
178
334
|
|
@@ -191,86 +347,132 @@ class DagStorage(
|
|
191
347
|
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "dagS3Path"))
|
192
348
|
|
193
349
|
@builtins.property
|
194
|
-
@jsii.member(jsii_name="
|
195
|
-
def
|
196
|
-
self,
|
197
|
-
) -> typing.Optional["DagStorageConfigOptionsWithS3ObjectVersion"]:
|
198
|
-
'''Plugin storage configuration.'''
|
199
|
-
return typing.cast(typing.Optional["DagStorageConfigOptionsWithS3ObjectVersion"], jsii.get(self, "pluginsConfig"))
|
350
|
+
@jsii.member(jsii_name="pluginsS3ObjectVersion")
|
351
|
+
def plugins_s3_object_version(self) -> typing.Optional[builtins.str]:
|
352
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "pluginsS3ObjectVersion"))
|
200
353
|
|
201
354
|
@builtins.property
|
202
|
-
@jsii.member(jsii_name="
|
203
|
-
def
|
204
|
-
|
205
|
-
|
206
|
-
'''Requirements storage configuration.'''
|
207
|
-
return typing.cast(typing.Optional["DagStorageConfigOptionsWithS3ObjectVersion"], jsii.get(self, "requirementsConfig"))
|
355
|
+
@jsii.member(jsii_name="pluginsS3Path")
|
356
|
+
def plugins_s3_path(self) -> typing.Optional[builtins.str]:
|
357
|
+
'''S3 paths and object versions for configuration files.'''
|
358
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "pluginsS3Path"))
|
208
359
|
|
209
360
|
@builtins.property
|
210
|
-
@jsii.member(jsii_name="
|
211
|
-
def
|
212
|
-
self,
|
213
|
-
|
214
|
-
|
215
|
-
|
361
|
+
@jsii.member(jsii_name="requirementsS3ObjectVersion")
|
362
|
+
def requirements_s3_object_version(self) -> typing.Optional[builtins.str]:
|
363
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "requirementsS3ObjectVersion"))
|
364
|
+
|
365
|
+
@builtins.property
|
366
|
+
@jsii.member(jsii_name="requirementsS3Path")
|
367
|
+
def requirements_s3_path(self) -> typing.Optional[builtins.str]:
|
368
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "requirementsS3Path"))
|
369
|
+
|
370
|
+
@builtins.property
|
371
|
+
@jsii.member(jsii_name="startupScriptS3ObjectVersion")
|
372
|
+
def startup_script_s3_object_version(self) -> typing.Optional[builtins.str]:
|
373
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "startupScriptS3ObjectVersion"))
|
374
|
+
|
375
|
+
@builtins.property
|
376
|
+
@jsii.member(jsii_name="startupScriptS3Path")
|
377
|
+
def startup_script_s3_path(self) -> typing.Optional[builtins.str]:
|
378
|
+
return typing.cast(typing.Optional[builtins.str], jsii.get(self, "startupScriptS3Path"))
|
216
379
|
|
217
380
|
|
218
381
|
@jsii.data_type(
|
219
|
-
jsii_type="cdk-mwaa.
|
382
|
+
jsii_type="cdk-mwaa.DagStorageProps",
|
220
383
|
jsii_struct_bases=[],
|
221
384
|
name_mapping={
|
222
|
-
"
|
223
|
-
"
|
224
|
-
"
|
385
|
+
"bucket_name": "bucketName",
|
386
|
+
"configs_options": "configsOptions",
|
387
|
+
"dags_options": "dagsOptions",
|
388
|
+
"noncurrent_version_expiration": "noncurrentVersionExpiration",
|
389
|
+
"removal_policy": "removalPolicy",
|
390
|
+
"versioned": "versioned",
|
225
391
|
},
|
226
392
|
)
|
227
|
-
class
|
393
|
+
class DagStorageProps:
|
228
394
|
def __init__(
|
229
395
|
self,
|
230
396
|
*,
|
231
|
-
|
232
|
-
|
233
|
-
|
397
|
+
bucket_name: typing.Optional[builtins.str] = None,
|
398
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
399
|
+
dags_options: typing.Optional[typing.Union["DagsOptions", typing.Dict[builtins.str, typing.Any]]] = None,
|
400
|
+
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
401
|
+
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
402
|
+
versioned: typing.Optional[builtins.bool] = None,
|
234
403
|
) -> None:
|
235
|
-
'''
|
404
|
+
'''Properties for configuring the DAG storage bucket.
|
236
405
|
|
237
|
-
:param
|
238
|
-
:param
|
239
|
-
:param
|
406
|
+
:param bucket_name: Optional custom bucket name.
|
407
|
+
:param configs_options: Configuration for additional configuration files.
|
408
|
+
:param dags_options: Configuration for DAG storage.
|
409
|
+
:param noncurrent_version_expiration: Lifecycle rule for expiring non-current object versions.
|
410
|
+
:param removal_policy: Policy to determine bucket removal behavior.
|
411
|
+
:param versioned: Whether to enable versioning for the bucket.
|
240
412
|
'''
|
241
|
-
if isinstance(
|
242
|
-
|
413
|
+
if isinstance(configs_options, dict):
|
414
|
+
configs_options = ConfigsOptions(**configs_options)
|
415
|
+
if isinstance(dags_options, dict):
|
416
|
+
dags_options = DagsOptions(**dags_options)
|
243
417
|
if __debug__:
|
244
|
-
type_hints = typing.get_type_hints(
|
245
|
-
check_type(argname="argument
|
246
|
-
check_type(argname="argument
|
247
|
-
check_type(argname="argument
|
248
|
-
|
249
|
-
"
|
250
|
-
|
251
|
-
|
252
|
-
|
253
|
-
|
254
|
-
|
418
|
+
type_hints = typing.get_type_hints(_typecheckingstub__6a4bace9647a9566f3af4198e17ef015306e92a6d5f673b579ba6fdfcb5231da)
|
419
|
+
check_type(argname="argument bucket_name", value=bucket_name, expected_type=type_hints["bucket_name"])
|
420
|
+
check_type(argname="argument configs_options", value=configs_options, expected_type=type_hints["configs_options"])
|
421
|
+
check_type(argname="argument dags_options", value=dags_options, expected_type=type_hints["dags_options"])
|
422
|
+
check_type(argname="argument noncurrent_version_expiration", value=noncurrent_version_expiration, expected_type=type_hints["noncurrent_version_expiration"])
|
423
|
+
check_type(argname="argument removal_policy", value=removal_policy, expected_type=type_hints["removal_policy"])
|
424
|
+
check_type(argname="argument versioned", value=versioned, expected_type=type_hints["versioned"])
|
425
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
426
|
+
if bucket_name is not None:
|
427
|
+
self._values["bucket_name"] = bucket_name
|
428
|
+
if configs_options is not None:
|
429
|
+
self._values["configs_options"] = configs_options
|
430
|
+
if dags_options is not None:
|
431
|
+
self._values["dags_options"] = dags_options
|
432
|
+
if noncurrent_version_expiration is not None:
|
433
|
+
self._values["noncurrent_version_expiration"] = noncurrent_version_expiration
|
434
|
+
if removal_policy is not None:
|
435
|
+
self._values["removal_policy"] = removal_policy
|
436
|
+
if versioned is not None:
|
437
|
+
self._values["versioned"] = versioned
|
255
438
|
|
256
439
|
@builtins.property
|
257
|
-
def
|
258
|
-
'''
|
259
|
-
result = self._values.get("
|
260
|
-
|
261
|
-
return typing.cast(builtins.str, result)
|
440
|
+
def bucket_name(self) -> typing.Optional[builtins.str]:
|
441
|
+
'''Optional custom bucket name.'''
|
442
|
+
result = self._values.get("bucket_name")
|
443
|
+
return typing.cast(typing.Optional[builtins.str], result)
|
262
444
|
|
263
445
|
@builtins.property
|
264
|
-
def
|
265
|
-
'''
|
266
|
-
result = self._values.get("
|
267
|
-
return typing.cast(typing.Optional[
|
446
|
+
def configs_options(self) -> typing.Optional[ConfigsOptions]:
|
447
|
+
'''Configuration for additional configuration files.'''
|
448
|
+
result = self._values.get("configs_options")
|
449
|
+
return typing.cast(typing.Optional[ConfigsOptions], result)
|
268
450
|
|
269
451
|
@builtins.property
|
270
|
-
def
|
271
|
-
'''
|
272
|
-
result = self._values.get("
|
273
|
-
return typing.cast(typing.Optional[
|
452
|
+
def dags_options(self) -> typing.Optional["DagsOptions"]:
|
453
|
+
'''Configuration for DAG storage.'''
|
454
|
+
result = self._values.get("dags_options")
|
455
|
+
return typing.cast(typing.Optional["DagsOptions"], result)
|
456
|
+
|
457
|
+
@builtins.property
|
458
|
+
def noncurrent_version_expiration(
|
459
|
+
self,
|
460
|
+
) -> typing.Optional[_aws_cdk_ceddda9d.Duration]:
|
461
|
+
'''Lifecycle rule for expiring non-current object versions.'''
|
462
|
+
result = self._values.get("noncurrent_version_expiration")
|
463
|
+
return typing.cast(typing.Optional[_aws_cdk_ceddda9d.Duration], result)
|
464
|
+
|
465
|
+
@builtins.property
|
466
|
+
def removal_policy(self) -> typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy]:
|
467
|
+
'''Policy to determine bucket removal behavior.'''
|
468
|
+
result = self._values.get("removal_policy")
|
469
|
+
return typing.cast(typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy], result)
|
470
|
+
|
471
|
+
@builtins.property
|
472
|
+
def versioned(self) -> typing.Optional[builtins.bool]:
|
473
|
+
'''Whether to enable versioning for the bucket.'''
|
474
|
+
result = self._values.get("versioned")
|
475
|
+
return typing.cast(typing.Optional[builtins.bool], result)
|
274
476
|
|
275
477
|
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
276
478
|
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
@@ -279,77 +481,65 @@ class DagStorageConfigOptions:
|
|
279
481
|
return not (rhs == self)
|
280
482
|
|
281
483
|
def __repr__(self) -> str:
|
282
|
-
return "
|
484
|
+
return "DagStorageProps(%s)" % ", ".join(
|
283
485
|
k + "=" + repr(v) for k, v in self._values.items()
|
284
486
|
)
|
285
487
|
|
286
488
|
|
287
489
|
@jsii.data_type(
|
288
|
-
jsii_type="cdk-mwaa.
|
289
|
-
jsii_struct_bases=[
|
490
|
+
jsii_type="cdk-mwaa.DagsOptions",
|
491
|
+
jsii_struct_bases=[],
|
290
492
|
name_mapping={
|
291
|
-
"s3_path": "s3Path",
|
292
493
|
"deploy_options": "deployOptions",
|
293
494
|
"local_path": "localPath",
|
294
|
-
"
|
495
|
+
"s3_path": "s3Path",
|
295
496
|
},
|
296
497
|
)
|
297
|
-
class
|
498
|
+
class DagsOptions:
|
298
499
|
def __init__(
|
299
500
|
self,
|
300
501
|
*,
|
301
|
-
|
302
|
-
deploy_options: typing.Optional[typing.Union["DagStorageDeployOptions", typing.Dict[builtins.str, typing.Any]]] = None,
|
502
|
+
deploy_options: typing.Optional[typing.Union["DeployOptions", typing.Dict[builtins.str, typing.Any]]] = None,
|
303
503
|
local_path: typing.Optional[builtins.str] = None,
|
304
|
-
|
504
|
+
s3_path: typing.Optional[builtins.str] = None,
|
305
505
|
) -> None:
|
306
|
-
'''
|
307
|
-
|
506
|
+
'''Configuration options for DAG storage.
|
507
|
+
|
308
508
|
:param deploy_options: Deployment options for DAG storage.
|
309
|
-
:param local_path: Optional local path for
|
310
|
-
:param
|
509
|
+
:param local_path: Optional local path for DAGs before deployment.
|
510
|
+
:param s3_path: The S3 path where the DAGs are stored.
|
311
511
|
'''
|
312
512
|
if isinstance(deploy_options, dict):
|
313
|
-
deploy_options =
|
513
|
+
deploy_options = DeployOptions(**deploy_options)
|
314
514
|
if __debug__:
|
315
|
-
type_hints = typing.get_type_hints(
|
316
|
-
check_type(argname="argument s3_path", value=s3_path, expected_type=type_hints["s3_path"])
|
515
|
+
type_hints = typing.get_type_hints(_typecheckingstub__098c6089073cc202551294a55936ecb95864b4c571722f34012f6a90ac91ac1d)
|
317
516
|
check_type(argname="argument deploy_options", value=deploy_options, expected_type=type_hints["deploy_options"])
|
318
517
|
check_type(argname="argument local_path", value=local_path, expected_type=type_hints["local_path"])
|
319
|
-
check_type(argname="argument
|
320
|
-
self._values: typing.Dict[builtins.str, typing.Any] = {
|
321
|
-
"s3_path": s3_path,
|
322
|
-
}
|
518
|
+
check_type(argname="argument s3_path", value=s3_path, expected_type=type_hints["s3_path"])
|
519
|
+
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
323
520
|
if deploy_options is not None:
|
324
521
|
self._values["deploy_options"] = deploy_options
|
325
522
|
if local_path is not None:
|
326
523
|
self._values["local_path"] = local_path
|
327
|
-
if
|
328
|
-
self._values["
|
329
|
-
|
330
|
-
@builtins.property
|
331
|
-
def s3_path(self) -> builtins.str:
|
332
|
-
'''The S3 path where the resource is stored.'''
|
333
|
-
result = self._values.get("s3_path")
|
334
|
-
assert result is not None, "Required property 's3_path' is missing"
|
335
|
-
return typing.cast(builtins.str, result)
|
524
|
+
if s3_path is not None:
|
525
|
+
self._values["s3_path"] = s3_path
|
336
526
|
|
337
527
|
@builtins.property
|
338
|
-
def deploy_options(self) -> typing.Optional["
|
528
|
+
def deploy_options(self) -> typing.Optional["DeployOptions"]:
|
339
529
|
'''Deployment options for DAG storage.'''
|
340
530
|
result = self._values.get("deploy_options")
|
341
|
-
return typing.cast(typing.Optional["
|
531
|
+
return typing.cast(typing.Optional["DeployOptions"], result)
|
342
532
|
|
343
533
|
@builtins.property
|
344
534
|
def local_path(self) -> typing.Optional[builtins.str]:
|
345
|
-
'''Optional local path for
|
535
|
+
'''Optional local path for DAGs before deployment.'''
|
346
536
|
result = self._values.get("local_path")
|
347
537
|
return typing.cast(typing.Optional[builtins.str], result)
|
348
538
|
|
349
539
|
@builtins.property
|
350
|
-
def
|
351
|
-
'''S3
|
352
|
-
result = self._values.get("
|
540
|
+
def s3_path(self) -> typing.Optional[builtins.str]:
|
541
|
+
'''The S3 path where the DAGs are stored.'''
|
542
|
+
result = self._values.get("s3_path")
|
353
543
|
return typing.cast(typing.Optional[builtins.str], result)
|
354
544
|
|
355
545
|
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
@@ -359,13 +549,13 @@ class DagStorageConfigOptionsWithS3ObjectVersion(DagStorageConfigOptions):
|
|
359
549
|
return not (rhs == self)
|
360
550
|
|
361
551
|
def __repr__(self) -> str:
|
362
|
-
return "
|
552
|
+
return "DagsOptions(%s)" % ", ".join(
|
363
553
|
k + "=" + repr(v) for k, v in self._values.items()
|
364
554
|
)
|
365
555
|
|
366
556
|
|
367
557
|
@jsii.data_type(
|
368
|
-
jsii_type="cdk-mwaa.
|
558
|
+
jsii_type="cdk-mwaa.DeployOptions",
|
369
559
|
jsii_struct_bases=[],
|
370
560
|
name_mapping={
|
371
561
|
"exclude": "exclude",
|
@@ -373,7 +563,7 @@ class DagStorageConfigOptionsWithS3ObjectVersion(DagStorageConfigOptions):
|
|
373
563
|
"retain_on_delete": "retainOnDelete",
|
374
564
|
},
|
375
565
|
)
|
376
|
-
class
|
566
|
+
class DeployOptions:
|
377
567
|
def __init__(
|
378
568
|
self,
|
379
569
|
*,
|
@@ -388,7 +578,7 @@ class DagStorageDeployOptions:
|
|
388
578
|
:param retain_on_delete: Whether to retain files upon stack deletion.
|
389
579
|
'''
|
390
580
|
if __debug__:
|
391
|
-
type_hints = typing.get_type_hints(
|
581
|
+
type_hints = typing.get_type_hints(_typecheckingstub__48a44035944b9df12f94158952c1f3535c44b8ea35ed316dfb479569f4286bb0)
|
392
582
|
check_type(argname="argument exclude", value=exclude, expected_type=type_hints["exclude"])
|
393
583
|
check_type(argname="argument prune", value=prune, expected_type=type_hints["prune"])
|
394
584
|
check_type(argname="argument retain_on_delete", value=retain_on_delete, expected_type=type_hints["retain_on_delete"])
|
@@ -425,149 +615,7 @@ class DagStorageDeployOptions:
|
|
425
615
|
return not (rhs == self)
|
426
616
|
|
427
617
|
def __repr__(self) -> str:
|
428
|
-
return "
|
429
|
-
k + "=" + repr(v) for k, v in self._values.items()
|
430
|
-
)
|
431
|
-
|
432
|
-
|
433
|
-
@jsii.data_type(
|
434
|
-
jsii_type="cdk-mwaa.DagStorageProps",
|
435
|
-
jsii_struct_bases=[],
|
436
|
-
name_mapping={
|
437
|
-
"bucket_name": "bucketName",
|
438
|
-
"dags_config": "dagsConfig",
|
439
|
-
"noncurrent_version_expiration": "noncurrentVersionExpiration",
|
440
|
-
"plugins_config": "pluginsConfig",
|
441
|
-
"removal_policy": "removalPolicy",
|
442
|
-
"requirements_config": "requirementsConfig",
|
443
|
-
"startup_script_config": "startupScriptConfig",
|
444
|
-
"versioned": "versioned",
|
445
|
-
},
|
446
|
-
)
|
447
|
-
class DagStorageProps:
|
448
|
-
def __init__(
|
449
|
-
self,
|
450
|
-
*,
|
451
|
-
bucket_name: typing.Optional[builtins.str] = None,
|
452
|
-
dags_config: typing.Optional[typing.Union[DagStorageConfigOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
453
|
-
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
454
|
-
plugins_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
455
|
-
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
456
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
457
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
458
|
-
versioned: typing.Optional[builtins.bool] = None,
|
459
|
-
) -> None:
|
460
|
-
'''Properties for configuring the DAG storage bucket.
|
461
|
-
|
462
|
-
:param bucket_name: Custom bucket name (optional).
|
463
|
-
:param dags_config: Configuration for DAG storage.
|
464
|
-
:param noncurrent_version_expiration: Lifecycle rule for expiring non-current object versions.
|
465
|
-
:param plugins_config: Configuration for plugins storage.
|
466
|
-
:param removal_policy: Bucket removal policy.
|
467
|
-
:param requirements_config: Configuration for requirements storage.
|
468
|
-
:param startup_script_config: Configuration for startup script storage.
|
469
|
-
:param versioned: Enable versioning for the bucket.
|
470
|
-
'''
|
471
|
-
if isinstance(dags_config, dict):
|
472
|
-
dags_config = DagStorageConfigOptions(**dags_config)
|
473
|
-
if isinstance(plugins_config, dict):
|
474
|
-
plugins_config = DagStorageConfigOptionsWithS3ObjectVersion(**plugins_config)
|
475
|
-
if isinstance(requirements_config, dict):
|
476
|
-
requirements_config = DagStorageConfigOptionsWithS3ObjectVersion(**requirements_config)
|
477
|
-
if isinstance(startup_script_config, dict):
|
478
|
-
startup_script_config = DagStorageConfigOptionsWithS3ObjectVersion(**startup_script_config)
|
479
|
-
if __debug__:
|
480
|
-
type_hints = typing.get_type_hints(_typecheckingstub__6a4bace9647a9566f3af4198e17ef015306e92a6d5f673b579ba6fdfcb5231da)
|
481
|
-
check_type(argname="argument bucket_name", value=bucket_name, expected_type=type_hints["bucket_name"])
|
482
|
-
check_type(argname="argument dags_config", value=dags_config, expected_type=type_hints["dags_config"])
|
483
|
-
check_type(argname="argument noncurrent_version_expiration", value=noncurrent_version_expiration, expected_type=type_hints["noncurrent_version_expiration"])
|
484
|
-
check_type(argname="argument plugins_config", value=plugins_config, expected_type=type_hints["plugins_config"])
|
485
|
-
check_type(argname="argument removal_policy", value=removal_policy, expected_type=type_hints["removal_policy"])
|
486
|
-
check_type(argname="argument requirements_config", value=requirements_config, expected_type=type_hints["requirements_config"])
|
487
|
-
check_type(argname="argument startup_script_config", value=startup_script_config, expected_type=type_hints["startup_script_config"])
|
488
|
-
check_type(argname="argument versioned", value=versioned, expected_type=type_hints["versioned"])
|
489
|
-
self._values: typing.Dict[builtins.str, typing.Any] = {}
|
490
|
-
if bucket_name is not None:
|
491
|
-
self._values["bucket_name"] = bucket_name
|
492
|
-
if dags_config is not None:
|
493
|
-
self._values["dags_config"] = dags_config
|
494
|
-
if noncurrent_version_expiration is not None:
|
495
|
-
self._values["noncurrent_version_expiration"] = noncurrent_version_expiration
|
496
|
-
if plugins_config is not None:
|
497
|
-
self._values["plugins_config"] = plugins_config
|
498
|
-
if removal_policy is not None:
|
499
|
-
self._values["removal_policy"] = removal_policy
|
500
|
-
if requirements_config is not None:
|
501
|
-
self._values["requirements_config"] = requirements_config
|
502
|
-
if startup_script_config is not None:
|
503
|
-
self._values["startup_script_config"] = startup_script_config
|
504
|
-
if versioned is not None:
|
505
|
-
self._values["versioned"] = versioned
|
506
|
-
|
507
|
-
@builtins.property
|
508
|
-
def bucket_name(self) -> typing.Optional[builtins.str]:
|
509
|
-
'''Custom bucket name (optional).'''
|
510
|
-
result = self._values.get("bucket_name")
|
511
|
-
return typing.cast(typing.Optional[builtins.str], result)
|
512
|
-
|
513
|
-
@builtins.property
|
514
|
-
def dags_config(self) -> typing.Optional[DagStorageConfigOptions]:
|
515
|
-
'''Configuration for DAG storage.'''
|
516
|
-
result = self._values.get("dags_config")
|
517
|
-
return typing.cast(typing.Optional[DagStorageConfigOptions], result)
|
518
|
-
|
519
|
-
@builtins.property
|
520
|
-
def noncurrent_version_expiration(
|
521
|
-
self,
|
522
|
-
) -> typing.Optional[_aws_cdk_ceddda9d.Duration]:
|
523
|
-
'''Lifecycle rule for expiring non-current object versions.'''
|
524
|
-
result = self._values.get("noncurrent_version_expiration")
|
525
|
-
return typing.cast(typing.Optional[_aws_cdk_ceddda9d.Duration], result)
|
526
|
-
|
527
|
-
@builtins.property
|
528
|
-
def plugins_config(
|
529
|
-
self,
|
530
|
-
) -> typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion]:
|
531
|
-
'''Configuration for plugins storage.'''
|
532
|
-
result = self._values.get("plugins_config")
|
533
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
534
|
-
|
535
|
-
@builtins.property
|
536
|
-
def removal_policy(self) -> typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy]:
|
537
|
-
'''Bucket removal policy.'''
|
538
|
-
result = self._values.get("removal_policy")
|
539
|
-
return typing.cast(typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy], result)
|
540
|
-
|
541
|
-
@builtins.property
|
542
|
-
def requirements_config(
|
543
|
-
self,
|
544
|
-
) -> typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion]:
|
545
|
-
'''Configuration for requirements storage.'''
|
546
|
-
result = self._values.get("requirements_config")
|
547
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
548
|
-
|
549
|
-
@builtins.property
|
550
|
-
def startup_script_config(
|
551
|
-
self,
|
552
|
-
) -> typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion]:
|
553
|
-
'''Configuration for startup script storage.'''
|
554
|
-
result = self._values.get("startup_script_config")
|
555
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
556
|
-
|
557
|
-
@builtins.property
|
558
|
-
def versioned(self) -> typing.Optional[builtins.bool]:
|
559
|
-
'''Enable versioning for the bucket.'''
|
560
|
-
result = self._values.get("versioned")
|
561
|
-
return typing.cast(typing.Optional[builtins.bool], result)
|
562
|
-
|
563
|
-
def __eq__(self, rhs: typing.Any) -> builtins.bool:
|
564
|
-
return isinstance(rhs, self.__class__) and rhs._values == self._values
|
565
|
-
|
566
|
-
def __ne__(self, rhs: typing.Any) -> builtins.bool:
|
567
|
-
return not (rhs == self)
|
568
|
-
|
569
|
-
def __repr__(self) -> str:
|
570
|
-
return "DagStorageProps(%s)" % ", ".join(
|
618
|
+
return "DeployOptions(%s)" % ", ".join(
|
571
619
|
k + "=" + repr(v) for k, v in self._values.items()
|
572
620
|
)
|
573
621
|
|
@@ -1176,12 +1224,10 @@ class LoggingConfigurationProperty:
|
|
1176
1224
|
"environment_name": "environmentName",
|
1177
1225
|
"airflow_configuration_options": "airflowConfigurationOptions",
|
1178
1226
|
"bucket_name": "bucketName",
|
1179
|
-
"
|
1180
|
-
"
|
1227
|
+
"configs_options": "configsOptions",
|
1228
|
+
"dags_options": "dagsOptions",
|
1181
1229
|
"removal_policy": "removalPolicy",
|
1182
|
-
"requirements_config": "requirementsConfig",
|
1183
1230
|
"sizing": "sizing",
|
1184
|
-
"startup_script_config": "startupScriptConfig",
|
1185
1231
|
"vpc": "vpc",
|
1186
1232
|
},
|
1187
1233
|
)
|
@@ -1193,12 +1239,10 @@ class MWAAProps:
|
|
1193
1239
|
environment_name: builtins.str,
|
1194
1240
|
airflow_configuration_options: typing.Optional[typing.Mapping[builtins.str, typing.Any]] = None,
|
1195
1241
|
bucket_name: typing.Optional[builtins.str] = None,
|
1196
|
-
|
1197
|
-
|
1242
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1243
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1198
1244
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
1199
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1200
1245
|
sizing: typing.Optional["Sizing"] = None,
|
1201
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1202
1246
|
vpc: typing.Optional[_aws_cdk_aws_ec2_ceddda9d.IVpc] = None,
|
1203
1247
|
) -> None:
|
1204
1248
|
'''Interface defining the properties for configuring MWAA (Managed Airflow).
|
@@ -1207,34 +1251,26 @@ class MWAAProps:
|
|
1207
1251
|
:param environment_name: The name of the Airflow environment.
|
1208
1252
|
:param airflow_configuration_options: Airflow configuration options as key-value pairs. These configuration options are passed to the Airflow environment.
|
1209
1253
|
:param bucket_name: The name of the S3 bucket used for storing DAGs. If not provided, a default bucket is created.
|
1210
|
-
:param
|
1211
|
-
:param
|
1254
|
+
:param configs_options: Configuration for plugins storage.
|
1255
|
+
:param dags_options: Configuration for DAG storage.
|
1212
1256
|
:param removal_policy: The removal policy for the MWAA resources. Determines what happens to the resources when they are deleted. Defaults to 'RETAIN' if not specified.
|
1213
|
-
:param requirements_config: Configuration for requirements storage.
|
1214
1257
|
:param sizing: Optional sizing configuration for the MWAA environment. Defines the compute resources.
|
1215
|
-
:param startup_script_config: Configuration for startup script storage.
|
1216
1258
|
:param vpc: The VPC in which to deploy the MWAA environment. If not provided, a default VPC will be created.
|
1217
1259
|
'''
|
1218
|
-
if isinstance(
|
1219
|
-
|
1220
|
-
if isinstance(
|
1221
|
-
|
1222
|
-
if isinstance(requirements_config, dict):
|
1223
|
-
requirements_config = DagStorageConfigOptionsWithS3ObjectVersion(**requirements_config)
|
1224
|
-
if isinstance(startup_script_config, dict):
|
1225
|
-
startup_script_config = DagStorageConfigOptionsWithS3ObjectVersion(**startup_script_config)
|
1260
|
+
if isinstance(configs_options, dict):
|
1261
|
+
configs_options = ConfigsOptions(**configs_options)
|
1262
|
+
if isinstance(dags_options, dict):
|
1263
|
+
dags_options = DagsOptions(**dags_options)
|
1226
1264
|
if __debug__:
|
1227
1265
|
type_hints = typing.get_type_hints(_typecheckingstub__e73d818937427f32bb22179ff7d13eb6aa0201131959780924f6ec21b94dd128)
|
1228
1266
|
check_type(argname="argument airflow_version", value=airflow_version, expected_type=type_hints["airflow_version"])
|
1229
1267
|
check_type(argname="argument environment_name", value=environment_name, expected_type=type_hints["environment_name"])
|
1230
1268
|
check_type(argname="argument airflow_configuration_options", value=airflow_configuration_options, expected_type=type_hints["airflow_configuration_options"])
|
1231
1269
|
check_type(argname="argument bucket_name", value=bucket_name, expected_type=type_hints["bucket_name"])
|
1232
|
-
check_type(argname="argument
|
1233
|
-
check_type(argname="argument
|
1270
|
+
check_type(argname="argument configs_options", value=configs_options, expected_type=type_hints["configs_options"])
|
1271
|
+
check_type(argname="argument dags_options", value=dags_options, expected_type=type_hints["dags_options"])
|
1234
1272
|
check_type(argname="argument removal_policy", value=removal_policy, expected_type=type_hints["removal_policy"])
|
1235
|
-
check_type(argname="argument requirements_config", value=requirements_config, expected_type=type_hints["requirements_config"])
|
1236
1273
|
check_type(argname="argument sizing", value=sizing, expected_type=type_hints["sizing"])
|
1237
|
-
check_type(argname="argument startup_script_config", value=startup_script_config, expected_type=type_hints["startup_script_config"])
|
1238
1274
|
check_type(argname="argument vpc", value=vpc, expected_type=type_hints["vpc"])
|
1239
1275
|
self._values: typing.Dict[builtins.str, typing.Any] = {
|
1240
1276
|
"airflow_version": airflow_version,
|
@@ -1244,18 +1280,14 @@ class MWAAProps:
|
|
1244
1280
|
self._values["airflow_configuration_options"] = airflow_configuration_options
|
1245
1281
|
if bucket_name is not None:
|
1246
1282
|
self._values["bucket_name"] = bucket_name
|
1247
|
-
if
|
1248
|
-
self._values["
|
1249
|
-
if
|
1250
|
-
self._values["
|
1283
|
+
if configs_options is not None:
|
1284
|
+
self._values["configs_options"] = configs_options
|
1285
|
+
if dags_options is not None:
|
1286
|
+
self._values["dags_options"] = dags_options
|
1251
1287
|
if removal_policy is not None:
|
1252
1288
|
self._values["removal_policy"] = removal_policy
|
1253
|
-
if requirements_config is not None:
|
1254
|
-
self._values["requirements_config"] = requirements_config
|
1255
1289
|
if sizing is not None:
|
1256
1290
|
self._values["sizing"] = sizing
|
1257
|
-
if startup_script_config is not None:
|
1258
|
-
self._values["startup_script_config"] = startup_script_config
|
1259
1291
|
if vpc is not None:
|
1260
1292
|
self._values["vpc"] = vpc
|
1261
1293
|
|
@@ -1294,18 +1326,16 @@ class MWAAProps:
|
|
1294
1326
|
return typing.cast(typing.Optional[builtins.str], result)
|
1295
1327
|
|
1296
1328
|
@builtins.property
|
1297
|
-
def
|
1298
|
-
'''Configuration for
|
1299
|
-
result = self._values.get("
|
1300
|
-
return typing.cast(typing.Optional[
|
1329
|
+
def configs_options(self) -> typing.Optional[ConfigsOptions]:
|
1330
|
+
'''Configuration for plugins storage.'''
|
1331
|
+
result = self._values.get("configs_options")
|
1332
|
+
return typing.cast(typing.Optional[ConfigsOptions], result)
|
1301
1333
|
|
1302
1334
|
@builtins.property
|
1303
|
-
def
|
1304
|
-
|
1305
|
-
|
1306
|
-
|
1307
|
-
result = self._values.get("plugins_config")
|
1308
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
1335
|
+
def dags_options(self) -> typing.Optional[DagsOptions]:
|
1336
|
+
'''Configuration for DAG storage.'''
|
1337
|
+
result = self._values.get("dags_options")
|
1338
|
+
return typing.cast(typing.Optional[DagsOptions], result)
|
1309
1339
|
|
1310
1340
|
@builtins.property
|
1311
1341
|
def removal_policy(self) -> typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy]:
|
@@ -1317,14 +1347,6 @@ class MWAAProps:
|
|
1317
1347
|
result = self._values.get("removal_policy")
|
1318
1348
|
return typing.cast(typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy], result)
|
1319
1349
|
|
1320
|
-
@builtins.property
|
1321
|
-
def requirements_config(
|
1322
|
-
self,
|
1323
|
-
) -> typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion]:
|
1324
|
-
'''Configuration for requirements storage.'''
|
1325
|
-
result = self._values.get("requirements_config")
|
1326
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
1327
|
-
|
1328
1350
|
@builtins.property
|
1329
1351
|
def sizing(self) -> typing.Optional["Sizing"]:
|
1330
1352
|
'''Optional sizing configuration for the MWAA environment.
|
@@ -1334,14 +1356,6 @@ class MWAAProps:
|
|
1334
1356
|
result = self._values.get("sizing")
|
1335
1357
|
return typing.cast(typing.Optional["Sizing"], result)
|
1336
1358
|
|
1337
|
-
@builtins.property
|
1338
|
-
def startup_script_config(
|
1339
|
-
self,
|
1340
|
-
) -> typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion]:
|
1341
|
-
'''Configuration for startup script storage.'''
|
1342
|
-
result = self._values.get("startup_script_config")
|
1343
|
-
return typing.cast(typing.Optional[DagStorageConfigOptionsWithS3ObjectVersion], result)
|
1344
|
-
|
1345
1359
|
@builtins.property
|
1346
1360
|
def vpc(self) -> typing.Optional[_aws_cdk_aws_ec2_ceddda9d.IVpc]:
|
1347
1361
|
'''The VPC in which to deploy the MWAA environment.
|
@@ -1382,12 +1396,10 @@ class PublicRoutingMWAA(
|
|
1382
1396
|
environment_name: builtins.str,
|
1383
1397
|
airflow_configuration_options: typing.Optional[typing.Mapping[builtins.str, typing.Any]] = None,
|
1384
1398
|
bucket_name: typing.Optional[builtins.str] = None,
|
1385
|
-
|
1386
|
-
|
1399
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1400
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1387
1401
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
1388
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1389
1402
|
sizing: typing.Optional["Sizing"] = None,
|
1390
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1391
1403
|
vpc: typing.Optional[_aws_cdk_aws_ec2_ceddda9d.IVpc] = None,
|
1392
1404
|
) -> None:
|
1393
1405
|
'''
|
@@ -1397,12 +1409,10 @@ class PublicRoutingMWAA(
|
|
1397
1409
|
:param environment_name: The name of the Airflow environment.
|
1398
1410
|
:param airflow_configuration_options: Airflow configuration options as key-value pairs. These configuration options are passed to the Airflow environment.
|
1399
1411
|
:param bucket_name: The name of the S3 bucket used for storing DAGs. If not provided, a default bucket is created.
|
1400
|
-
:param
|
1401
|
-
:param
|
1412
|
+
:param configs_options: Configuration for plugins storage.
|
1413
|
+
:param dags_options: Configuration for DAG storage.
|
1402
1414
|
:param removal_policy: The removal policy for the MWAA resources. Determines what happens to the resources when they are deleted. Defaults to 'RETAIN' if not specified.
|
1403
|
-
:param requirements_config: Configuration for requirements storage.
|
1404
1415
|
:param sizing: Optional sizing configuration for the MWAA environment. Defines the compute resources.
|
1405
|
-
:param startup_script_config: Configuration for startup script storage.
|
1406
1416
|
:param vpc: The VPC in which to deploy the MWAA environment. If not provided, a default VPC will be created.
|
1407
1417
|
'''
|
1408
1418
|
if __debug__:
|
@@ -1414,12 +1424,10 @@ class PublicRoutingMWAA(
|
|
1414
1424
|
environment_name=environment_name,
|
1415
1425
|
airflow_configuration_options=airflow_configuration_options,
|
1416
1426
|
bucket_name=bucket_name,
|
1417
|
-
|
1418
|
-
|
1427
|
+
configs_options=configs_options,
|
1428
|
+
dags_options=dags_options,
|
1419
1429
|
removal_policy=removal_policy,
|
1420
|
-
requirements_config=requirements_config,
|
1421
1430
|
sizing=sizing,
|
1422
|
-
startup_script_config=startup_script_config,
|
1423
1431
|
vpc=vpc,
|
1424
1432
|
)
|
1425
1433
|
|
@@ -1902,11 +1910,12 @@ class WebserverAccessMode(enum.Enum):
|
|
1902
1910
|
|
1903
1911
|
|
1904
1912
|
__all__ = [
|
1913
|
+
"ConfigFile",
|
1914
|
+
"ConfigsOptions",
|
1905
1915
|
"DagStorage",
|
1906
|
-
"DagStorageConfigOptions",
|
1907
|
-
"DagStorageConfigOptionsWithS3ObjectVersion",
|
1908
|
-
"DagStorageDeployOptions",
|
1909
1916
|
"DagStorageProps",
|
1917
|
+
"DagsOptions",
|
1918
|
+
"DeployOptions",
|
1910
1919
|
"EmailBackendOptions",
|
1911
1920
|
"EndpointManagement",
|
1912
1921
|
"Environment",
|
@@ -1927,42 +1936,62 @@ __all__ = [
|
|
1927
1936
|
|
1928
1937
|
publication.publish()
|
1929
1938
|
|
1939
|
+
def _typecheckingstub__18fc569fcf933a2b3ce7fe86ffe34609735a142137b7878008714403e6813a46(
|
1940
|
+
*,
|
1941
|
+
name: builtins.str,
|
1942
|
+
version: typing.Optional[builtins.str] = None,
|
1943
|
+
) -> None:
|
1944
|
+
"""Type checking stubs"""
|
1945
|
+
pass
|
1946
|
+
|
1947
|
+
def _typecheckingstub__21e969a6710fc7238d65620a64ca6e99674b344908eb39331069a48b8b9f6f37(
|
1948
|
+
*,
|
1949
|
+
deploy_options: typing.Optional[typing.Union[DeployOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1950
|
+
local_path: typing.Optional[builtins.str] = None,
|
1951
|
+
plugins: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
1952
|
+
requirements: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
1953
|
+
s3_prefix: typing.Optional[builtins.str] = None,
|
1954
|
+
startup_script: typing.Optional[typing.Union[ConfigFile, typing.Dict[builtins.str, typing.Any]]] = None,
|
1955
|
+
) -> None:
|
1956
|
+
"""Type checking stubs"""
|
1957
|
+
pass
|
1958
|
+
|
1930
1959
|
def _typecheckingstub__95a166027e8ebcfead2708b1c3388e60862a4fb6d86763bf56854f275bdd2390(
|
1931
1960
|
scope: _constructs_77d1e7e8.Construct,
|
1932
1961
|
id: builtins.str,
|
1933
1962
|
*,
|
1934
1963
|
bucket_name: typing.Optional[builtins.str] = None,
|
1935
|
-
|
1964
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1965
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1936
1966
|
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
1937
|
-
plugins_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1938
1967
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
1939
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1940
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1941
1968
|
versioned: typing.Optional[builtins.bool] = None,
|
1942
1969
|
) -> None:
|
1943
1970
|
"""Type checking stubs"""
|
1944
1971
|
pass
|
1945
1972
|
|
1946
|
-
def
|
1973
|
+
def _typecheckingstub__6a4bace9647a9566f3af4198e17ef015306e92a6d5f673b579ba6fdfcb5231da(
|
1947
1974
|
*,
|
1948
|
-
|
1949
|
-
|
1950
|
-
|
1975
|
+
bucket_name: typing.Optional[builtins.str] = None,
|
1976
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1977
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1978
|
+
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
1979
|
+
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
1980
|
+
versioned: typing.Optional[builtins.bool] = None,
|
1951
1981
|
) -> None:
|
1952
1982
|
"""Type checking stubs"""
|
1953
1983
|
pass
|
1954
1984
|
|
1955
|
-
def
|
1985
|
+
def _typecheckingstub__098c6089073cc202551294a55936ecb95864b4c571722f34012f6a90ac91ac1d(
|
1956
1986
|
*,
|
1957
|
-
|
1958
|
-
deploy_options: typing.Optional[typing.Union[DagStorageDeployOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1987
|
+
deploy_options: typing.Optional[typing.Union[DeployOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1959
1988
|
local_path: typing.Optional[builtins.str] = None,
|
1960
|
-
|
1989
|
+
s3_path: typing.Optional[builtins.str] = None,
|
1961
1990
|
) -> None:
|
1962
1991
|
"""Type checking stubs"""
|
1963
1992
|
pass
|
1964
1993
|
|
1965
|
-
def
|
1994
|
+
def _typecheckingstub__48a44035944b9df12f94158952c1f3535c44b8ea35ed316dfb479569f4286bb0(
|
1966
1995
|
*,
|
1967
1996
|
exclude: typing.Optional[typing.Sequence[builtins.str]] = None,
|
1968
1997
|
prune: typing.Optional[builtins.bool] = None,
|
@@ -1971,20 +2000,6 @@ def _typecheckingstub__c4eb47db99cbba877092424afc09de8c308a38be2c61e698dd0c28933
|
|
1971
2000
|
"""Type checking stubs"""
|
1972
2001
|
pass
|
1973
2002
|
|
1974
|
-
def _typecheckingstub__6a4bace9647a9566f3af4198e17ef015306e92a6d5f673b579ba6fdfcb5231da(
|
1975
|
-
*,
|
1976
|
-
bucket_name: typing.Optional[builtins.str] = None,
|
1977
|
-
dags_config: typing.Optional[typing.Union[DagStorageConfigOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
1978
|
-
noncurrent_version_expiration: typing.Optional[_aws_cdk_ceddda9d.Duration] = None,
|
1979
|
-
plugins_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1980
|
-
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
1981
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1982
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
1983
|
-
versioned: typing.Optional[builtins.bool] = None,
|
1984
|
-
) -> None:
|
1985
|
-
"""Type checking stubs"""
|
1986
|
-
pass
|
1987
|
-
|
1988
2003
|
def _typecheckingstub__73e90f0cf9b9873d2646653b49d16d81a04d7e328760c253beb412d5e74258d3(
|
1989
2004
|
*,
|
1990
2005
|
from_email: builtins.str,
|
@@ -2071,12 +2086,10 @@ def _typecheckingstub__e73d818937427f32bb22179ff7d13eb6aa0201131959780924f6ec21b
|
|
2071
2086
|
environment_name: builtins.str,
|
2072
2087
|
airflow_configuration_options: typing.Optional[typing.Mapping[builtins.str, typing.Any]] = None,
|
2073
2088
|
bucket_name: typing.Optional[builtins.str] = None,
|
2074
|
-
|
2075
|
-
|
2089
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
2090
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
2076
2091
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
2077
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
2078
2092
|
sizing: typing.Optional[Sizing] = None,
|
2079
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
2080
2093
|
vpc: typing.Optional[_aws_cdk_aws_ec2_ceddda9d.IVpc] = None,
|
2081
2094
|
) -> None:
|
2082
2095
|
"""Type checking stubs"""
|
@@ -2090,12 +2103,10 @@ def _typecheckingstub__5715af45a5664383ddb469b7bffe2c8a7d75c3dfe608847aae4c9fd79
|
|
2090
2103
|
environment_name: builtins.str,
|
2091
2104
|
airflow_configuration_options: typing.Optional[typing.Mapping[builtins.str, typing.Any]] = None,
|
2092
2105
|
bucket_name: typing.Optional[builtins.str] = None,
|
2093
|
-
|
2094
|
-
|
2106
|
+
configs_options: typing.Optional[typing.Union[ConfigsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
2107
|
+
dags_options: typing.Optional[typing.Union[DagsOptions, typing.Dict[builtins.str, typing.Any]]] = None,
|
2095
2108
|
removal_policy: typing.Optional[_aws_cdk_ceddda9d.RemovalPolicy] = None,
|
2096
|
-
requirements_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
2097
2109
|
sizing: typing.Optional[Sizing] = None,
|
2098
|
-
startup_script_config: typing.Optional[typing.Union[DagStorageConfigOptionsWithS3ObjectVersion, typing.Dict[builtins.str, typing.Any]]] = None,
|
2099
2110
|
vpc: typing.Optional[_aws_cdk_aws_ec2_ceddda9d.IVpc] = None,
|
2100
2111
|
) -> None:
|
2101
2112
|
"""Type checking stubs"""
|
Binary file
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cdk-mwaa
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.6
|
4
4
|
Summary: cdk-mwaa
|
5
5
|
Home-page: https://github.com/hupe1980/cdk-mwaa.git
|
6
6
|
Author: hupe1980<frankhuebner1980@gmail.com>
|
@@ -60,10 +60,10 @@ const stack = new cdk.Stack(app, 'MwaaStack');
|
|
60
60
|
|
61
61
|
const dagStorage = new mwaa.DagStorage(stack, 'MyMwaaDagStorage', {
|
62
62
|
bucketName: 'my-mwaa-dag-storage',
|
63
|
-
|
63
|
+
dagsOptions: {
|
64
64
|
localPath: path.join(__dirname, 'dags'),
|
65
65
|
s3Path: 'dags/',
|
66
|
-
|
66
|
+
},
|
67
67
|
// additional configuration options...
|
68
68
|
});
|
69
69
|
|
Binary file
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|