@aws-cdk/aws-glue-alpha 2.131.0-alpha.0 → 2.132.1-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.jsii +141 -108
- package/.jsii.tabl.json.gz +0 -0
- package/.warnings.jsii.js +8 -4
- package/lib/code.js +3 -3
- package/lib/connection.js +2 -2
- package/lib/data-format.js +5 -5
- package/lib/data-quality-ruleset.js +2 -2
- package/lib/database.js +1 -1
- package/lib/external-table.js +1 -1
- package/lib/job-executable.d.ts +47 -12
- package/lib/job-executable.js +9 -6
- package/lib/job.d.ts +2 -1
- package/lib/job.js +8 -5
- package/lib/s3-table.js +1 -1
- package/lib/schema.js +1 -1
- package/lib/security-configuration.js +1 -1
- package/lib/storage-parameter.js +1 -1
- package/lib/table-base.js +1 -1
- package/lib/table-deprecated.js +1 -1
- package/package.json +7 -7
package/.jsii
CHANGED
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
"url": "https://aws.amazon.com"
|
|
9
9
|
},
|
|
10
10
|
"dependencies": {
|
|
11
|
-
"aws-cdk-lib": "^2.
|
|
11
|
+
"aws-cdk-lib": "^2.132.1",
|
|
12
12
|
"constructs": "^10.0.0"
|
|
13
13
|
},
|
|
14
14
|
"dependencyClosure": {
|
|
@@ -7330,7 +7330,7 @@
|
|
|
7330
7330
|
},
|
|
7331
7331
|
"locationInModule": {
|
|
7332
7332
|
"filename": "lib/job.ts",
|
|
7333
|
-
"line":
|
|
7333
|
+
"line": 689
|
|
7334
7334
|
},
|
|
7335
7335
|
"parameters": [
|
|
7336
7336
|
{
|
|
@@ -7359,7 +7359,7 @@
|
|
|
7359
7359
|
"kind": "class",
|
|
7360
7360
|
"locationInModule": {
|
|
7361
7361
|
"filename": "lib/job.ts",
|
|
7362
|
-
"line":
|
|
7362
|
+
"line": 643
|
|
7363
7363
|
},
|
|
7364
7364
|
"methods": [
|
|
7365
7365
|
{
|
|
@@ -7369,7 +7369,7 @@
|
|
|
7369
7369
|
},
|
|
7370
7370
|
"locationInModule": {
|
|
7371
7371
|
"filename": "lib/job.ts",
|
|
7372
|
-
"line":
|
|
7372
|
+
"line": 651
|
|
7373
7373
|
},
|
|
7374
7374
|
"name": "fromJobAttributes",
|
|
7375
7375
|
"parameters": [
|
|
@@ -7752,7 +7752,7 @@
|
|
|
7752
7752
|
"immutable": true,
|
|
7753
7753
|
"locationInModule": {
|
|
7754
7754
|
"filename": "lib/job.ts",
|
|
7755
|
-
"line":
|
|
7755
|
+
"line": 679
|
|
7756
7756
|
},
|
|
7757
7757
|
"name": "grantPrincipal",
|
|
7758
7758
|
"overrides": "aws-cdk-lib.aws_iam.IGrantable",
|
|
@@ -7768,7 +7768,7 @@
|
|
|
7768
7768
|
"immutable": true,
|
|
7769
7769
|
"locationInModule": {
|
|
7770
7770
|
"filename": "lib/job.ts",
|
|
7771
|
-
"line":
|
|
7771
|
+
"line": 664
|
|
7772
7772
|
},
|
|
7773
7773
|
"name": "jobArn",
|
|
7774
7774
|
"overrides": "@aws-cdk/aws-glue-alpha.IJob",
|
|
@@ -7784,7 +7784,7 @@
|
|
|
7784
7784
|
"immutable": true,
|
|
7785
7785
|
"locationInModule": {
|
|
7786
7786
|
"filename": "lib/job.ts",
|
|
7787
|
-
"line":
|
|
7787
|
+
"line": 669
|
|
7788
7788
|
},
|
|
7789
7789
|
"name": "jobName",
|
|
7790
7790
|
"overrides": "@aws-cdk/aws-glue-alpha.IJob",
|
|
@@ -7800,7 +7800,7 @@
|
|
|
7800
7800
|
"immutable": true,
|
|
7801
7801
|
"locationInModule": {
|
|
7802
7802
|
"filename": "lib/job.ts",
|
|
7803
|
-
"line":
|
|
7803
|
+
"line": 674
|
|
7804
7804
|
},
|
|
7805
7805
|
"name": "role",
|
|
7806
7806
|
"type": {
|
|
@@ -7816,7 +7816,7 @@
|
|
|
7816
7816
|
"immutable": true,
|
|
7817
7817
|
"locationInModule": {
|
|
7818
7818
|
"filename": "lib/job.ts",
|
|
7819
|
-
"line":
|
|
7819
|
+
"line": 687
|
|
7820
7820
|
},
|
|
7821
7821
|
"name": "sparkUILoggingLocation",
|
|
7822
7822
|
"optional": true,
|
|
@@ -7983,7 +7983,7 @@
|
|
|
7983
7983
|
"kind": "class",
|
|
7984
7984
|
"locationInModule": {
|
|
7985
7985
|
"filename": "lib/job-executable.ts",
|
|
7986
|
-
"line":
|
|
7986
|
+
"line": 283
|
|
7987
7987
|
},
|
|
7988
7988
|
"methods": [
|
|
7989
7989
|
{
|
|
@@ -7993,7 +7993,7 @@
|
|
|
7993
7993
|
},
|
|
7994
7994
|
"locationInModule": {
|
|
7995
7995
|
"filename": "lib/job-executable.ts",
|
|
7996
|
-
"line":
|
|
7996
|
+
"line": 368
|
|
7997
7997
|
},
|
|
7998
7998
|
"name": "of",
|
|
7999
7999
|
"parameters": [
|
|
@@ -8021,7 +8021,7 @@
|
|
|
8021
8021
|
},
|
|
8022
8022
|
"locationInModule": {
|
|
8023
8023
|
"filename": "lib/job-executable.ts",
|
|
8024
|
-
"line":
|
|
8024
|
+
"line": 316
|
|
8025
8025
|
},
|
|
8026
8026
|
"name": "pythonEtl",
|
|
8027
8027
|
"parameters": [
|
|
@@ -8049,7 +8049,7 @@
|
|
|
8049
8049
|
},
|
|
8050
8050
|
"locationInModule": {
|
|
8051
8051
|
"filename": "lib/job-executable.ts",
|
|
8052
|
-
"line":
|
|
8052
|
+
"line": 355
|
|
8053
8053
|
},
|
|
8054
8054
|
"name": "pythonRay",
|
|
8055
8055
|
"parameters": [
|
|
@@ -8077,7 +8077,7 @@
|
|
|
8077
8077
|
},
|
|
8078
8078
|
"locationInModule": {
|
|
8079
8079
|
"filename": "lib/job-executable.ts",
|
|
8080
|
-
"line":
|
|
8080
|
+
"line": 342
|
|
8081
8081
|
},
|
|
8082
8082
|
"name": "pythonShell",
|
|
8083
8083
|
"parameters": [
|
|
@@ -8105,7 +8105,7 @@
|
|
|
8105
8105
|
},
|
|
8106
8106
|
"locationInModule": {
|
|
8107
8107
|
"filename": "lib/job-executable.ts",
|
|
8108
|
-
"line":
|
|
8108
|
+
"line": 329
|
|
8109
8109
|
},
|
|
8110
8110
|
"name": "pythonStreaming",
|
|
8111
8111
|
"parameters": [
|
|
@@ -8133,7 +8133,7 @@
|
|
|
8133
8133
|
},
|
|
8134
8134
|
"locationInModule": {
|
|
8135
8135
|
"filename": "lib/job-executable.ts",
|
|
8136
|
-
"line":
|
|
8136
|
+
"line": 290
|
|
8137
8137
|
},
|
|
8138
8138
|
"name": "scalaEtl",
|
|
8139
8139
|
"parameters": [
|
|
@@ -8161,7 +8161,7 @@
|
|
|
8161
8161
|
},
|
|
8162
8162
|
"locationInModule": {
|
|
8163
8163
|
"filename": "lib/job-executable.ts",
|
|
8164
|
-
"line":
|
|
8164
|
+
"line": 303
|
|
8165
8165
|
},
|
|
8166
8166
|
"name": "scalaStreaming",
|
|
8167
8167
|
"parameters": [
|
|
@@ -8189,7 +8189,7 @@
|
|
|
8189
8189
|
},
|
|
8190
8190
|
"locationInModule": {
|
|
8191
8191
|
"filename": "lib/job-executable.ts",
|
|
8192
|
-
"line":
|
|
8192
|
+
"line": 420
|
|
8193
8193
|
},
|
|
8194
8194
|
"name": "bind",
|
|
8195
8195
|
"returns": {
|
|
@@ -8208,7 +8208,7 @@
|
|
|
8208
8208
|
"docs": {
|
|
8209
8209
|
"stability": "experimental",
|
|
8210
8210
|
"summary": "Result of binding a `JobExecutable` into a `Job`.",
|
|
8211
|
-
"example": "// The code below shows an example of how to instantiate this type.\n// The values are placeholders you should change.\nimport * as glue_alpha from '@aws-cdk/aws-glue-alpha';\n\ndeclare const code: glue_alpha.Code;\ndeclare const glueVersion: glue_alpha.GlueVersion;\ndeclare const jobType: glue_alpha.JobType;\ndeclare const runtime: glue_alpha.Runtime;\nconst jobExecutableConfig: glue_alpha.JobExecutableConfig = {\n glueVersion: glueVersion,\n language: glue_alpha.JobLanguage.SCALA,\n script: code,\n type: jobType,\n\n // the properties below are optional\n className: 'className',\n extraFiles: [code],\n extraJars: [code],\n extraJarsFirst: false,\n extraPythonFiles: [code],\n pythonVersion: glue_alpha.PythonVersion.TWO,\n runtime: runtime,\n};",
|
|
8211
|
+
"example": "// The code below shows an example of how to instantiate this type.\n// The values are placeholders you should change.\nimport * as glue_alpha from '@aws-cdk/aws-glue-alpha';\n\ndeclare const code: glue_alpha.Code;\ndeclare const glueVersion: glue_alpha.GlueVersion;\ndeclare const jobType: glue_alpha.JobType;\ndeclare const runtime: glue_alpha.Runtime;\nconst jobExecutableConfig: glue_alpha.JobExecutableConfig = {\n glueVersion: glueVersion,\n language: glue_alpha.JobLanguage.SCALA,\n script: code,\n type: jobType,\n\n // the properties below are optional\n className: 'className',\n extraFiles: [code],\n extraJars: [code],\n extraJarsFirst: false,\n extraPythonFiles: [code],\n pythonVersion: glue_alpha.PythonVersion.TWO,\n runtime: runtime,\n s3PythonModules: [code],\n};",
|
|
8212
8212
|
"custom": {
|
|
8213
8213
|
"exampleMetadata": "fixture=_generated"
|
|
8214
8214
|
}
|
|
@@ -8217,7 +8217,7 @@
|
|
|
8217
8217
|
"kind": "interface",
|
|
8218
8218
|
"locationInModule": {
|
|
8219
8219
|
"filename": "lib/job-executable.ts",
|
|
8220
|
-
"line":
|
|
8220
|
+
"line": 428
|
|
8221
8221
|
},
|
|
8222
8222
|
"name": "JobExecutableConfig",
|
|
8223
8223
|
"properties": [
|
|
@@ -8231,7 +8231,7 @@
|
|
|
8231
8231
|
"immutable": true,
|
|
8232
8232
|
"locationInModule": {
|
|
8233
8233
|
"filename": "lib/job-executable.ts",
|
|
8234
|
-
"line":
|
|
8234
|
+
"line": 434
|
|
8235
8235
|
},
|
|
8236
8236
|
"name": "glueVersion",
|
|
8237
8237
|
"type": {
|
|
@@ -8241,14 +8241,15 @@
|
|
|
8241
8241
|
{
|
|
8242
8242
|
"abstract": true,
|
|
8243
8243
|
"docs": {
|
|
8244
|
-
"
|
|
8244
|
+
"remarks": "Equivalent to a job parameter `--job-language`.",
|
|
8245
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8245
8246
|
"stability": "experimental",
|
|
8246
8247
|
"summary": "The language of the job (Scala or Python)."
|
|
8247
8248
|
},
|
|
8248
8249
|
"immutable": true,
|
|
8249
8250
|
"locationInModule": {
|
|
8250
8251
|
"filename": "lib/job-executable.ts",
|
|
8251
|
-
"line":
|
|
8252
|
+
"line": 442
|
|
8252
8253
|
},
|
|
8253
8254
|
"name": "language",
|
|
8254
8255
|
"type": {
|
|
@@ -8264,7 +8265,7 @@
|
|
|
8264
8265
|
"immutable": true,
|
|
8265
8266
|
"locationInModule": {
|
|
8266
8267
|
"filename": "lib/job-executable.ts",
|
|
8267
|
-
"line":
|
|
8268
|
+
"line": 466
|
|
8268
8269
|
},
|
|
8269
8270
|
"name": "script",
|
|
8270
8271
|
"type": {
|
|
@@ -8280,7 +8281,7 @@
|
|
|
8280
8281
|
"immutable": true,
|
|
8281
8282
|
"locationInModule": {
|
|
8282
8283
|
"filename": "lib/job-executable.ts",
|
|
8283
|
-
"line":
|
|
8284
|
+
"line": 447
|
|
8284
8285
|
},
|
|
8285
8286
|
"name": "type",
|
|
8286
8287
|
"type": {
|
|
@@ -8291,15 +8292,15 @@
|
|
|
8291
8292
|
"abstract": true,
|
|
8292
8293
|
"docs": {
|
|
8293
8294
|
"default": "- no scala className specified",
|
|
8294
|
-
"remarks": "This applies only if your the job langauage is Scala
|
|
8295
|
-
"see": "
|
|
8295
|
+
"remarks": "This applies only if your the job langauage is Scala.\nEquivalent to a job parameter `--class`.",
|
|
8296
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8296
8297
|
"stability": "experimental",
|
|
8297
8298
|
"summary": "The Scala class that serves as the entry point for the job."
|
|
8298
8299
|
},
|
|
8299
8300
|
"immutable": true,
|
|
8300
8301
|
"locationInModule": {
|
|
8301
8302
|
"filename": "lib/job-executable.ts",
|
|
8302
|
-
"line":
|
|
8303
|
+
"line": 476
|
|
8303
8304
|
},
|
|
8304
8305
|
"name": "className",
|
|
8305
8306
|
"optional": true,
|
|
@@ -8311,14 +8312,15 @@
|
|
|
8311
8312
|
"abstract": true,
|
|
8312
8313
|
"docs": {
|
|
8313
8314
|
"default": "- no extra files specified.",
|
|
8314
|
-
"
|
|
8315
|
+
"remarks": "Equivalent to a job parameter `--extra-files`.",
|
|
8316
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8315
8317
|
"stability": "experimental",
|
|
8316
8318
|
"summary": "Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it."
|
|
8317
8319
|
},
|
|
8318
8320
|
"immutable": true,
|
|
8319
8321
|
"locationInModule": {
|
|
8320
8322
|
"filename": "lib/job-executable.ts",
|
|
8321
|
-
"line":
|
|
8323
|
+
"line": 516
|
|
8322
8324
|
},
|
|
8323
8325
|
"name": "extraFiles",
|
|
8324
8326
|
"optional": true,
|
|
@@ -8335,14 +8337,14 @@
|
|
|
8335
8337
|
"abstract": true,
|
|
8336
8338
|
"docs": {
|
|
8337
8339
|
"default": "- no extra jars specified.",
|
|
8338
|
-
"see": "
|
|
8340
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8339
8341
|
"stability": "experimental",
|
|
8340
|
-
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script."
|
|
8342
|
+
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script. Equivalent to a job parameter `--extra-jars`."
|
|
8341
8343
|
},
|
|
8342
8344
|
"immutable": true,
|
|
8343
8345
|
"locationInModule": {
|
|
8344
8346
|
"filename": "lib/job-executable.ts",
|
|
8345
|
-
"line":
|
|
8347
|
+
"line": 486
|
|
8346
8348
|
},
|
|
8347
8349
|
"name": "extraJars",
|
|
8348
8350
|
"optional": true,
|
|
@@ -8359,14 +8361,15 @@
|
|
|
8359
8361
|
"abstract": true,
|
|
8360
8362
|
"docs": {
|
|
8361
8363
|
"default": "- extra jars are not prioritized.",
|
|
8362
|
-
"
|
|
8364
|
+
"remarks": "Equivalent to a job parameter `--user-jars-first`.",
|
|
8365
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8363
8366
|
"stability": "experimental",
|
|
8364
8367
|
"summary": "Setting this value to true prioritizes the customer's extra JAR files in the classpath."
|
|
8365
8368
|
},
|
|
8366
8369
|
"immutable": true,
|
|
8367
8370
|
"locationInModule": {
|
|
8368
8371
|
"filename": "lib/job-executable.ts",
|
|
8369
|
-
"line":
|
|
8372
|
+
"line": 526
|
|
8370
8373
|
},
|
|
8371
8374
|
"name": "extraJarsFirst",
|
|
8372
8375
|
"optional": true,
|
|
@@ -8378,14 +8381,15 @@
|
|
|
8378
8381
|
"abstract": true,
|
|
8379
8382
|
"docs": {
|
|
8380
8383
|
"default": "- no extra python files specified.",
|
|
8381
|
-
"
|
|
8384
|
+
"remarks": "Equivalent to a job parameter `--extra-py-files`.",
|
|
8385
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8382
8386
|
"stability": "experimental",
|
|
8383
8387
|
"summary": "Additional Python files that AWS Glue adds to the Python path before executing your script."
|
|
8384
8388
|
},
|
|
8385
8389
|
"immutable": true,
|
|
8386
8390
|
"locationInModule": {
|
|
8387
8391
|
"filename": "lib/job-executable.ts",
|
|
8388
|
-
"line":
|
|
8392
|
+
"line": 496
|
|
8389
8393
|
},
|
|
8390
8394
|
"name": "extraPythonFiles",
|
|
8391
8395
|
"optional": true,
|
|
@@ -8408,7 +8412,7 @@
|
|
|
8408
8412
|
"immutable": true,
|
|
8409
8413
|
"locationInModule": {
|
|
8410
8414
|
"filename": "lib/job-executable.ts",
|
|
8411
|
-
"line":
|
|
8415
|
+
"line": 454
|
|
8412
8416
|
},
|
|
8413
8417
|
"name": "pythonVersion",
|
|
8414
8418
|
"optional": true,
|
|
@@ -8426,13 +8430,38 @@
|
|
|
8426
8430
|
"immutable": true,
|
|
8427
8431
|
"locationInModule": {
|
|
8428
8432
|
"filename": "lib/job-executable.ts",
|
|
8429
|
-
"line":
|
|
8433
|
+
"line": 461
|
|
8430
8434
|
},
|
|
8431
8435
|
"name": "runtime",
|
|
8432
8436
|
"optional": true,
|
|
8433
8437
|
"type": {
|
|
8434
8438
|
"fqn": "@aws-cdk/aws-glue-alpha.Runtime"
|
|
8435
8439
|
}
|
|
8440
|
+
},
|
|
8441
|
+
{
|
|
8442
|
+
"abstract": true,
|
|
8443
|
+
"docs": {
|
|
8444
|
+
"default": "- no extra python files specified.",
|
|
8445
|
+
"remarks": "Equivalent to a job parameter `--s3-py-modules`.",
|
|
8446
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/author-job-ray-job-parameters.html",
|
|
8447
|
+
"stability": "experimental",
|
|
8448
|
+
"summary": "Additional Python modules that AWS Glue adds to the Python path before executing your script."
|
|
8449
|
+
},
|
|
8450
|
+
"immutable": true,
|
|
8451
|
+
"locationInModule": {
|
|
8452
|
+
"filename": "lib/job-executable.ts",
|
|
8453
|
+
"line": 506
|
|
8454
|
+
},
|
|
8455
|
+
"name": "s3PythonModules",
|
|
8456
|
+
"optional": true,
|
|
8457
|
+
"type": {
|
|
8458
|
+
"collection": {
|
|
8459
|
+
"elementtype": {
|
|
8460
|
+
"fqn": "@aws-cdk/aws-glue-alpha.Code"
|
|
8461
|
+
},
|
|
8462
|
+
"kind": "array"
|
|
8463
|
+
}
|
|
8464
|
+
}
|
|
8436
8465
|
}
|
|
8437
8466
|
],
|
|
8438
8467
|
"symbolId": "lib/job-executable:JobExecutableConfig"
|
|
@@ -8538,7 +8567,7 @@
|
|
|
8538
8567
|
"immutable": true,
|
|
8539
8568
|
"locationInModule": {
|
|
8540
8569
|
"filename": "lib/job.ts",
|
|
8541
|
-
"line":
|
|
8570
|
+
"line": 627
|
|
8542
8571
|
},
|
|
8543
8572
|
"name": "continuousLogging",
|
|
8544
8573
|
"optional": true,
|
|
@@ -8592,14 +8621,15 @@
|
|
|
8592
8621
|
"abstract": true,
|
|
8593
8622
|
"docs": {
|
|
8594
8623
|
"default": "- no profiling metrics emitted.",
|
|
8595
|
-
"
|
|
8624
|
+
"remarks": "Equivalent to a job parameter `--enable-metrics`.",
|
|
8625
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
8596
8626
|
"stability": "experimental",
|
|
8597
8627
|
"summary": "Enables the collection of metrics for job profiling."
|
|
8598
8628
|
},
|
|
8599
8629
|
"immutable": true,
|
|
8600
8630
|
"locationInModule": {
|
|
8601
8631
|
"filename": "lib/job.ts",
|
|
8602
|
-
"line":
|
|
8632
|
+
"line": 607
|
|
8603
8633
|
},
|
|
8604
8634
|
"name": "enableProfilingMetrics",
|
|
8605
8635
|
"optional": true,
|
|
@@ -8618,7 +8648,7 @@
|
|
|
8618
8648
|
"immutable": true,
|
|
8619
8649
|
"locationInModule": {
|
|
8620
8650
|
"filename": "lib/job.ts",
|
|
8621
|
-
"line":
|
|
8651
|
+
"line": 637
|
|
8622
8652
|
},
|
|
8623
8653
|
"name": "executionClass",
|
|
8624
8654
|
"optional": true,
|
|
@@ -8767,7 +8797,7 @@
|
|
|
8767
8797
|
"immutable": true,
|
|
8768
8798
|
"locationInModule": {
|
|
8769
8799
|
"filename": "lib/job.ts",
|
|
8770
|
-
"line":
|
|
8800
|
+
"line": 617
|
|
8771
8801
|
},
|
|
8772
8802
|
"name": "sparkUI",
|
|
8773
8803
|
"optional": true,
|
|
@@ -9368,7 +9398,7 @@
|
|
|
9368
9398
|
"kind": "interface",
|
|
9369
9399
|
"locationInModule": {
|
|
9370
9400
|
"filename": "lib/job-executable.ts",
|
|
9371
|
-
"line":
|
|
9401
|
+
"line": 278
|
|
9372
9402
|
},
|
|
9373
9403
|
"name": "PythonRayExecutableProps",
|
|
9374
9404
|
"properties": [
|
|
@@ -9382,7 +9412,7 @@
|
|
|
9382
9412
|
"immutable": true,
|
|
9383
9413
|
"locationInModule": {
|
|
9384
9414
|
"filename": "lib/job-executable.ts",
|
|
9385
|
-
"line":
|
|
9415
|
+
"line": 210
|
|
9386
9416
|
},
|
|
9387
9417
|
"name": "glueVersion",
|
|
9388
9418
|
"type": {
|
|
@@ -9398,7 +9428,7 @@
|
|
|
9398
9428
|
"immutable": true,
|
|
9399
9429
|
"locationInModule": {
|
|
9400
9430
|
"filename": "lib/job-executable.ts",
|
|
9401
|
-
"line":
|
|
9431
|
+
"line": 185
|
|
9402
9432
|
},
|
|
9403
9433
|
"name": "pythonVersion",
|
|
9404
9434
|
"type": {
|
|
@@ -9414,7 +9444,7 @@
|
|
|
9414
9444
|
"immutable": true,
|
|
9415
9445
|
"locationInModule": {
|
|
9416
9446
|
"filename": "lib/job-executable.ts",
|
|
9417
|
-
"line":
|
|
9447
|
+
"line": 215
|
|
9418
9448
|
},
|
|
9419
9449
|
"name": "script",
|
|
9420
9450
|
"type": {
|
|
@@ -9425,15 +9455,15 @@
|
|
|
9425
9455
|
"abstract": true,
|
|
9426
9456
|
"docs": {
|
|
9427
9457
|
"default": "[] - no extra files are copied to the working directory",
|
|
9428
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
9429
|
-
"see": "
|
|
9458
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-files`.",
|
|
9459
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9430
9460
|
"stability": "experimental",
|
|
9431
9461
|
"summary": "Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it."
|
|
9432
9462
|
},
|
|
9433
9463
|
"immutable": true,
|
|
9434
9464
|
"locationInModule": {
|
|
9435
9465
|
"filename": "lib/job-executable.ts",
|
|
9436
|
-
"line":
|
|
9466
|
+
"line": 226
|
|
9437
9467
|
},
|
|
9438
9468
|
"name": "extraFiles",
|
|
9439
9469
|
"optional": true,
|
|
@@ -9449,44 +9479,44 @@
|
|
|
9449
9479
|
{
|
|
9450
9480
|
"abstract": true,
|
|
9451
9481
|
"docs": {
|
|
9452
|
-
"
|
|
9453
|
-
"remarks": "Only individual files are supported, directories are not supported.",
|
|
9454
|
-
"see": " `--extra-py-files` in https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9482
|
+
"remarks": "It is required for Ray jobs.",
|
|
9455
9483
|
"stability": "experimental",
|
|
9456
|
-
"summary": "
|
|
9484
|
+
"summary": "Runtime."
|
|
9457
9485
|
},
|
|
9458
9486
|
"immutable": true,
|
|
9459
9487
|
"locationInModule": {
|
|
9460
9488
|
"filename": "lib/job-executable.ts",
|
|
9461
|
-
"line":
|
|
9489
|
+
"line": 203
|
|
9462
9490
|
},
|
|
9463
|
-
"name": "
|
|
9491
|
+
"name": "runtime",
|
|
9464
9492
|
"optional": true,
|
|
9465
9493
|
"type": {
|
|
9466
|
-
"
|
|
9467
|
-
"elementtype": {
|
|
9468
|
-
"fqn": "@aws-cdk/aws-glue-alpha.Code"
|
|
9469
|
-
},
|
|
9470
|
-
"kind": "array"
|
|
9471
|
-
}
|
|
9494
|
+
"fqn": "@aws-cdk/aws-glue-alpha.Runtime"
|
|
9472
9495
|
}
|
|
9473
9496
|
},
|
|
9474
9497
|
{
|
|
9475
9498
|
"abstract": true,
|
|
9476
9499
|
"docs": {
|
|
9477
|
-
"
|
|
9500
|
+
"default": "- no extra python files and argument is not set",
|
|
9501
|
+
"remarks": "Equivalent to a job parameter `--s3-py-modules`.",
|
|
9502
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/author-job-ray-job-parameters.html",
|
|
9478
9503
|
"stability": "experimental",
|
|
9479
|
-
"summary": "
|
|
9504
|
+
"summary": "Additional Python modules that AWS Glue adds to the Python path before executing your script."
|
|
9480
9505
|
},
|
|
9481
9506
|
"immutable": true,
|
|
9482
9507
|
"locationInModule": {
|
|
9483
9508
|
"filename": "lib/job-executable.ts",
|
|
9484
|
-
"line":
|
|
9509
|
+
"line": 195
|
|
9485
9510
|
},
|
|
9486
|
-
"name": "
|
|
9511
|
+
"name": "s3PythonModules",
|
|
9487
9512
|
"optional": true,
|
|
9488
9513
|
"type": {
|
|
9489
|
-
"
|
|
9514
|
+
"collection": {
|
|
9515
|
+
"elementtype": {
|
|
9516
|
+
"fqn": "@aws-cdk/aws-glue-alpha.Code"
|
|
9517
|
+
},
|
|
9518
|
+
"kind": "array"
|
|
9519
|
+
}
|
|
9490
9520
|
}
|
|
9491
9521
|
}
|
|
9492
9522
|
],
|
|
@@ -9507,7 +9537,7 @@
|
|
|
9507
9537
|
"kind": "interface",
|
|
9508
9538
|
"locationInModule": {
|
|
9509
9539
|
"filename": "lib/job-executable.ts",
|
|
9510
|
-
"line":
|
|
9540
|
+
"line": 273
|
|
9511
9541
|
},
|
|
9512
9542
|
"name": "PythonShellExecutableProps",
|
|
9513
9543
|
"properties": [
|
|
@@ -9521,7 +9551,7 @@
|
|
|
9521
9551
|
"immutable": true,
|
|
9522
9552
|
"locationInModule": {
|
|
9523
9553
|
"filename": "lib/job-executable.ts",
|
|
9524
|
-
"line":
|
|
9554
|
+
"line": 210
|
|
9525
9555
|
},
|
|
9526
9556
|
"name": "glueVersion",
|
|
9527
9557
|
"type": {
|
|
@@ -9553,7 +9583,7 @@
|
|
|
9553
9583
|
"immutable": true,
|
|
9554
9584
|
"locationInModule": {
|
|
9555
9585
|
"filename": "lib/job-executable.ts",
|
|
9556
|
-
"line":
|
|
9586
|
+
"line": 215
|
|
9557
9587
|
},
|
|
9558
9588
|
"name": "script",
|
|
9559
9589
|
"type": {
|
|
@@ -9564,15 +9594,15 @@
|
|
|
9564
9594
|
"abstract": true,
|
|
9565
9595
|
"docs": {
|
|
9566
9596
|
"default": "[] - no extra files are copied to the working directory",
|
|
9567
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
9568
|
-
"see": "
|
|
9597
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-files`.",
|
|
9598
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9569
9599
|
"stability": "experimental",
|
|
9570
9600
|
"summary": "Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it."
|
|
9571
9601
|
},
|
|
9572
9602
|
"immutable": true,
|
|
9573
9603
|
"locationInModule": {
|
|
9574
9604
|
"filename": "lib/job-executable.ts",
|
|
9575
|
-
"line":
|
|
9605
|
+
"line": 226
|
|
9576
9606
|
},
|
|
9577
9607
|
"name": "extraFiles",
|
|
9578
9608
|
"optional": true,
|
|
@@ -9589,15 +9619,15 @@
|
|
|
9589
9619
|
"abstract": true,
|
|
9590
9620
|
"docs": {
|
|
9591
9621
|
"default": "- no extra python files and argument is not set",
|
|
9592
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
9593
|
-
"see": "
|
|
9622
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-py-files`.",
|
|
9623
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9594
9624
|
"stability": "experimental",
|
|
9595
9625
|
"summary": "Additional Python files that AWS Glue adds to the Python path before executing your script."
|
|
9596
9626
|
},
|
|
9597
9627
|
"immutable": true,
|
|
9598
9628
|
"locationInModule": {
|
|
9599
9629
|
"filename": "lib/job-executable.ts",
|
|
9600
|
-
"line":
|
|
9630
|
+
"line": 178
|
|
9601
9631
|
},
|
|
9602
9632
|
"name": "extraPythonFiles",
|
|
9603
9633
|
"optional": true,
|
|
@@ -9620,7 +9650,7 @@
|
|
|
9620
9650
|
"immutable": true,
|
|
9621
9651
|
"locationInModule": {
|
|
9622
9652
|
"filename": "lib/job-executable.ts",
|
|
9623
|
-
"line":
|
|
9653
|
+
"line": 203
|
|
9624
9654
|
},
|
|
9625
9655
|
"name": "runtime",
|
|
9626
9656
|
"optional": true,
|
|
@@ -9646,7 +9676,7 @@
|
|
|
9646
9676
|
"kind": "interface",
|
|
9647
9677
|
"locationInModule": {
|
|
9648
9678
|
"filename": "lib/job-executable.ts",
|
|
9649
|
-
"line":
|
|
9679
|
+
"line": 268
|
|
9650
9680
|
},
|
|
9651
9681
|
"name": "PythonSparkJobExecutableProps",
|
|
9652
9682
|
"properties": [
|
|
@@ -9660,7 +9690,7 @@
|
|
|
9660
9690
|
"immutable": true,
|
|
9661
9691
|
"locationInModule": {
|
|
9662
9692
|
"filename": "lib/job-executable.ts",
|
|
9663
|
-
"line":
|
|
9693
|
+
"line": 210
|
|
9664
9694
|
},
|
|
9665
9695
|
"name": "glueVersion",
|
|
9666
9696
|
"type": {
|
|
@@ -9692,7 +9722,7 @@
|
|
|
9692
9722
|
"immutable": true,
|
|
9693
9723
|
"locationInModule": {
|
|
9694
9724
|
"filename": "lib/job-executable.ts",
|
|
9695
|
-
"line":
|
|
9725
|
+
"line": 215
|
|
9696
9726
|
},
|
|
9697
9727
|
"name": "script",
|
|
9698
9728
|
"type": {
|
|
@@ -9703,15 +9733,15 @@
|
|
|
9703
9733
|
"abstract": true,
|
|
9704
9734
|
"docs": {
|
|
9705
9735
|
"default": "[] - no extra files are copied to the working directory",
|
|
9706
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
9707
|
-
"see": "
|
|
9736
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-files`.",
|
|
9737
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9708
9738
|
"stability": "experimental",
|
|
9709
9739
|
"summary": "Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it."
|
|
9710
9740
|
},
|
|
9711
9741
|
"immutable": true,
|
|
9712
9742
|
"locationInModule": {
|
|
9713
9743
|
"filename": "lib/job-executable.ts",
|
|
9714
|
-
"line":
|
|
9744
|
+
"line": 226
|
|
9715
9745
|
},
|
|
9716
9746
|
"name": "extraFiles",
|
|
9717
9747
|
"optional": true,
|
|
@@ -9728,14 +9758,14 @@
|
|
|
9728
9758
|
"abstract": true,
|
|
9729
9759
|
"docs": {
|
|
9730
9760
|
"default": "[] - no extra jars are added to the classpath",
|
|
9731
|
-
"see": "
|
|
9761
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9732
9762
|
"stability": "experimental",
|
|
9733
|
-
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script. Only individual files are supported, directories are not supported."
|
|
9763
|
+
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script. Only individual files are supported, directories are not supported. Equivalent to a job parameter `--extra-jars`."
|
|
9734
9764
|
},
|
|
9735
9765
|
"immutable": true,
|
|
9736
9766
|
"locationInModule": {
|
|
9737
9767
|
"filename": "lib/job-executable.ts",
|
|
9738
|
-
"line":
|
|
9768
|
+
"line": 239
|
|
9739
9769
|
},
|
|
9740
9770
|
"name": "extraJars",
|
|
9741
9771
|
"optional": true,
|
|
@@ -9752,14 +9782,15 @@
|
|
|
9752
9782
|
"abstract": true,
|
|
9753
9783
|
"docs": {
|
|
9754
9784
|
"default": "false - priority is not given to user-provided jars",
|
|
9755
|
-
"
|
|
9785
|
+
"remarks": "Equivalent to a job parameter `--user-jars-first`.",
|
|
9786
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9756
9787
|
"stability": "experimental",
|
|
9757
9788
|
"summary": "Setting this value to true prioritizes the customer's extra JAR files in the classpath."
|
|
9758
9789
|
},
|
|
9759
9790
|
"immutable": true,
|
|
9760
9791
|
"locationInModule": {
|
|
9761
9792
|
"filename": "lib/job-executable.ts",
|
|
9762
|
-
"line":
|
|
9793
|
+
"line": 249
|
|
9763
9794
|
},
|
|
9764
9795
|
"name": "extraJarsFirst",
|
|
9765
9796
|
"optional": true,
|
|
@@ -9771,15 +9802,15 @@
|
|
|
9771
9802
|
"abstract": true,
|
|
9772
9803
|
"docs": {
|
|
9773
9804
|
"default": "- no extra python files and argument is not set",
|
|
9774
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
9775
|
-
"see": "
|
|
9805
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-py-files`.",
|
|
9806
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
9776
9807
|
"stability": "experimental",
|
|
9777
9808
|
"summary": "Additional Python files that AWS Glue adds to the Python path before executing your script."
|
|
9778
9809
|
},
|
|
9779
9810
|
"immutable": true,
|
|
9780
9811
|
"locationInModule": {
|
|
9781
9812
|
"filename": "lib/job-executable.ts",
|
|
9782
|
-
"line":
|
|
9813
|
+
"line": 178
|
|
9783
9814
|
},
|
|
9784
9815
|
"name": "extraPythonFiles",
|
|
9785
9816
|
"optional": true,
|
|
@@ -9802,7 +9833,7 @@
|
|
|
9802
9833
|
"immutable": true,
|
|
9803
9834
|
"locationInModule": {
|
|
9804
9835
|
"filename": "lib/job-executable.ts",
|
|
9805
|
-
"line":
|
|
9836
|
+
"line": 203
|
|
9806
9837
|
},
|
|
9807
9838
|
"name": "runtime",
|
|
9808
9839
|
"optional": true,
|
|
@@ -10507,21 +10538,22 @@
|
|
|
10507
10538
|
"kind": "interface",
|
|
10508
10539
|
"locationInModule": {
|
|
10509
10540
|
"filename": "lib/job-executable.ts",
|
|
10510
|
-
"line":
|
|
10541
|
+
"line": 255
|
|
10511
10542
|
},
|
|
10512
10543
|
"name": "ScalaJobExecutableProps",
|
|
10513
10544
|
"properties": [
|
|
10514
10545
|
{
|
|
10515
10546
|
"abstract": true,
|
|
10516
10547
|
"docs": {
|
|
10517
|
-
"
|
|
10548
|
+
"remarks": "Equivalent to a job parameter `--class`.",
|
|
10549
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
10518
10550
|
"stability": "experimental",
|
|
10519
10551
|
"summary": "The fully qualified Scala class name that serves as the entry point for the job."
|
|
10520
10552
|
},
|
|
10521
10553
|
"immutable": true,
|
|
10522
10554
|
"locationInModule": {
|
|
10523
10555
|
"filename": "lib/job-executable.ts",
|
|
10524
|
-
"line":
|
|
10556
|
+
"line": 262
|
|
10525
10557
|
},
|
|
10526
10558
|
"name": "className",
|
|
10527
10559
|
"type": {
|
|
@@ -10538,7 +10570,7 @@
|
|
|
10538
10570
|
"immutable": true,
|
|
10539
10571
|
"locationInModule": {
|
|
10540
10572
|
"filename": "lib/job-executable.ts",
|
|
10541
|
-
"line":
|
|
10573
|
+
"line": 210
|
|
10542
10574
|
},
|
|
10543
10575
|
"name": "glueVersion",
|
|
10544
10576
|
"type": {
|
|
@@ -10554,7 +10586,7 @@
|
|
|
10554
10586
|
"immutable": true,
|
|
10555
10587
|
"locationInModule": {
|
|
10556
10588
|
"filename": "lib/job-executable.ts",
|
|
10557
|
-
"line":
|
|
10589
|
+
"line": 215
|
|
10558
10590
|
},
|
|
10559
10591
|
"name": "script",
|
|
10560
10592
|
"type": {
|
|
@@ -10565,15 +10597,15 @@
|
|
|
10565
10597
|
"abstract": true,
|
|
10566
10598
|
"docs": {
|
|
10567
10599
|
"default": "[] - no extra files are copied to the working directory",
|
|
10568
|
-
"remarks": "Only individual files are supported, directories are not supported
|
|
10569
|
-
"see": "
|
|
10600
|
+
"remarks": "Only individual files are supported, directories are not supported.\nEquivalent to a job parameter `--extra-files`.",
|
|
10601
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
10570
10602
|
"stability": "experimental",
|
|
10571
10603
|
"summary": "Additional files, such as configuration files that AWS Glue copies to the working directory of your script before executing it."
|
|
10572
10604
|
},
|
|
10573
10605
|
"immutable": true,
|
|
10574
10606
|
"locationInModule": {
|
|
10575
10607
|
"filename": "lib/job-executable.ts",
|
|
10576
|
-
"line":
|
|
10608
|
+
"line": 226
|
|
10577
10609
|
},
|
|
10578
10610
|
"name": "extraFiles",
|
|
10579
10611
|
"optional": true,
|
|
@@ -10590,14 +10622,14 @@
|
|
|
10590
10622
|
"abstract": true,
|
|
10591
10623
|
"docs": {
|
|
10592
10624
|
"default": "[] - no extra jars are added to the classpath",
|
|
10593
|
-
"see": "
|
|
10625
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
10594
10626
|
"stability": "experimental",
|
|
10595
|
-
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script. Only individual files are supported, directories are not supported."
|
|
10627
|
+
"summary": "Additional Java .jar files that AWS Glue adds to the Java classpath before executing your script. Only individual files are supported, directories are not supported. Equivalent to a job parameter `--extra-jars`."
|
|
10596
10628
|
},
|
|
10597
10629
|
"immutable": true,
|
|
10598
10630
|
"locationInModule": {
|
|
10599
10631
|
"filename": "lib/job-executable.ts",
|
|
10600
|
-
"line":
|
|
10632
|
+
"line": 239
|
|
10601
10633
|
},
|
|
10602
10634
|
"name": "extraJars",
|
|
10603
10635
|
"optional": true,
|
|
@@ -10614,14 +10646,15 @@
|
|
|
10614
10646
|
"abstract": true,
|
|
10615
10647
|
"docs": {
|
|
10616
10648
|
"default": "false - priority is not given to user-provided jars",
|
|
10617
|
-
"
|
|
10649
|
+
"remarks": "Equivalent to a job parameter `--user-jars-first`.",
|
|
10650
|
+
"see": "https://docs.aws.amazon.com/glue/latest/dg/aws-glue-programming-etl-glue-arguments.html",
|
|
10618
10651
|
"stability": "experimental",
|
|
10619
10652
|
"summary": "Setting this value to true prioritizes the customer's extra JAR files in the classpath."
|
|
10620
10653
|
},
|
|
10621
10654
|
"immutable": true,
|
|
10622
10655
|
"locationInModule": {
|
|
10623
10656
|
"filename": "lib/job-executable.ts",
|
|
10624
|
-
"line":
|
|
10657
|
+
"line": 249
|
|
10625
10658
|
},
|
|
10626
10659
|
"name": "extraJarsFirst",
|
|
10627
10660
|
"optional": true,
|
|
@@ -10639,7 +10672,7 @@
|
|
|
10639
10672
|
"immutable": true,
|
|
10640
10673
|
"locationInModule": {
|
|
10641
10674
|
"filename": "lib/job-executable.ts",
|
|
10642
|
-
"line":
|
|
10675
|
+
"line": 203
|
|
10643
10676
|
},
|
|
10644
10677
|
"name": "runtime",
|
|
10645
10678
|
"optional": true,
|
|
@@ -13636,6 +13669,6 @@
|
|
|
13636
13669
|
"symbolId": "lib/storage-parameter:WriteParallel"
|
|
13637
13670
|
}
|
|
13638
13671
|
},
|
|
13639
|
-
"version": "2.
|
|
13672
|
+
"version": "2.132.1-alpha.0",
|
|
13640
13673
|
"fingerprint": "**********"
|
|
13641
13674
|
}
|