cdk-emrserverless-with-delta-lake 2.0.518__tar.gz → 2.0.520__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/PKG-INFO +6 -6
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/README.md +5 -5
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/setup.py +3 -3
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake/__init__.py +5 -5
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake/_jsii/__init__.py +2 -2
- cdk_emrserverless_with_delta_lake-2.0.520/src/cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.520.jsii.tgz +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake.egg-info/PKG-INFO +6 -6
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake.egg-info/SOURCES.txt +1 -1
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake.egg-info/requires.txt +1 -1
- cdk_emrserverless_with_delta_lake-2.0.518/src/cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.518.jsii.tgz +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/LICENSE +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/MANIFEST.in +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/pyproject.toml +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/setup.cfg +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake/py.typed +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake.egg-info/dependency_links.txt +0 -0
- {cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/src/cdk_emrserverless_with_delta_lake.egg-info/top_level.txt +0 -0
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/PKG-INFO
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cdk_emrserverless_with_delta_lake
|
3
|
-
Version: 2.0.
|
3
|
+
Version: 2.0.520
|
4
4
|
Summary: A construct for the quick demo of EMR Serverless.
|
5
5
|
Home-page: https://github.com/HsiehShuJeng/cdk-emrserverless-with-delta-lake.git
|
6
6
|
Author: Shu-Jeng Hsieh
|
@@ -157,12 +157,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
|
|
157
157
|
# upload script
|
158
158
|
aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
|
159
159
|
# download jars and upload them
|
160
|
-
DELTA_VERSION="
|
161
|
-
DELTA_LAKE_CORE="delta-
|
160
|
+
DELTA_VERSION="3.0.0"
|
161
|
+
DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
|
162
162
|
DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
|
163
|
-
curl https://repo1.maven.org/maven2/io/delta/delta-
|
163
|
+
curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
|
164
164
|
curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
|
165
|
-
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${
|
165
|
+
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
|
166
166
|
aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
|
167
167
|
```
|
168
168
|
|
@@ -179,7 +179,7 @@ aws emr-serverless start-job-run \
|
|
179
179
|
--job-driver '{
|
180
180
|
"sparkSubmit": {
|
181
181
|
"entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
|
182
|
-
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/
|
182
|
+
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
|
183
183
|
}
|
184
184
|
}' \
|
185
185
|
--configuration-overrides '{
|
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/README.md
RENAMED
@@ -134,12 +134,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
|
|
134
134
|
# upload script
|
135
135
|
aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
|
136
136
|
# download jars and upload them
|
137
|
-
DELTA_VERSION="
|
138
|
-
DELTA_LAKE_CORE="delta-
|
137
|
+
DELTA_VERSION="3.0.0"
|
138
|
+
DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
|
139
139
|
DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
|
140
|
-
curl https://repo1.maven.org/maven2/io/delta/delta-
|
140
|
+
curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
|
141
141
|
curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
|
142
|
-
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${
|
142
|
+
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
|
143
143
|
aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
|
144
144
|
```
|
145
145
|
|
@@ -156,7 +156,7 @@ aws emr-serverless start-job-run \
|
|
156
156
|
--job-driver '{
|
157
157
|
"sparkSubmit": {
|
158
158
|
"entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
|
159
|
-
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/
|
159
|
+
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
|
160
160
|
}
|
161
161
|
}' \
|
162
162
|
--configuration-overrides '{
|
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/setup.py
RENAMED
@@ -5,7 +5,7 @@ kwargs = json.loads(
|
|
5
5
|
"""
|
6
6
|
{
|
7
7
|
"name": "cdk_emrserverless_with_delta_lake",
|
8
|
-
"version": "2.0.
|
8
|
+
"version": "2.0.520",
|
9
9
|
"description": "A construct for the quick demo of EMR Serverless.",
|
10
10
|
"license": "Apache-2.0",
|
11
11
|
"url": "https://github.com/HsiehShuJeng/cdk-emrserverless-with-delta-lake.git",
|
@@ -26,7 +26,7 @@ kwargs = json.loads(
|
|
26
26
|
],
|
27
27
|
"package_data": {
|
28
28
|
"cdk_emrserverless_with_delta_lake._jsii": [
|
29
|
-
"cdk-emrserverless-with-delta-lake@2.0.
|
29
|
+
"cdk-emrserverless-with-delta-lake@2.0.520.jsii.tgz"
|
30
30
|
],
|
31
31
|
"cdk_emrserverless_with_delta_lake": [
|
32
32
|
"py.typed"
|
@@ -36,7 +36,7 @@ kwargs = json.loads(
|
|
36
36
|
"install_requires": [
|
37
37
|
"aws-cdk-lib>=2.27.0, <3.0.0",
|
38
38
|
"constructs>=10.1.35, <11.0.0",
|
39
|
-
"jsii>=1.
|
39
|
+
"jsii>=1.101.0, <2.0.0",
|
40
40
|
"publication>=0.0.3",
|
41
41
|
"typeguard~=2.13.3"
|
42
42
|
],
|
@@ -135,12 +135,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
|
|
135
135
|
# upload script
|
136
136
|
aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
|
137
137
|
# download jars and upload them
|
138
|
-
DELTA_VERSION="
|
139
|
-
DELTA_LAKE_CORE="delta-
|
138
|
+
DELTA_VERSION="3.0.0"
|
139
|
+
DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
|
140
140
|
DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
|
141
|
-
curl https://repo1.maven.org/maven2/io/delta/delta-
|
141
|
+
curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
|
142
142
|
curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
|
143
|
-
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${
|
143
|
+
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
|
144
144
|
aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
|
145
145
|
```
|
146
146
|
|
@@ -157,7 +157,7 @@ aws emr-serverless start-job-run \
|
|
157
157
|
--job-driver '{
|
158
158
|
"sparkSubmit": {
|
159
159
|
"entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
|
160
|
-
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/
|
160
|
+
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
|
161
161
|
}
|
162
162
|
}' \
|
163
163
|
--configuration-overrides '{
|
@@ -18,9 +18,9 @@ import constructs._jsii
|
|
18
18
|
|
19
19
|
__jsii_assembly__ = jsii.JSIIAssembly.load(
|
20
20
|
"cdk-emrserverless-with-delta-lake",
|
21
|
-
"2.0.
|
21
|
+
"2.0.520",
|
22
22
|
__name__[0:-6],
|
23
|
-
"cdk-emrserverless-with-delta-lake@2.0.
|
23
|
+
"cdk-emrserverless-with-delta-lake@2.0.520.jsii.tgz",
|
24
24
|
)
|
25
25
|
|
26
26
|
__all__ = [
|
Binary file
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: cdk-emrserverless-with-delta-lake
|
3
|
-
Version: 2.0.
|
3
|
+
Version: 2.0.520
|
4
4
|
Summary: A construct for the quick demo of EMR Serverless.
|
5
5
|
Home-page: https://github.com/HsiehShuJeng/cdk-emrserverless-with-delta-lake.git
|
6
6
|
Author: Shu-Jeng Hsieh
|
@@ -157,12 +157,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
|
|
157
157
|
# upload script
|
158
158
|
aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
|
159
159
|
# download jars and upload them
|
160
|
-
DELTA_VERSION="
|
161
|
-
DELTA_LAKE_CORE="delta-
|
160
|
+
DELTA_VERSION="3.0.0"
|
161
|
+
DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
|
162
162
|
DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
|
163
|
-
curl https://repo1.maven.org/maven2/io/delta/delta-
|
163
|
+
curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
|
164
164
|
curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
|
165
|
-
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${
|
165
|
+
aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
|
166
166
|
aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
|
167
167
|
```
|
168
168
|
|
@@ -179,7 +179,7 @@ aws emr-serverless start-job-run \
|
|
179
179
|
--job-driver '{
|
180
180
|
"sparkSubmit": {
|
181
181
|
"entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
|
182
|
-
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/
|
182
|
+
"sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
|
183
183
|
}
|
184
184
|
}' \
|
185
185
|
--configuration-overrides '{
|
@@ -11,4 +11,4 @@ src/cdk_emrserverless_with_delta_lake.egg-info/dependency_links.txt
|
|
11
11
|
src/cdk_emrserverless_with_delta_lake.egg-info/requires.txt
|
12
12
|
src/cdk_emrserverless_with_delta_lake.egg-info/top_level.txt
|
13
13
|
src/cdk_emrserverless_with_delta_lake/_jsii/__init__.py
|
14
|
-
src/cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.
|
14
|
+
src/cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.520.jsii.tgz
|
Binary file
|
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/LICENSE
RENAMED
File without changes
|
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/MANIFEST.in
RENAMED
File without changes
|
File without changes
|
{cdk_emrserverless_with_delta_lake-2.0.518 → cdk_emrserverless_with_delta_lake-2.0.520}/setup.cfg
RENAMED
File without changes
|
File without changes
|
File without changes
|