cdk-emrserverless-with-delta-lake 2.0.517__py3-none-any.whl → 2.0.519__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. cdk_emrserverless_with_delta_lake/__init__.py +5 -5
  2. cdk_emrserverless_with_delta_lake/_jsii/__init__.py +2 -2
  3. cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.519.jsii.tgz +0 -0
  4. {cdk_emrserverless_with_delta_lake-2.0.517.dist-info → cdk_emrserverless_with_delta_lake-2.0.519.dist-info}/METADATA +7 -7
  5. cdk_emrserverless_with_delta_lake-2.0.519.dist-info/RECORD +9 -0
  6. cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.517.jsii.tgz +0 -0
  7. cdk_emrserverless_with_delta_lake-2.0.517.dist-info/RECORD +0 -9
  8. {cdk_emrserverless_with_delta_lake-2.0.517.dist-info → cdk_emrserverless_with_delta_lake-2.0.519.dist-info}/LICENSE +0 -0
  9. {cdk_emrserverless_with_delta_lake-2.0.517.dist-info → cdk_emrserverless_with_delta_lake-2.0.519.dist-info}/WHEEL +0 -0
  10. {cdk_emrserverless_with_delta_lake-2.0.517.dist-info → cdk_emrserverless_with_delta_lake-2.0.519.dist-info}/top_level.txt +0 -0
cdk_emrserverless_with_delta_lake/__init__.py CHANGED
@@ -135,12 +135,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
135
135
  # upload script
136
136
  aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
137
137
  # download jars and upload them
138
- DELTA_VERSION="2.2.0"
139
- DELTA_LAKE_CORE="delta-core_2.13-${DELTA_VERSION}.jar"
138
+ DELTA_VERSION="3.0.0"
139
+ DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
140
140
  DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
141
- curl https://repo1.maven.org/maven2/io/delta/delta-core_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
141
+ curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
142
142
  curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
143
- aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${${DELTA_LAKE_CORE}} --profile ${PROFILE_NAME}
143
+ aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
144
144
  aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
145
145
  ```
146
146
 
@@ -157,7 +157,7 @@ aws emr-serverless start-job-run \
157
157
  --job-driver '{
158
158
  "sparkSubmit": {
159
159
  "entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
160
- "sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/delta-core_2.12-1.2.0.jar,s3://'${SERVERLESS_BUCKET_NAME}'/jars/delta-storage-1.2.0.jar"
160
+ "sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
161
161
  }
162
162
  }' \
163
163
  --configuration-overrides '{
cdk_emrserverless_with_delta_lake/_jsii/__init__.py CHANGED
@@ -18,9 +18,9 @@ import constructs._jsii
18
18
 
19
19
  __jsii_assembly__ = jsii.JSIIAssembly.load(
20
20
  "cdk-emrserverless-with-delta-lake",
21
- "2.0.517",
21
+ "2.0.519",
22
22
  __name__[0:-6],
23
- "cdk-emrserverless-with-delta-lake@2.0.517.jsii.tgz",
23
+ "cdk-emrserverless-with-delta-lake@2.0.519.jsii.tgz",
24
24
  )
25
25
 
26
26
  __all__ = [
{cdk_emrserverless_with_delta_lake-2.0.517.dist-info → cdk_emrserverless_with_delta_lake-2.0.519.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cdk-emrserverless-with-delta-lake
3
- Version: 2.0.517
3
+ Version: 2.0.519
4
4
  Summary: A construct for the quick demo of EMR Serverless.
5
5
  Home-page: https://github.com/HsiehShuJeng/cdk-emrserverless-with-delta-lake.git
6
6
  Author: Shu-Jeng Hsieh
@@ -22,7 +22,7 @@ Description-Content-Type: text/markdown
22
22
  License-File: LICENSE
23
23
  Requires-Dist: aws-cdk-lib <3.0.0,>=2.27.0
24
24
  Requires-Dist: constructs <11.0.0,>=10.1.35
25
- Requires-Dist: jsii <2.0.0,>=1.100.0
25
+ Requires-Dist: jsii <2.0.0,>=1.101.0
26
26
  Requires-Dist: publication >=0.0.3
27
27
  Requires-Dist: typeguard ~=2.13.3
28
28
 
@@ -162,12 +162,12 @@ Promise me, darling, make advantage on the CloudFormation outputs. All you need
162
162
  # upload script
163
163
  aws s3 cp delta-lake-demo.py s3://${SERVERLESS_BUCKET_NAME}/scripts/${DELTA_LAKE_SCRIPT_NAME}.py --profile ${PROFILE_NAME}
164
164
  # download jars and upload them
165
- DELTA_VERSION="2.2.0"
166
- DELTA_LAKE_CORE="delta-core_2.13-${DELTA_VERSION}.jar"
165
+ DELTA_VERSION="3.0.0"
166
+ DELTA_LAKE_CORE="delta-spark_2.13-${DELTA_VERSION}.jar"
167
167
  DELTA_LAKE_STORAGE="delta-storage-${DELTA_VERSION}.jar"
168
- curl https://repo1.maven.org/maven2/io/delta/delta-core_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
168
+ curl https://repo1.maven.org/maven2/io/delta/delta-spark_2.13/${DELTA_VERSION}/${DELTA_LAKE_CORE} --output ${DELTA_LAKE_CORE}
169
169
  curl https://repo1.maven.org/maven2/io/delta/delta-storage/${DELTA_VERSION}/${DELTA_LAKE_STORAGE} --output ${DELTA_LAKE_STORAGE}
170
- aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${${DELTA_LAKE_CORE}} --profile ${PROFILE_NAME}
170
+ aws s3 mv ${DELTA_LAKE_CORE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_CORE} --profile ${PROFILE_NAME}
171
171
  aws s3 mv ${DELTA_LAKE_STORAGE} s3://${SERVERLESS_BUCKET_NAME}/jars/${DELTA_LAKE_STORAGE} --profile ${PROFILE_NAME}
172
172
  ```
173
173
 
@@ -184,7 +184,7 @@ aws emr-serverless start-job-run \
184
184
  --job-driver '{
185
185
  "sparkSubmit": {
186
186
  "entryPoint": "s3://'${SERVERLESS_BUCKET_NAME}'/scripts/'${DELTA_LAKE_SCRIPT_NAME}'.py",
187
- "sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/delta-core_2.12-1.2.0.jar,s3://'${SERVERLESS_BUCKET_NAME}'/jars/delta-storage-1.2.0.jar"
187
+ "sparkSubmitParameters": "--conf spark.executor.cores=1 --conf spark.executor.memory=4g --conf spark.driver.cores=1 --conf spark.driver.memory=4g --conf spark.executor.instances=1 --conf spark.jars=s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_CORE}',s3://'${SERVERLESS_BUCKET_NAME}'/jars/'${DELTA_LAKE_STORAGE}'"
188
188
  }
189
189
  }' \
190
190
  --configuration-overrides '{
cdk_emrserverless_with_delta_lake-2.0.519.dist-info/RECORD ADDED
@@ -0,0 +1,9 @@
1
+ cdk_emrserverless_with_delta_lake/__init__.py,sha256=EdKkoCCkmCxBgR6fkDdrpTdItlgvFVAKsa8nxGsVxPI,81803
2
+ cdk_emrserverless_with_delta_lake/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
3
+ cdk_emrserverless_with_delta_lake/_jsii/__init__.py,sha256=jh4DL-6k66I86CWfGRyeKhxG-FMCvBT07NXaqwzptgI,526
4
+ cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.519.jsii.tgz,sha256=o_YJlGhhypFXKmuVcnbBHQS09pPXKab3YG1X4Q9vqyI,3170415
5
+ cdk_emrserverless_with_delta_lake-2.0.519.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
6
+ cdk_emrserverless_with_delta_lake-2.0.519.dist-info/METADATA,sha256=QwlbX83xsJyzcVcOm-q9BmeiYRFCoETMPh7YV0Za8Y0,13708
7
+ cdk_emrserverless_with_delta_lake-2.0.519.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
8
+ cdk_emrserverless_with_delta_lake-2.0.519.dist-info/top_level.txt,sha256=bCGxtUE8InJ5ril93xzBr0c9pHoR0Modu6cD-nxXqsg,34
9
+ cdk_emrserverless_with_delta_lake-2.0.519.dist-info/RECORD,,
cdk_emrserverless_with_delta_lake-2.0.517.dist-info/RECORD DELETED
@@ -1,9 +0,0 @@
1
- cdk_emrserverless_with_delta_lake/__init__.py,sha256=81ytjY4A08964yhtnu7sYMdNftIumgwDFU_jpZatJn0,81809
2
- cdk_emrserverless_with_delta_lake/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
3
- cdk_emrserverless_with_delta_lake/_jsii/__init__.py,sha256=BeuesAvp1AGgo7Kuup203WDxbuljHehbUb6vAhxwcNE,526
4
- cdk_emrserverless_with_delta_lake/_jsii/cdk-emrserverless-with-delta-lake@2.0.517.jsii.tgz,sha256=5Wby5KCDktLq8e6o1Vnw9RGNnOj442B3XKU8pQOLN2g,3170331
5
- cdk_emrserverless_with_delta_lake-2.0.517.dist-info/LICENSE,sha256=z8d0m5b2O9McPEK1xHG_dWgUBT6EfBDz6wA0F7xSPTA,11358
6
- cdk_emrserverless_with_delta_lake-2.0.517.dist-info/METADATA,sha256=9jwPEhbSUQ58DgWWlYP8kTA9kbPJghaHW3IORgNQM8k,13714
7
- cdk_emrserverless_with_delta_lake-2.0.517.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
8
- cdk_emrserverless_with_delta_lake-2.0.517.dist-info/top_level.txt,sha256=bCGxtUE8InJ5ril93xzBr0c9pHoR0Modu6cD-nxXqsg,34
9
- cdk_emrserverless_with_delta_lake-2.0.517.dist-info/RECORD,,