acdc_aws_etl_pipeline 0.3.4__tar.gz → 0.3.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/PKG-INFO +7 -3
  2. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/README.md +6 -2
  3. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/pyproject.toml +1 -1
  4. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/__init__.py +0 -0
  5. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/ingest/ingest.py +0 -0
  6. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/upload/__init__.py +0 -0
  7. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/upload/gen3datasubmitter.py +0 -0
  8. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/upload/upload_synthdata_s3.py +0 -0
  9. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/utils/athena_utils.py +0 -0
  10. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/utils/dbt_utils.py +0 -0
  11. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/utils/release_writer.py +0 -0
  12. {acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/src/acdc_aws_etl_pipeline/validate/validate.py +0 -0
{acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acdc_aws_etl_pipeline
3
- Version: 0.3.4
3
+ Version: 0.3.6
4
4
  Summary: Tools for ACDC ETL pipeline
5
5
  Author: JoshuaHarris391
6
6
  Author-email: harjo391@gmail.com
@@ -48,7 +48,7 @@ bash services/dictionary/pull_dict.sh <raw_dictionary_url>
48
48
  bash services/dictionary/upload_dictionary.py <local_dictionary_path> <s3_target_uri>
49
49
 
50
50
  # implementation
51
- VERSION=v0.6.1
51
+ VERSION=v0.6.3
52
52
  bash services/dictionary/pull_dict.sh "https://raw.githubusercontent.com/AustralianBioCommons/acdc-schema-json/refs/tags/${VERSION}/dictionary/prod_dict/acdc_schema.json"
53
53
  python3 services/dictionary/upload_dictionary.py "services/dictionary/schemas/acdc_schema_${VERSION}.json" s3://gen3schema-cad-uat-biocommons.org.au/cad.json
54
54
 
@@ -66,5 +66,9 @@ bash services/synthetic_data/generate_synth_metadata.sh --studies "AusDiab_Simul
66
66
  - Run this script to upload synthetic metadata to sheepdog
67
67
 
68
68
  ```python
69
- python3 services/synthetic_data/upload_synth_metadata_sheepdog.py
69
+ # to see argumments
70
+ python3 services/synthetic_data/upload_synth_metadata_sheepdog.py -h
71
+
72
+ # to upload metadata for version v0.6.3
73
+ python3 services/synthetic_data/upload_synth_metadata_sheepdog.py --version v0.6.3
70
74
  ```
{acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/README.md RENAMED
@@ -22,7 +22,7 @@ bash services/dictionary/pull_dict.sh <raw_dictionary_url>
22
22
  bash services/dictionary/upload_dictionary.py <local_dictionary_path> <s3_target_uri>
23
23
 
24
24
  # implementation
25
- VERSION=v0.6.1
25
+ VERSION=v0.6.3
26
26
  bash services/dictionary/pull_dict.sh "https://raw.githubusercontent.com/AustralianBioCommons/acdc-schema-json/refs/tags/${VERSION}/dictionary/prod_dict/acdc_schema.json"
27
27
  python3 services/dictionary/upload_dictionary.py "services/dictionary/schemas/acdc_schema_${VERSION}.json" s3://gen3schema-cad-uat-biocommons.org.au/cad.json
28
28
 
@@ -40,5 +40,9 @@ bash services/synthetic_data/generate_synth_metadata.sh --studies "AusDiab_Simul
40
40
  - Run this script to upload synthetic metadata to sheepdog
41
41
 
42
42
  ```python
43
- python3 services/synthetic_data/upload_synth_metadata_sheepdog.py
43
+ # to see argumments
44
+ python3 services/synthetic_data/upload_synth_metadata_sheepdog.py -h
45
+
46
+ # to upload metadata for version v0.6.3
47
+ python3 services/synthetic_data/upload_synth_metadata_sheepdog.py --version v0.6.3
44
48
  ```
{acdc_aws_etl_pipeline-0.3.4 → acdc_aws_etl_pipeline-0.3.6}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "acdc_aws_etl_pipeline"
3
- version = "0.3.4"
3
+ version = "0.3.6"
4
4
  description = "Tools for ACDC ETL pipeline"
5
5
  authors = ["JoshuaHarris391 <harjo391@gmail.com>"]
6
6
  readme = "README.md"