cpg-utils 5.2.0__tar.gz → 5.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/PKG-INFO +1 -1
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/cromwell.py +7 -7
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/hail_batch.py +1 -1
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils.egg-info/PKG-INFO +1 -1
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/setup.py +1 -1
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/LICENSE +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/README.md +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/__init__.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/cloud.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/cloudpath_hail_az.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/config.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/constants.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/cromwell_model.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/dataproc.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/git.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/membership.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/py.typed +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils/slack.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils.egg-info/SOURCES.txt +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils.egg-info/dependency_links.txt +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils.egg-info/requires.txt +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/cpg_utils.egg-info/top_level.txt +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/pyproject.toml +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/setup.cfg +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/test/__init__.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/test/test_config.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/test/test_cromwell.py +0 -0
- {cpg-utils-5.2.0 → cpg-utils-5.2.1}/test/test_doctests.py +0 -0
|
@@ -708,7 +708,7 @@ def _copy_basic_file_into_batch(
|
|
|
708
708
|
2. the output name `output`,
|
|
709
709
|
3. check that the value we select is a string,
|
|
710
710
|
4. either:
|
|
711
|
-
(a)
|
|
711
|
+
(a) gcloud storage cp it into `output_filename`
|
|
712
712
|
(b) write the value into `output_filename`
|
|
713
713
|
"""
|
|
714
714
|
output_filename = j.out
|
|
@@ -724,14 +724,14 @@ def _copy_basic_file_into_batch(
|
|
|
724
724
|
# wrap this in quotes, because output often contains a '.', which has to be escaped in jq
|
|
725
725
|
jq_el = f'"{output_name}"[{idx}]'
|
|
726
726
|
|
|
727
|
-
# activate to
|
|
727
|
+
# activate to gcloud storage cp
|
|
728
728
|
j.image(driver_image)
|
|
729
729
|
j.env('GOOGLE_APPLICATION_CREDENTIALS', '/gsa-key/key.json')
|
|
730
730
|
j.command(GCLOUD_ACTIVATE_AUTH)
|
|
731
731
|
|
|
732
732
|
# this has to be in bash unfortunately :(
|
|
733
733
|
# we want to check that the output we get is a string
|
|
734
|
-
# if it starts with gs://, then we'll `
|
|
734
|
+
# if it starts with gs://, then we'll `gcloud storage cp` it into output_filename
|
|
735
735
|
# otherwise write the value into output_filename.
|
|
736
736
|
|
|
737
737
|
# in future, add s3://* or AWS handling here
|
|
@@ -751,7 +751,7 @@ fi
|
|
|
751
751
|
OUTPUT_VALUE=$(cat {rdict} | jq -r '.{jq_el}')
|
|
752
752
|
if [[ "$OUTPUT_VALUE" == gs://* ]]; then
|
|
753
753
|
echo "Copying file from $OUTPUT_VALUE";
|
|
754
|
-
|
|
754
|
+
gcloud storage cp $OUTPUT_VALUE {output_filename};
|
|
755
755
|
else
|
|
756
756
|
# cleaner to directly pipe into file
|
|
757
757
|
cat {rdict} | jq -r '.{jq_el}' > {output_filename}
|
|
@@ -798,13 +798,13 @@ def _copy_resource_group_into_batch(
|
|
|
798
798
|
# wrap this in quotes, because output often contains a '.', which has to be escaped in jq
|
|
799
799
|
jq_els = [f'"{output_source}"[{idx}]' for output_source in rg.values()]
|
|
800
800
|
|
|
801
|
-
# activate to
|
|
801
|
+
# activate to use a gcloud cp
|
|
802
802
|
j.env('GOOGLE_APPLICATION_CREDENTIALS', '/gsa-key/key.json')
|
|
803
803
|
j.command(GCLOUD_ACTIVATE_AUTH)
|
|
804
804
|
|
|
805
805
|
# this has to be in bash unfortunately :(
|
|
806
806
|
# we want to check that the output we get is a string
|
|
807
|
-
# if it starts with gs://, then we'll `
|
|
807
|
+
# if it starts with gs://, then we'll `gcloud storage cp` it into output_filename
|
|
808
808
|
# otherwise write the value into output_filename.
|
|
809
809
|
|
|
810
810
|
# in future, add s3://* or AWS handling here
|
|
@@ -825,7 +825,7 @@ def _copy_resource_group_into_batch(
|
|
|
825
825
|
OUTPUT_VALUE=$(cat {rdict} | jq -r '.{jq_el}')
|
|
826
826
|
if [[ "$OUTPUT_VALUE" == gs://* ]]; then
|
|
827
827
|
echo "Copying file from $OUTPUT_VALUE";
|
|
828
|
-
|
|
828
|
+
gcloud storage cp $OUTPUT_VALUE {output_filename}.{output_name};
|
|
829
829
|
else
|
|
830
830
|
# cleaner to directly pipe into file
|
|
831
831
|
cat {rdict} | jq -r '.{jq_el}' > {output_filename}.{output_name};
|
|
@@ -8,7 +8,7 @@ with open('README.md') as f:
|
|
|
8
8
|
setup(
|
|
9
9
|
name='cpg-utils',
|
|
10
10
|
# This tag is automatically updated by bumpversion
|
|
11
|
-
version='5.2.
|
|
11
|
+
version='5.2.1',
|
|
12
12
|
description='Library of convenience functions specific to the CPG',
|
|
13
13
|
long_description=long_description,
|
|
14
14
|
long_description_content_type='text/markdown',
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|