cpg-utils 5.7.2__tar.gz → 5.8.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/PKG-INFO +4 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cloudpath_hail_az.py +1 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/config.py +5 -2
- cpg_utils-5.8.1/cpg_utils/dataproc_runner.py +930 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/hail_batch.py +0 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/PKG-INFO +4 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/SOURCES.txt +2 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/requires.txt +3 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/pyproject.toml +4 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/setup.py +4 -1
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_config.py +17 -0
- cpg_utils-5.8.1/test/test_dataproc_runner.py +160 -0
- cpg_utils-5.7.2/test/test_doctests.py +0 -22
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/LICENSE +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/README.md +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/__init__.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cloud.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/constants.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cromwell.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cromwell_model.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/dataproc.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/existence_checks.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/git.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/membership.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/metamist_registration.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/py.typed +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/slack.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/dependency_links.txt +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/top_level.txt +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/setup.cfg +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/__init__.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_cromwell.py +0 -0
- {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_get_google_identity_token.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: cpg-utils
|
|
3
|
-
Version: 5.
|
|
3
|
+
Version: 5.8.1
|
|
4
4
|
Summary: Library of convenience functions specific to the CPG
|
|
5
5
|
Home-page: https://github.com/populationgenomics/cpg-utils
|
|
6
6
|
License: MIT
|
|
@@ -24,8 +24,11 @@ Requires-Dist: frozendict
|
|
|
24
24
|
Requires-Dist: google-auth>=1.27.0
|
|
25
25
|
Requires-Dist: google-auth-oauthlib
|
|
26
26
|
Requires-Dist: google-cloud-artifact-registry
|
|
27
|
+
Requires-Dist: google-cloud-dataproc
|
|
27
28
|
Requires-Dist: google-cloud-secret-manager
|
|
29
|
+
Requires-Dist: google-cloud-storage
|
|
28
30
|
Requires-Dist: metamist
|
|
31
|
+
Requires-Dist: python-slugify
|
|
29
32
|
Requires-Dist: requests
|
|
30
33
|
Requires-Dist: tabulate
|
|
31
34
|
Requires-Dist: toml
|
|
@@ -26,7 +26,7 @@ class HailAzureBlobPath(AzureBlobPath):
|
|
|
26
26
|
>>> CloudPath('hail-az://myaccount/mycontainer/tmp')
|
|
27
27
|
HailAzureBlobPath('hail-az://myaccount/mycontainer/tmp')
|
|
28
28
|
>>> CloudPath('https://myaccount.blob.core.windows.net/mycontainer/tmp')
|
|
29
|
-
|
|
29
|
+
HttpsPath('https://myaccount.blob.core.windows.net/mycontainer/tmp')
|
|
30
30
|
"""
|
|
31
31
|
|
|
32
32
|
cloud_prefix: str = 'hail-az://'
|
|
@@ -576,9 +576,12 @@ def dataset_for_access_level(dataset_name: str) -> str:
|
|
|
576
576
|
"""
|
|
577
577
|
Checks access_level in config, modifying dataset with "-test" suffix if appropriate.
|
|
578
578
|
|
|
579
|
-
|
|
579
|
+
# with access_level != 'test'
|
|
580
|
+
> dataset_for_access_level('dataset')
|
|
580
581
|
'dataset'
|
|
581
|
-
|
|
582
|
+
|
|
583
|
+
# with access_level == 'test'
|
|
584
|
+
> dataset_for_access_level('dataset')
|
|
582
585
|
'dataset-test'
|
|
583
586
|
"""
|
|
584
587
|
access_level = config_retrieve(['workflow', 'access_level'], 'standard')
|