cpg-utils 5.7.2__tar.gz → 5.8.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (33) hide show
  1. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/PKG-INFO +4 -1
  2. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cloudpath_hail_az.py +1 -1
  3. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/config.py +5 -2
  4. cpg_utils-5.8.1/cpg_utils/dataproc_runner.py +930 -0
  5. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/hail_batch.py +0 -1
  6. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/PKG-INFO +4 -1
  7. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/SOURCES.txt +2 -1
  8. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/requires.txt +3 -0
  9. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/pyproject.toml +4 -1
  10. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/setup.py +4 -1
  11. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_config.py +17 -0
  12. cpg_utils-5.8.1/test/test_dataproc_runner.py +160 -0
  13. cpg_utils-5.7.2/test/test_doctests.py +0 -22
  14. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/LICENSE +0 -0
  15. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/README.md +0 -0
  16. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/__init__.py +0 -0
  17. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cloud.py +0 -0
  18. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/constants.py +0 -0
  19. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cromwell.py +0 -0
  20. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/cromwell_model.py +0 -0
  21. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/dataproc.py +0 -0
  22. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/existence_checks.py +0 -0
  23. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/git.py +0 -0
  24. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/membership.py +0 -0
  25. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/metamist_registration.py +0 -0
  26. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/py.typed +0 -0
  27. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils/slack.py +0 -0
  28. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/dependency_links.txt +0 -0
  29. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/cpg_utils.egg-info/top_level.txt +0 -0
  30. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/setup.cfg +0 -0
  31. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/__init__.py +0 -0
  32. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_cromwell.py +0 -0
  33. {cpg_utils-5.7.2 → cpg_utils-5.8.1}/test/test_get_google_identity_token.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: cpg-utils
3
- Version: 5.7.2
3
+ Version: 5.8.1
4
4
  Summary: Library of convenience functions specific to the CPG
5
5
  Home-page: https://github.com/populationgenomics/cpg-utils
6
6
  License: MIT
@@ -24,8 +24,11 @@ Requires-Dist: frozendict
24
24
  Requires-Dist: google-auth>=1.27.0
25
25
  Requires-Dist: google-auth-oauthlib
26
26
  Requires-Dist: google-cloud-artifact-registry
27
+ Requires-Dist: google-cloud-dataproc
27
28
  Requires-Dist: google-cloud-secret-manager
29
+ Requires-Dist: google-cloud-storage
28
30
  Requires-Dist: metamist
31
+ Requires-Dist: python-slugify
29
32
  Requires-Dist: requests
30
33
  Requires-Dist: tabulate
31
34
  Requires-Dist: toml
@@ -26,7 +26,7 @@ class HailAzureBlobPath(AzureBlobPath):
26
26
  >>> CloudPath('hail-az://myaccount/mycontainer/tmp')
27
27
  HailAzureBlobPath('hail-az://myaccount/mycontainer/tmp')
28
28
  >>> CloudPath('https://myaccount.blob.core.windows.net/mycontainer/tmp')
29
- HailAzureBlobPath('hail-az://myaccount/mycontainer/tmp')
29
+ HttpsPath('https://myaccount.blob.core.windows.net/mycontainer/tmp')
30
30
  """
31
31
 
32
32
  cloud_prefix: str = 'hail-az://'
@@ -576,9 +576,12 @@ def dataset_for_access_level(dataset_name: str) -> str:
576
576
  """
577
577
  Checks access_level in config, modifying dataset with "-test" suffix if appropriate.
578
578
 
579
- >>> dataset_for_access_level('dataset') # with access_level != 'test'
579
+ # with access_level != 'test'
580
+ > dataset_for_access_level('dataset')
580
581
  'dataset'
581
- >>> dataset_for_access_level('dataset') # with access_level == 'test'
582
+
583
+ # with access_level == 'test'
584
+ > dataset_for_access_level('dataset')
582
585
  'dataset-test'
583
586
  """
584
587
  access_level = config_retrieve(['workflow', 'access_level'], 'standard')