ebi-eva-common-pyutils 0.6.11__tar.gz → 0.6.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/CHANGELOG.md +6 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/PKG-INFO +2 -10
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/PKG-INFO +2 -10
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/SOURCES.txt +1 -3
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/spring_properties.py +8 -4
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/setup.py +1 -1
- ebi_eva_common_pyutils-0.6.11/tests/test_common.py +0 -22
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/LICENSE +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/MANIFEST.in +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/README.md +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/biosamples_communicators.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/command_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/common_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/config.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/contig_alias/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/contig_alias/contig_alias.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ena_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/file_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/logger.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ncbi_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/network_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/sequence.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/taxonomy/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/taxonomy/taxonomy.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/variation/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/variation/contig_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/dependency_links.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/requires.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/top_level.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/archive_directory.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/config_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/metadata_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongo_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongodb/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongodb/mongo_database.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/nextflow/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/nextflow/nextflow_pipeline.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/pg_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/setup.cfg +0 -0
|
@@ -2,6 +2,12 @@
|
|
|
2
2
|
Changelog for ebi_eva_common_pyutils
|
|
3
3
|
===========================
|
|
4
4
|
|
|
5
|
+
## 0.6.12 (2025-01-21)
|
|
6
|
+
----------------------
|
|
7
|
+
|
|
8
|
+
- Added new properties in clustering job to run clustering qc duplicate rs accession job
|
|
9
|
+
|
|
10
|
+
|
|
5
11
|
## 0.6.11 (2024-11-15)
|
|
6
12
|
----------------------
|
|
7
13
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ebi_eva_common_pyutils
|
|
3
|
-
Version: 0.6.
|
|
3
|
+
Version: 0.6.12
|
|
4
4
|
Summary: EBI EVA - Common Python Utilities
|
|
5
5
|
Home-page: https://github.com/EBIVariation/eva-common-pyutils
|
|
6
6
|
License: Apache
|
|
@@ -10,13 +10,5 @@ Classifier: Intended Audience :: Developers
|
|
|
10
10
|
Classifier: Topic :: Software Development :: Build Tools
|
|
11
11
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
12
12
|
Classifier: Programming Language :: Python :: 3
|
|
13
|
-
License-File: LICENSE
|
|
14
|
-
Requires-Dist: requests
|
|
15
|
-
Requires-Dist: lxml
|
|
16
|
-
Requires-Dist: pyyaml
|
|
17
|
-
Requires-Dist: cached-property
|
|
18
|
-
Requires-Dist: retry
|
|
19
13
|
Provides-Extra: eva-internal
|
|
20
|
-
|
|
21
|
-
Requires-Dist: pymongo; extra == "eva-internal"
|
|
22
|
-
Requires-Dist: networkx<=2.5; extra == "eva-internal"
|
|
14
|
+
License-File: LICENSE
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ebi-eva-common-pyutils
|
|
3
|
-
Version: 0.6.
|
|
3
|
+
Version: 0.6.12
|
|
4
4
|
Summary: EBI EVA - Common Python Utilities
|
|
5
5
|
Home-page: https://github.com/EBIVariation/eva-common-pyutils
|
|
6
6
|
License: Apache
|
|
@@ -10,13 +10,5 @@ Classifier: Intended Audience :: Developers
|
|
|
10
10
|
Classifier: Topic :: Software Development :: Build Tools
|
|
11
11
|
Classifier: License :: OSI Approved :: Apache Software License
|
|
12
12
|
Classifier: Programming Language :: Python :: 3
|
|
13
|
-
License-File: LICENSE
|
|
14
|
-
Requires-Dist: requests
|
|
15
|
-
Requires-Dist: lxml
|
|
16
|
-
Requires-Dist: pyyaml
|
|
17
|
-
Requires-Dist: cached-property
|
|
18
|
-
Requires-Dist: retry
|
|
19
13
|
Provides-Extra: eva-internal
|
|
20
|
-
|
|
21
|
-
Requires-Dist: pymongo; extra == "eva-internal"
|
|
22
|
-
Requires-Dist: networkx<=2.5; extra == "eva-internal"
|
|
14
|
+
License-File: LICENSE
|
|
@@ -4,7 +4,6 @@ MANIFEST.in
|
|
|
4
4
|
README.md
|
|
5
5
|
setup.cfg
|
|
6
6
|
setup.py
|
|
7
|
-
/home/nkumar2/PycharmProjects/eva-common-pyutils/ebi_eva_internal_pyutils/archive_directory.py
|
|
8
7
|
ebi_eva_common_pyutils/__init__.py
|
|
9
8
|
ebi_eva_common_pyutils/assembly_utils.py
|
|
10
9
|
ebi_eva_common_pyutils/biosamples_communicators.py
|
|
@@ -42,5 +41,4 @@ ebi_eva_internal_pyutils/spring_properties.py
|
|
|
42
41
|
ebi_eva_internal_pyutils/mongodb/__init__.py
|
|
43
42
|
ebi_eva_internal_pyutils/mongodb/mongo_database.py
|
|
44
43
|
ebi_eva_internal_pyutils/nextflow/__init__.py
|
|
45
|
-
ebi_eva_internal_pyutils/nextflow/nextflow_pipeline.py
|
|
46
|
-
tests/test_common.py
|
|
44
|
+
ebi_eva_internal_pyutils/nextflow/nextflow_pipeline.py
|
|
@@ -141,7 +141,8 @@ class SpringPropertiesGenerator:
|
|
|
141
141
|
"""Properties for accessioning pipeline."""
|
|
142
142
|
return self._format(
|
|
143
143
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
144
|
-
read_preference='secondaryPreferred',
|
|
144
|
+
read_preference='secondaryPreferred',
|
|
145
|
+
chunk_size=chunk_size),
|
|
145
146
|
{
|
|
146
147
|
'spring.batch.job.names': 'CREATE_SUBSNP_ACCESSION_JOB',
|
|
147
148
|
'parameters.assemblyReportUrl': self._format_str('file:{0}', assembly_report),
|
|
@@ -157,8 +158,8 @@ class SpringPropertiesGenerator:
|
|
|
157
158
|
)
|
|
158
159
|
|
|
159
160
|
def get_clustering_properties(self, *, read_preference='primary', job_name=None, source_assembly='',
|
|
160
|
-
target_assembly='', rs_report_path='',
|
|
161
|
-
project_accession='', vcf=''):
|
|
161
|
+
target_assembly='', rs_report_path='', rs_acc_file='', duplicate_rs_acc_file='',
|
|
162
|
+
projects='', project_accession='', vcf=''):
|
|
162
163
|
"""Properties common to all clustering pipelines, though not all are always used."""
|
|
163
164
|
return self._format(
|
|
164
165
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
@@ -170,6 +171,8 @@ class SpringPropertiesGenerator:
|
|
|
170
171
|
'parameters.projectAccession': project_accession,
|
|
171
172
|
'parameters.vcf': vcf,
|
|
172
173
|
'parameters.rsReportPath': rs_report_path,
|
|
174
|
+
'parameters.rsAccFile': rs_acc_file,
|
|
175
|
+
'parameters.duplicateRSAccFile': duplicate_rs_acc_file,
|
|
173
176
|
}
|
|
174
177
|
)
|
|
175
178
|
|
|
@@ -263,7 +266,8 @@ class SpringPropertiesGenerator:
|
|
|
263
266
|
'logging.level.org.springframework': 'INFO',
|
|
264
267
|
}
|
|
265
268
|
|
|
266
|
-
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
269
|
+
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
270
|
+
**job_tracker_properties}
|
|
267
271
|
return merge
|
|
268
272
|
|
|
269
273
|
def get_accession_import_properties(self, opencga_path, read_preference='secondaryPreferred'):
|
|
@@ -7,7 +7,7 @@ setup(
|
|
|
7
7
|
name='ebi_eva_common_pyutils',
|
|
8
8
|
scripts=[os.path.join(os.path.dirname(__file__), 'ebi_eva_internal_pyutils', 'archive_directory.py')],
|
|
9
9
|
packages=find_packages(),
|
|
10
|
-
version='0.6.
|
|
10
|
+
version='0.6.12',
|
|
11
11
|
license='Apache',
|
|
12
12
|
description='EBI EVA - Common Python Utilities',
|
|
13
13
|
url='https://github.com/EBIVariation/eva-common-pyutils',
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import os
|
|
2
|
-
from unittest import TestCase
|
|
3
|
-
|
|
4
|
-
from ebi_eva_common_pyutils.common_utils import merge_two_dicts, pretty_print
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
class TestCommon(TestCase):
|
|
8
|
-
|
|
9
|
-
resources_folder = os.path.join(os.path.dirname(__file__), 'resources')
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class TestCommonUtils(TestCase):
|
|
13
|
-
|
|
14
|
-
def test_merge_two_dicts(self):
|
|
15
|
-
d1 = {'a': 1, 'b': 2, 'c': 3}
|
|
16
|
-
d2 = {'d': 4, 'a': 5, 'e': 6}
|
|
17
|
-
assert merge_two_dicts(d1, d2) == {'a': 5, 'b': 2, 'c': 3, 'd': 4, 'e': 6}
|
|
18
|
-
assert merge_two_dicts(d2, d1) == {'a': 1, 'b': 2, 'c': 3, 'd': 4, 'e': 6}
|
|
19
|
-
|
|
20
|
-
def test_pretty_print(self):
|
|
21
|
-
pretty_print(['Header 1', 'Long Header 2'],
|
|
22
|
-
[['row1 cell 1', 'row1 cell 2'], ['row2 cell 1', 'Super long row2 cell 2']])
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/config.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ena_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/file_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/logger.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ncbi_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/pg_utils.py
RENAMED
|
File without changes
|
|
File without changes
|