ebi-eva-common-pyutils 0.6.11__tar.gz → 0.6.13__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/CHANGELOG.md +11 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/PKG-INFO +9 -2
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils.egg-info/PKG-INFO +10 -3
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils.egg-info/SOURCES.txt +1 -1
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/spring_properties.py +10 -11
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/setup.py +1 -1
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/LICENSE +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/MANIFEST.in +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/README.md +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/assembly/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/assembly/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/assembly_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/biosamples_communicators.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/command_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/common_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/config.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/contig_alias/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/contig_alias/contig_alias.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/ena_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/file_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/logger.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/ncbi_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/network_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/reference/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/reference/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/reference/sequence.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/taxonomy/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/taxonomy/taxonomy.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/variation/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/variation/contig_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils.egg-info/dependency_links.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils.egg-info/requires.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils.egg-info/top_level.txt +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/archive_directory.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/config_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/metadata_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/mongo_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/mongodb/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/mongodb/mongo_database.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/nextflow/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/nextflow/nextflow_pipeline.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/pg_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/setup.cfg +0 -0
- {ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/tests/test_common.py +0 -0
|
@@ -2,6 +2,17 @@
|
|
|
2
2
|
Changelog for ebi_eva_common_pyutils
|
|
3
3
|
===========================
|
|
4
4
|
|
|
5
|
+
## 0.6.13 (2025-03-05)
|
|
6
|
+
----------------------
|
|
7
|
+
|
|
8
|
+
- Update spring properties to use mongo connection string with retryWrites=true
|
|
9
|
+
|
|
10
|
+
## 0.6.12 (2025-01-21)
|
|
11
|
+
----------------------
|
|
12
|
+
|
|
13
|
+
- Added new properties in clustering job to run clustering qc duplicate rs accession job
|
|
14
|
+
|
|
15
|
+
|
|
5
16
|
## 0.6.11 (2024-11-15)
|
|
6
17
|
----------------------
|
|
7
18
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
2
|
Name: ebi_eva_common_pyutils
|
|
3
|
-
Version: 0.6.
|
|
3
|
+
Version: 0.6.13
|
|
4
4
|
Summary: EBI EVA - Common Python Utilities
|
|
5
5
|
Home-page: https://github.com/EBIVariation/eva-common-pyutils
|
|
6
6
|
License: Apache
|
|
@@ -20,3 +20,10 @@ Provides-Extra: eva-internal
|
|
|
20
20
|
Requires-Dist: psycopg2-binary; extra == "eva-internal"
|
|
21
21
|
Requires-Dist: pymongo; extra == "eva-internal"
|
|
22
22
|
Requires-Dist: networkx<=2.5; extra == "eva-internal"
|
|
23
|
+
Dynamic: classifier
|
|
24
|
+
Dynamic: home-page
|
|
25
|
+
Dynamic: keywords
|
|
26
|
+
Dynamic: license
|
|
27
|
+
Dynamic: provides-extra
|
|
28
|
+
Dynamic: requires-dist
|
|
29
|
+
Dynamic: summary
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
2
|
-
Name:
|
|
3
|
-
Version: 0.6.
|
|
1
|
+
Metadata-Version: 2.2
|
|
2
|
+
Name: ebi_eva_common_pyutils
|
|
3
|
+
Version: 0.6.13
|
|
4
4
|
Summary: EBI EVA - Common Python Utilities
|
|
5
5
|
Home-page: https://github.com/EBIVariation/eva-common-pyutils
|
|
6
6
|
License: Apache
|
|
@@ -20,3 +20,10 @@ Provides-Extra: eva-internal
|
|
|
20
20
|
Requires-Dist: psycopg2-binary; extra == "eva-internal"
|
|
21
21
|
Requires-Dist: pymongo; extra == "eva-internal"
|
|
22
22
|
Requires-Dist: networkx<=2.5; extra == "eva-internal"
|
|
23
|
+
Dynamic: classifier
|
|
24
|
+
Dynamic: home-page
|
|
25
|
+
Dynamic: keywords
|
|
26
|
+
Dynamic: license
|
|
27
|
+
Dynamic: provides-extra
|
|
28
|
+
Dynamic: requires-dist
|
|
29
|
+
Dynamic: summary
|
|
@@ -4,7 +4,7 @@ MANIFEST.in
|
|
|
4
4
|
README.md
|
|
5
5
|
setup.cfg
|
|
6
6
|
setup.py
|
|
7
|
-
/
|
|
7
|
+
/tmp/ebi_eva_common_pyutils-v0.6.13-jtxab0mq/gitclone/ebi_eva_internal_pyutils/archive_directory.py
|
|
8
8
|
ebi_eva_common_pyutils/__init__.py
|
|
9
9
|
ebi_eva_common_pyutils/assembly_utils.py
|
|
10
10
|
ebi_eva_common_pyutils/biosamples_communicators.py
|
|
@@ -55,14 +55,9 @@ class SpringPropertiesGenerator:
|
|
|
55
55
|
def _mongo_properties(self):
|
|
56
56
|
mongo_host, mongo_user, mongo_pass = get_mongo_creds_for_profile(
|
|
57
57
|
self.maven_profile, self.private_settings_file)
|
|
58
|
+
username_with_password = f'{mongo_user}:{mongo_pass}@' if mongo_user is not None and mongo_pass is not None else ''
|
|
58
59
|
return {
|
|
59
|
-
'spring.data.mongodb.
|
|
60
|
-
# Don't specify port if hosts already have the port encoded in them
|
|
61
|
-
# Also see https://github.com/EBIvariation/variation-commons/blob/329d4fa18da73bdad419ca5456b9897c059e33f0/variation-commons-mongodb/src/main/java/uk/ac/ebi/eva/commons/mongodb/utils/MongoClientURIBuilder.java#L44
|
|
62
|
-
'spring.data.mongodb.port': '' if ':' in mongo_host else 27017,
|
|
63
|
-
'spring.data.mongodb.username': '' if mongo_user is None else mongo_user,
|
|
64
|
-
'spring.data.mongodb.password': '' if mongo_pass is None else mongo_pass,
|
|
65
|
-
'spring.data.mongodb.authentication-database': 'admin',
|
|
60
|
+
'spring.data.mongodb.uri': f'mongodb://{username_with_password}{mongo_host}/?retryWrites=true&authSource=admin',
|
|
66
61
|
}
|
|
67
62
|
|
|
68
63
|
def _variant_load_job_tracker_properties(self):
|
|
@@ -141,7 +136,8 @@ class SpringPropertiesGenerator:
|
|
|
141
136
|
"""Properties for accessioning pipeline."""
|
|
142
137
|
return self._format(
|
|
143
138
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
144
|
-
read_preference='secondaryPreferred',
|
|
139
|
+
read_preference='secondaryPreferred',
|
|
140
|
+
chunk_size=chunk_size),
|
|
145
141
|
{
|
|
146
142
|
'spring.batch.job.names': 'CREATE_SUBSNP_ACCESSION_JOB',
|
|
147
143
|
'parameters.assemblyReportUrl': self._format_str('file:{0}', assembly_report),
|
|
@@ -157,8 +153,8 @@ class SpringPropertiesGenerator:
|
|
|
157
153
|
)
|
|
158
154
|
|
|
159
155
|
def get_clustering_properties(self, *, read_preference='primary', job_name=None, source_assembly='',
|
|
160
|
-
target_assembly='', rs_report_path='',
|
|
161
|
-
project_accession='', vcf=''):
|
|
156
|
+
target_assembly='', rs_report_path='', rs_acc_file='', duplicate_rs_acc_file='',
|
|
157
|
+
projects='', project_accession='', vcf=''):
|
|
162
158
|
"""Properties common to all clustering pipelines, though not all are always used."""
|
|
163
159
|
return self._format(
|
|
164
160
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
@@ -170,6 +166,8 @@ class SpringPropertiesGenerator:
|
|
|
170
166
|
'parameters.projectAccession': project_accession,
|
|
171
167
|
'parameters.vcf': vcf,
|
|
172
168
|
'parameters.rsReportPath': rs_report_path,
|
|
169
|
+
'parameters.rsAccFile': rs_acc_file,
|
|
170
|
+
'parameters.duplicateRSAccFile': duplicate_rs_acc_file,
|
|
173
171
|
}
|
|
174
172
|
)
|
|
175
173
|
|
|
@@ -263,7 +261,8 @@ class SpringPropertiesGenerator:
|
|
|
263
261
|
'logging.level.org.springframework': 'INFO',
|
|
264
262
|
}
|
|
265
263
|
|
|
266
|
-
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
264
|
+
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
265
|
+
**job_tracker_properties}
|
|
267
266
|
return merge
|
|
268
267
|
|
|
269
268
|
def get_accession_import_properties(self, opencga_path, read_preference='secondaryPreferred'):
|
|
@@ -7,7 +7,7 @@ setup(
|
|
|
7
7
|
name='ebi_eva_common_pyutils',
|
|
8
8
|
scripts=[os.path.join(os.path.dirname(__file__), 'ebi_eva_internal_pyutils', 'archive_directory.py')],
|
|
9
9
|
packages=find_packages(),
|
|
10
|
-
version='0.6.
|
|
10
|
+
version='0.6.13',
|
|
11
11
|
license='Apache',
|
|
12
12
|
description='EBI EVA - Common Python Utilities',
|
|
13
13
|
url='https://github.com/EBIVariation/eva-common-pyutils',
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/config.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/ena_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/file_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/logger.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_common_pyutils/ncbi_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.11 → ebi_eva_common_pyutils-0.6.13}/ebi_eva_internal_pyutils/pg_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|