ebi-eva-common-pyutils 0.6.10__tar.gz → 0.6.12__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/CHANGELOG.md +12 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/PKG-INFO +1 -1
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/PKG-INFO +1 -1
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/spring_properties.py +10 -5
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/setup.py +1 -1
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/LICENSE +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/MANIFEST.in +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/README.md +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/assembly_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/biosamples_communicators.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/command_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/common_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/config.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/contig_alias/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/contig_alias/contig_alias.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ena_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/file_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/logger.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ncbi_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/network_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/assembly.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/reference/sequence.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/taxonomy/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/taxonomy/taxonomy.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/variation/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/variation/contig_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/SOURCES.txt +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/dependency_links.txt +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/requires.txt +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils.egg-info/top_level.txt +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/archive_directory.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/config_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/metadata_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongo_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongodb/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/mongodb/mongo_database.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/nextflow/__init__.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/nextflow/nextflow_pipeline.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/pg_utils.py +0 -0
- {ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/setup.cfg +0 -0
|
@@ -2,6 +2,18 @@
|
|
|
2
2
|
Changelog for ebi_eva_common_pyutils
|
|
3
3
|
===========================
|
|
4
4
|
|
|
5
|
+
## 0.6.12 (2025-01-21)
|
|
6
|
+
----------------------
|
|
7
|
+
|
|
8
|
+
- Added new properties in clustering job to run clustering qc duplicate rs accession job
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
## 0.6.11 (2024-11-15)
|
|
12
|
+
----------------------
|
|
13
|
+
|
|
14
|
+
- Added hikari max-pool-size connection property to the method that generate property for spring jobs
|
|
15
|
+
|
|
16
|
+
|
|
5
17
|
## 0.6.10 (2024-08-06)
|
|
6
18
|
----------------------
|
|
7
19
|
|
|
@@ -83,7 +83,7 @@ class SpringPropertiesGenerator:
|
|
|
83
83
|
'eva.count-stats.password': counts_password
|
|
84
84
|
}
|
|
85
85
|
|
|
86
|
-
def _common_properties(self, *, read_preference='primary', chunk_size=100):
|
|
86
|
+
def _common_properties(self, *, read_preference='primary', chunk_size=100, max_pool_size=2):
|
|
87
87
|
"""Properties common to all Spring pipelines"""
|
|
88
88
|
props = {
|
|
89
89
|
'spring.datasource.driver-class-name': 'org.postgresql.Driver',
|
|
@@ -98,6 +98,7 @@ class SpringPropertiesGenerator:
|
|
|
98
98
|
'spring.jpa.properties.hibernate.temp.use_jdbc_metadata_defaults': 'false',
|
|
99
99
|
'spring.jpa.database-platform': 'org.hibernate.dialect.PostgreSQL9Dialect',
|
|
100
100
|
'parameters.chunkSize': chunk_size,
|
|
101
|
+
'spring.datasource.hikari.maximum-pool-size': max_pool_size
|
|
101
102
|
}
|
|
102
103
|
merge = {**self._mongo_properties(), **self._count_stats_properties(), **props}
|
|
103
104
|
return merge
|
|
@@ -140,7 +141,8 @@ class SpringPropertiesGenerator:
|
|
|
140
141
|
"""Properties for accessioning pipeline."""
|
|
141
142
|
return self._format(
|
|
142
143
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
143
|
-
read_preference='secondaryPreferred',
|
|
144
|
+
read_preference='secondaryPreferred',
|
|
145
|
+
chunk_size=chunk_size),
|
|
144
146
|
{
|
|
145
147
|
'spring.batch.job.names': 'CREATE_SUBSNP_ACCESSION_JOB',
|
|
146
148
|
'parameters.assemblyReportUrl': self._format_str('file:{0}', assembly_report),
|
|
@@ -156,8 +158,8 @@ class SpringPropertiesGenerator:
|
|
|
156
158
|
)
|
|
157
159
|
|
|
158
160
|
def get_clustering_properties(self, *, read_preference='primary', job_name=None, source_assembly='',
|
|
159
|
-
target_assembly='', rs_report_path='',
|
|
160
|
-
project_accession='', vcf=''):
|
|
161
|
+
target_assembly='', rs_report_path='', rs_acc_file='', duplicate_rs_acc_file='',
|
|
162
|
+
projects='', project_accession='', vcf=''):
|
|
161
163
|
"""Properties common to all clustering pipelines, though not all are always used."""
|
|
162
164
|
return self._format(
|
|
163
165
|
self._common_accessioning_clustering_properties(assembly_accession=target_assembly,
|
|
@@ -169,6 +171,8 @@ class SpringPropertiesGenerator:
|
|
|
169
171
|
'parameters.projectAccession': project_accession,
|
|
170
172
|
'parameters.vcf': vcf,
|
|
171
173
|
'parameters.rsReportPath': rs_report_path,
|
|
174
|
+
'parameters.rsAccFile': rs_acc_file,
|
|
175
|
+
'parameters.duplicateRSAccFile': duplicate_rs_acc_file,
|
|
172
176
|
}
|
|
173
177
|
)
|
|
174
178
|
|
|
@@ -262,7 +266,8 @@ class SpringPropertiesGenerator:
|
|
|
262
266
|
'logging.level.org.springframework': 'INFO',
|
|
263
267
|
}
|
|
264
268
|
|
|
265
|
-
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
269
|
+
merge = {**self._common_properties(read_preference=read_preference, chunk_size=100), **props,
|
|
270
|
+
**job_tracker_properties}
|
|
266
271
|
return merge
|
|
267
272
|
|
|
268
273
|
def get_accession_import_properties(self, opencga_path, read_preference='secondaryPreferred'):
|
|
@@ -7,7 +7,7 @@ setup(
|
|
|
7
7
|
name='ebi_eva_common_pyutils',
|
|
8
8
|
scripts=[os.path.join(os.path.dirname(__file__), 'ebi_eva_internal_pyutils', 'archive_directory.py')],
|
|
9
9
|
packages=find_packages(),
|
|
10
|
-
version='0.6.
|
|
10
|
+
version='0.6.12',
|
|
11
11
|
license='Apache',
|
|
12
12
|
description='EBI EVA - Common Python Utilities',
|
|
13
13
|
url='https://github.com/EBIVariation/eva-common-pyutils',
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/config.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ena_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/file_utils.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/logger.py
RENAMED
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_common_pyutils/ncbi_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ebi_eva_common_pyutils-0.6.10 → ebi_eva_common_pyutils-0.6.12}/ebi_eva_internal_pyutils/pg_utils.py
RENAMED
|
File without changes
|
|
File without changes
|