genin2 2.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- genin2/__init__.py +0 -0
- genin2/cli.py +13 -0
- genin2/compositions.tsv +38 -0
- genin2/genin2_core.py +274 -0
- genin2/models.xz +0 -0
- genin2-2.0.0.dist-info/LICENSE +661 -0
- genin2-2.0.0.dist-info/METADATA +831 -0
- genin2-2.0.0.dist-info/RECORD +11 -0
- genin2-2.0.0.dist-info/WHEEL +5 -0
- genin2-2.0.0.dist-info/entry_points.txt +2 -0
- genin2-2.0.0.dist-info/top_level.txt +1 -0
genin2/__init__.py
ADDED
|
File without changes
|
genin2/cli.py
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import click
|
|
2
|
+
from genin2.genin2_core import __version__, __author__, __contact__, run
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
@click.command(epilog='')
|
|
6
|
+
@click.help_option('-h', '--help')
|
|
7
|
+
@click.version_option(__version__, '-v', '--version', message=f'%(prog)s, version %(version)s, by {__author__} ({__contact__})')
|
|
8
|
+
@click.argument('input_file', type=click.File('r'))
|
|
9
|
+
@click.option('-o', '--output-file', type=click.File('w'), help='Output TSV', default='-')
|
|
10
|
+
@click.option('--loglevel', type=click.Choice(['dbg', 'inf', 'wrn', 'err'], case_sensitive=False), default='wrn', help='Verbosity of the logging messages', show_default=True)
|
|
11
|
+
@click.option('--min-seq-cov', type=click.FloatRange(0, 1), help='The minimum fraction of a sequence that needs to be valid (no Ns) to be accepted for prediction', default=0.7, show_default=True)
|
|
12
|
+
def start_cli(input_file: click.File, output_file: click.File, **kwargs):
|
|
13
|
+
run(input_file, output_file, **kwargs)
|
genin2/compositions.tsv
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
Gen PB2 PB1 PA NP NA MP NS
|
|
2
|
+
EA-2020-A 20 20 20 20 20 20 20
|
|
3
|
+
EA-2021-AB 31 1 3 38 1 20 1
|
|
4
|
+
EA-2021-AD 4 27 1 31 1 20 1
|
|
5
|
+
EA-2021-AF 12 6 1 50 1 20 29
|
|
6
|
+
EA-2021-AH 12 1 1 1 1 20 1
|
|
7
|
+
EA-2021-AI 7 1 8 37 1 20 29
|
|
8
|
+
EA-2021-AL 1 1 1 11 1 20 1
|
|
9
|
+
EA-2022-AM 1 1 1 12 1 20 1
|
|
10
|
+
EA-2022-AU 19 1 14 21 22 20 1
|
|
11
|
+
EA-2021-BA 13 1 1 1 1 20 1
|
|
12
|
+
EA-2022-BB 31 1 43 43 1 20 43
|
|
13
|
+
EA-2020-C 1 1 1 1 1 20 1
|
|
14
|
+
EA-2022-CC 12 1 8 38 1 20 1
|
|
15
|
+
EA-2022-CE 44 1 3 38 1 20 1
|
|
16
|
+
EA-2022-CH 31 1 3 26 1 20 1
|
|
17
|
+
EA-2023-CK 4 1 3 38 1 20 1
|
|
18
|
+
EA-2020-D 20 20 20 20 27 20 20
|
|
19
|
+
EA-2020-E 20 20 29 20 27 20 20
|
|
20
|
+
EA-2020-G 31 31 32 12 17 20 1
|
|
21
|
+
EA-2021-I 25 14 25 26 13 20 28
|
|
22
|
+
EA-2021-J 31 23 5 26 2 20 28
|
|
23
|
+
EA-2021-L 25 1 1 1 13 20 1
|
|
24
|
+
EA-2021-O 20 29 14 20 20 20 20
|
|
25
|
+
EA-2021-P 31 23 3 26 2 20 28
|
|
26
|
+
EA-2021-Q 20 20 20 26 20 20 20
|
|
27
|
+
EA-2021-R 20 20 29 15 27 20 20
|
|
28
|
+
EA-2023-DA 4 52 3 38 1 20 27
|
|
29
|
+
EA-2023-DB 31 53 3 38 1 20 1
|
|
30
|
+
EA-2023-DD 41 1 3 26 1 20 56
|
|
31
|
+
EA-2023-DE 41 53 3 26 1 20 56
|
|
32
|
+
EA-2023-DG 57 1 14 38 1 20 1
|
|
33
|
+
EA-2024-DI 14 14 3 38 1 20 27
|
|
34
|
+
EA-2023-DJ 31 52 3 26 1 20 58
|
|
35
|
+
EA-2024-DR 57 53 3 16 1 20 27
|
|
36
|
+
EA-2023-DT 31 43 43 43 1 20 43
|
|
37
|
+
EA-2024-EA 4 14 3 38 1 20 27
|
|
38
|
+
EA-2024-EC 14 52 3 38 1 20 27
|
genin2/genin2_core.py
ADDED
|
@@ -0,0 +1,274 @@
|
|
|
1
|
+
import importlib_resources, joblib, itertools, sys, csv, logging, time
|
|
2
|
+
from Bio.Align import PairwiseAligner
|
|
3
|
+
import click
|
|
4
|
+
from typing import List, Tuple, Optional
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
__version__ = '2.0.0'
|
|
8
|
+
__author__ = 'Alessandro Sartori'
|
|
9
|
+
__contact__ = 'asartori@izsvenezie.it'
|
|
10
|
+
|
|
11
|
+
MIN_SEQ_COV = 0.7 # Minimum fraction of valid input NTs wrt the total length of the ref seq
|
|
12
|
+
MIN_VPROB_THR = 0.4 # Minimum probability for keeping a version prediction (as low confidence)
|
|
13
|
+
VPROB_THR = 0.7 # Minimum probability for accepting a version prediction (as good confidence)
|
|
14
|
+
MAX_COMPATIBLE_GENS = 3 # Maximum number of compatible genotypes to accept. If the prediction returns more, they will be discarded as unreliable
|
|
15
|
+
|
|
16
|
+
alignment_refs: dict[str, str] = {}
|
|
17
|
+
genotype2versions: dict[str, dict[str, str]] = {}
|
|
18
|
+
models: dict[str, any]
|
|
19
|
+
output_segments_order = ['PB2', 'PB1', 'PA', 'NP', 'NA', 'MP', 'NS']
|
|
20
|
+
logger = logging.getLogger(__name__)
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
def critical_error(msg: str, ex: Optional[Exception] = None) -> None:
|
|
24
|
+
if ex is not None:
|
|
25
|
+
logger.critical('%s (%s, %s)', msg, type(ex).__name__, str(ex))
|
|
26
|
+
else:
|
|
27
|
+
logger.critical(msg)
|
|
28
|
+
logger.critical("The above error was critical and the program will now exit")
|
|
29
|
+
logger.critical("If this problem persists and you need assistance, open an issue at https://github.com/izsvenezie-virology/genin2/issues")
|
|
30
|
+
sys.exit(-1)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def init_data() -> None:
|
|
34
|
+
global alignment_refs, genotype2versions, models
|
|
35
|
+
|
|
36
|
+
try:
|
|
37
|
+
# >A/chicken/Italy/21VIR1151-2/2021_seg_ver=20
|
|
38
|
+
alignment_refs['NA'] = 'ATGAATCCAAATCAGAAAATAGCGACCATTGGCTCCATCTCATTGGGACTAGTTGTATTCAATGTTCTACTGCATGCCTTGAGCATCATATTAATGGTGTTAGCCCTGGGGAAAAGTGAAAACAATGGAATCTGCAAGGGAACTATAGTAAGGGAATATAATGAAACAGTTAGGATAGAGAAAGTGACCCAGTGGTACAACACTAGTGTAGTCGAATATGTACCGCATTGGAACGAGGGCGCTTATATAAACAACACCGAACCAATATGTGATGTCAAGGGCTTTGCACCTTTTTCCAAGGACAACGGAATAAGAATTGGCTCCAGAGGACATATTTTTGTCATAAGGGAGCCTTTCGTCTCTTGTTCACCTGTAGAGTGCAGAACTTTCTTCCTCACTCAGGGAGCTCTACTCAATGACAAACACTCAAATGGAACAGTGAAGGATAGGAGCCCATTCAGAACTCTCATGAGTGTCGAAGTGGGTCAATCACCCAATGTGTATCAAGCAAGGTTTGAAGCTGTAGCATGGTCAGCAACAGCCTGTCATGATGGTAAGAAATGGATGACGATTGGTGTGACAGGGCCAGATTCGAAAGCAATAGCAGTAGTCCATTACGGAGGAGTGCCTACTGATATTGTTAACTCCTGGGCAGGAGACATATTACGGACTCAGGAGTCATCTTGTACTTGCATTCAAGGTAATTGTTATTGGGTAATGACTGACGGTCCATCCAATAGACAGGCGCAGTATAGAATATACAAAGCAAATCAAGGCAAAATAATTGACCAAGCAGATGTCAGCTTTAGTGGAGGGCATATTGAGGAATGCTCTTGTTATCCAAATGATGGTAAAGTGGAATGCGTGTGTAGAGACAACTGGATGGGAACTAACAGGCCTGTGCTAATTATCTCGCCTGACCTCTCTTACAGGGTTGGGTATTTATGTGCGGGATTGCCCAGTGACACTCCAAGAGGGGAAGATGCCCAATTTGTCGGTTCGTGCACTAGTCCCATGGGAAATCAGGGGTATGGCGTAAAAGGTTTCGGGTTCCGACAGGGATCTGATGTGTGGATGGGGCGGACAATTAGTCGAACCTCCAGGTCAGGGTTTGAAATAATAAGGATAAAGAATGGTTGGACGCAGACAAGCAAAGAACGGATTAGAAGGCAGGTGGTTGTTGATAATTTGAATTGGTCGGGATACAGTGGGTCTTTCACTTTACCAGTAGAATTGTCTGGGAGGGAATGTTTAGTCCCCTGTTTTTGGGTCGAAATGATCAGAGGCAGGCCAGAAGAAAGAACAATCTGGACCTCTAGTAGCTCCATTGTAATGTGTGGAGTTGATCATGAAATTGCCGATTGGTCATGGCACGATGGAGCTATTCTTCCCTTTGACATCGATGGGATGTAA'
|
|
39
|
+
# >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
|
|
40
|
+
alignment_refs['NP'] = 'ATGGCGTCTCAAGGCACCAAACGATCCTATGAACAGATGGAGACTGGTGGAGAGCGCCAGAATGCCACTGAGATCAGAGCATCTGTTGGACGAATGGTTGGTGGAATTGGGAGGTTCTACATACAGATGTGCACTGAGCTCAAACTCAGCGACCATGAAGGAAGGCTGATCCAGAACAGCATAACAATAGAGAGAATGGTTCTCTCTGCATTTGATGAAAGGAGGAACAAATATCTGGAAGAACACCCCAGTGCGGGGAAGGACCCGAAGAAAACTGGAGGTCCAATTTATCGAAGGAGAGATGGGAAATGGGTGAGAGAACTGATCCTGTATGACAAAGAGGAGATCAGGAGAATCTGGCGTCAAGCGAACAATGGAGAAGACGCAACTGCTGGTCTCACTCACCTGATGATCTGGCATTCTAATTTAAATGATGCCACATACCAGAGGACGAGAGCTCTCGTGCGTACTGGGATGGACCCCAGGATGTGCTCTCTTATGCAAGGATCAACTCTCCCAAGGAGGTCTGGAGCTGCTGGTGCAGCAGTAAAGGGAGTCGGGACGATGGTGATGGAACTAATTCGGATGATAAAGCGAGGAATTAATGATCGGAACTTCTGGAGAGGCGAGAACGGACGAAGGACAAGGATTGCATATGAGAGAATGTGCAACATCCTCAAAGGGAAATTCCAAACAGCAGCGCAAAGAGCAATGATGGACCAGGTGCGTGAAAGCAGGAATCCTGGCAATGCTGAAATTGAAGATCTCATCTTTCTGGCACGGTCTGCACTCATCCTGAGAGGATCAGTGGCTCATAAGTCCTGCTTGCCTGCTTGTGTGTACGGACTCGCTGTAGCCAGTGGATACGACTTTGAGAGAGAAGGGTACTCTCTAGTTGGGATAGATCCTTTCCGTCTGCTTCAAAACAGTCAGGTCTTCAGCCTCATTAGACCAAATGAGAATCCAGCACACAAGAGTCAATTGGTATGGATGGCATGTCATTCCGCAGCATTCGAGGATCTGAGAGTCTCAAGTTTCATCAGAGGAACAAGAGTAGTTCCAAGAGGACAACTATCCACAAGAGGGGTTCAAATTGCTTCAAATGAGAACATGGAAACAATGGACTCCAGCACTCTTGAACTGAGAAGCAGATATTGGGCTATAAGAACCAGGAGTGGAGGGAACACCAACCAACAGAGAGCATCTGCAGGACAGATCAGTGTACAGCCCACTTTTTCGGTACAGAGAAATCTTCCCTTTGAAAGAGCGACCATTATGGCGGCGTTCACAGGGAATACTGAGGGCAGAACATCCGACATGAGGACTGAAATCATAAGAATGATGGAAAGTGCCAGACCAGAAGATGTGTCTTTCCAGGGGCGGGGAGTCTTCGAGCTTTCGGACGAAAAGGCAACGAACCCGATCGTGCCTTCCTTTGACATGAGTAATGAAGGATCTTATTTCTTCGGAGACAATGCAGAGGAGTATGACAATTAA'
|
|
41
|
+
# >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
|
|
42
|
+
alignment_refs['NS'] = 'ATGGATTCCAACACTGTGTCAAGCTTTCAGGTAGACTGCTTTCTTTGGCATGTCCGCAAACGATTTGCAGACCAAGAACTGGGTGATGCCCCATTCCTTGACCGGCTTCGCCGAGATCAGAAATCCCTGAGAGGAAGAGGCAGCACTCTTGGTCTGGACATCGAAACAGCCACCCGTGTGGGAAAGCAGATAGTGGAGCGGATTCTGGAAGAAGAATCTGATGAGGCACTTAAAATGACTATTGCCCCCGTGCCAGCTTCACGCTACCTAACTGACATGACTCTTGAGGAGATGTCAAGGGACTGGTTCATGCTCATGCCCAAACAGAAAGTGGCAGGTTCCCTTTGCATCAGAATGGACCAGGCAATAATGGATAAAAACATCATATTGAAAGCAAACTTCAGTGTGATTTTTGACCGGCTGAAAACCCTAATACTAATTAGAGCTTTCACAGAAGAAGGAGCAATTGTGGGAGAAATCTCACCATTACCTTCTCTTCCAGGACATACTAATGAGGATGTCAAAAATGCAATTGGGGTCCTCATCGGAGGACTTGAATGGAATGATAACACAGTTCGAGTCTCTGAAACTCTACAGAGATTCGCTTGGAGAAGCAGTAATGAGGATGGGAGACCTCCACTCCCTCCAAAGCAGAAACGGAAAATGGCGAAGACAATTGAGTCAGAAGTTTGAAGAAATAAGATGGCTGATTGAAGAAGTGCGGCACAGATTGAAGATTACAGAGAACAGTTTCGAACAGATAACTTTCATGCAAGCCTTACAACTATTGCTTGAAGTGGAGCAAGAGATAAGAACTTTCTCGTTTCAGCTTATTTAA'
|
|
43
|
+
# >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
|
|
44
|
+
alignment_refs['PA'] = 'ATGGAAGACTTTGTGCGACAATGCTTCAATCCAATGATTGTCGAGCTTGCGGAAAAAGCAATGAAAGAATATGGGGAAGATCCGAAAATCGAGACAAACAAATTTGCCGCAATATGCACACACTTAGAAGTCTGTTTCATGTATTCGGATTTCCATTTTATTGATGAACGAGGCGAATCAATGATTGTAGAATCTGGCGATCCAAATGCATTATTGAAACACCGATTTGAGATAATCGAAGGGAGAGACCGAGCAATGGCCTGGACAGTGGTGAATAGTATCTGCAACACCACAGGAGTCGAAAAGCCCAAATTCCTCCCTGATTTGTATGACTACAAAGAGAACCGATTCATTGAAATTGGAGTAACGCGAAGGGAAGTTCACATATACTATTTAGAAAAAGCCAACAAGATAAAATCGGAGAAAACACACATTCACATATTCTCATTCACTGGAGAGGAAATGGCCACCAAGGCGGAATACACCCTTGATGAAGAGAGCAGAGCAAGAATAAAAACCAGACTGTTCACTATAAGACAAGAAATGGCCAGTAGAGGTCTATGGGATTCCTTTCGTCAGTCCGAGAGAGGCGAAGAGACAACTGAAGAAAGATTTGAAATCACAGGAACCATGCGCAGGCTTGCCGACCAAAGTCTCCCACCGAACTTCTCCAGCCTTGAAAACTTTAGAGCCTATGTGGATGGATTCGAACCGAACGGCTGCATTGAGGGCAAGCTTTCTCAAATGTCAAAAGAAGTGAACGCCAGAATTGAGCCATTCCTGAAGACAACACCACGCCCTCTCAGATTACCTGATGGGCCTCCTTGTTCTCAGCGGTCGAAGTTCTTGCTGATGGATGCCCTTAAGTTGAGCATCGAAGACCCTAGCCATGAGGGGGAGGGCATACCGCTGTATGATGCAATCAAATGCATGAAGACATTTTTTGGCTGGAAAGAGCCCAACCTCGTAAAGCCGCATGAGAAAGGCATAAACCCTAATTACCTCCTGGCTTGGAAGCAGGTGCTGGCAGAACTTCAAGATATTGAGAATGAGGAAAAATTTCCAAAAACAAAGAACATGAAGAAAACAAGCCAATTGAAGTGGGCACTTGGTGAGAACATGGCACCAGAAAAAGTGGACTTTGAGGACTGCAAAGATGTTAGCGATCTAAGACAGTACGACAGTGACGAACCAGAGCCTAGATCACTAGCAAGCTGGATTCAGAGTGAATTCAACAAGGCATGCGAATTGACAGATTCGAGTTGGATTGAACTTGATGAGATAGGGGAAGACGTTGCTCCAATCGAACACATTGCGAGTATGAGGAGGAACTATTTCACAGCGGAGGTATCCCATTGCAGGGCCACTGAATACATAATGAAGGGAGTATACATAAACACAGCCCTATTGAATGCATCCTGTGCAGCCATGGATGACTTCCAACTGATTCCAATGATAAGCAAGTGCAGAACCAAAGAAGGAAGACGGAGGACAAATCTGTATGGATTCATTATAAAAGGAAGATCCCATTTGAGGAATGACACCGATGTGGTAAACTTTGTGAGCATGGAATTCTCTCTAACTGACCCGAGGCTAGAGCCACACAAATGGGAAAAGTACTGTGTTCTTGAGATAGGAGACATGCTCCTACGGACTGCAATAGGCCAAGTGTCGAGGCCCATGTTCCTGTATGTGAGAACCAATGGGACTTCCAAGATCAAAATGAAATGGGGCATGGAGATGAGACGATGCCTTCTTCAGTCCCTTCAACAAATTGAGAGCATGATTGAGGCCGAATCTTCTGTCAAAGAGAAGGACATGACCAAGGAATTCTTTGAAAACAAATCAGAAACATGGCCAATTGGAGAATCACCCAAAGGGGTTGAGGAAGGCTCTATTGGGAAAGTATGCAGAACATTGCTAGCAAAGTCTGTGTTCAACAGCCTATATGCATCTCCACAACTCGAGGGATTTTCAGCTGAATCAAGAAAATTGCTTCTCATTGTTCAGGCACTTAGGGACAACCTGGAACCTGGAACCTTCGATCTTGGGGGGCTATATGAAGCAATTGAGGAGTGCCTGATTAACGATCCCTGGGTTTTGCTTAATGCGTCTTGGTTCAACTCCTTCCTCACACATGCACTGAAATAG'
|
|
45
|
+
# >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
|
|
46
|
+
alignment_refs['PB1'] = 'ATGGATGTCAATCCGACTTTACTTTTCTTAAAAGTGCCAGCGCAAGATGCCATAAGTACCACATTCCCTTACACTGGAGATCCTCCATACAGCCATGGAACAGGGACAGGATACACAATGGACACAGTCAACAGAACACATCAATACTCAGAGAAGGGAAAATGGACAACAAACACAGAAACCGGAGCACCTCAACTCAACCCAATTGATGGGCCACTACCTGAGGACAACGAACCGAGCGGATATGCACAAACAGATTGCGTGTTGGAAGCAATGGCTTTCCTTGAAGAGTCCCACCCAGGGATCTTTGAAAACTCTTGTCTTGAAACGATGGAAGTCGTTCAGCAAACAAGAGTGGACAAACTAACTCAAGGTCGCCAGACATATGACTGGACACTGAATAGAAACCAACCAGCTGCAACTGCCCTGGCCAACACTATAGAGGTCTTCAGATCAAACGGTCTAACAGCCAATGAATCGGGGAGACTAATAGATTTCCTCAAGGATGTGATGGACTCAATGGATAAAGAAGAAATGGAAATAACAACACATTTCCAGAGAAAGAGAAGAGTAAGGGACAACATGACCAAGAAAATGGTCACACAAAGAACAATAGGAAAGAAGAAACAAAGGCTAAACAAGAGGAGCTACTTAATAAGAGCACTGACACTGAATACAATGACAAAAGATGCAGAAAGAGGCAAATTGAAGAGACGGGCGATTGCAACACCAGGGATGCAGATTAGAGGATTTGTGTACTTTGTCGAAACACTGGCAAGGAGCATCTGTGAAAAACTTGAGCAATCTGGACTCCCCGTTGGAGGGAATGAGAAGAAGGCTAAATTGGCAAATGTCGTGAGAAAAATGATGACTAACTCACAAGATACAGAGCTCTCCTTCACAATTACTGGAGACAACACCAAATGGAATGAGAATCAAAATCCTCGGATGTTTCTGGCAATGATAACATACATTACAAGAAACCAACCTGAATGGTTTAGAAATGTCTTAAGTATTGCCCCTATAATGTTCTCGAACAAAATGGCGAGATTGGGAAAAGGGTACATGTTTGAAAGTAAGAGCATGAAGTTACGGACACAAATACCTGCAGAATTGCTTGCAAACATTGACTTAAAATACTTCAATGAATCAACAAGAAAGAAAATCGAAAAGATAAGGCCTCTACTAATAGATGGCACTGCCTCATTGAGTCCTGGAATGATGATGGGCATGTTCAATATGCTGAGTACAGTATTAGGAGTTTCAATCCTAAATCTTGGGCAAAAGAATTACACCAAAACCACATACTGGTGGGATGGACTCCAATCCTCTGATGATTTCGCCCTCATAGTAAATGCACCGAATCATGAGGGAATACAAGCAGGAGTGGATAGGTTCTATAGGACCTGCAAACTGGTCGGGATCAATATGAGCAAAAAGAAGTCTTACATAAACCGGACTGGAACATTTGAGTTCACAAGCTTTTTCTATCGCTATGGATTTGTGGCTAACTTCAGTATGGAGCTGCCCAGCTTTGGGGTTTCTGGGATCAATGAATCAGCTGACATGAGCATTGGCGTCACAGTGATAAAGAACAACATGATAAACAATGACCTTGGACCAGCAACAGCTCAAATGGCCCTTCAACTATTCATCAAAGATTACAGGTACACGTACCGATGCCACAGAGGTGACACACAAATTCAAACGAGGAGATCATTCGAGCTGAAGAAGCTGTGGGAACAGACCCGTTCAAAGGCAGGACTGTTGGTGTCAGATGGAGGACCAAATCTATACAACATCCGGAATCTCCATATCCCAGAGGTCTGCCTGAAGTGGGAGCTGATGGACGAAGATTACCAGGGCAGGTTGTGTAATCCTCTGAACCCATTTGTCAGCCATAAAGAAATTGAGTCCGTAAACAATGCTGTGGTGATGCCAGCTCACGGTCCAGCCAAAAGCATGGAATATGATGCCGTTGCGACTACACACTCATGGACTCCTAAAAGGAATCGTTCCATTCTCAATACCAGTCAAAGGGGAATTCTTGAGGATGAACAGATGTACCAGAAATGCTGCAGTCTATTCGAGAAATTCTTCCCCAGTAGTTCATACAGGAGACCAGTTGGAATTTCCAGCATGGTGGAGGCCATGGTGTCTAGGGCCCGAATCGATGCACGCATTGATTTCGAATCTGGAAGGATCAAGAAGGAAGAGTTTGCTGAGATCATGAAGATCTGTTCCACCATTGAAGAGCTCAGACGGCAAAAATAG'
|
|
47
|
+
# >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
|
|
48
|
+
alignment_refs['PB2'] = 'ATGGAGAGAATAAAAGAGCTAAGAGATTTGATGTCGCAGTCTCGCACTCGCGAGATACTGACAAAAACCACCGTGGACCATATGGCCATAATCAAGAAATATACATCAGGAAGACAGGAGAAGAACCCTGCACTTAGGATGAAGTGGATGATGGCAATGAAATATCCGATTACAGCAGACAAAAGGATAATGGAGATGATCCCTGAAAGAAACGAGCAAGGTCAGACTCTTTGGAGCAAAACAAATGATGCTGGATCGGATAGAGTAATGGTGTCACCTCTGGCTGTGACGTGGTGGAATAGAAATGGACCAACAACAAGTACAGTCCATTACCCAAAGGTCTATAAAACTTACTTTGAAAAGGTTGAAAGGTTAAAGCATGGAACCTTCGGCCCTGTCCATTTCCGGAATCAGGTTAAGATACGCCGCAGAGTTGACATAAACCCGGGCCATGCAGACCTCAGTGCTAAAGAAGCACAAGACGTCATCATGGAGGTCGTTTTCCCAAATGAAGTCGGAGCCAGAATATTGACATCAGAGTCACAGTTAACAATTACAAAAGAAAAGAAGGAGGAACTCCAGGACTGTAAGATTGCCCCTCTAATGGTGGCATACATGTTGGAGAGAGAACTGGTTCGAAAAACCAGATTCCTGCCAGTAGCTGGCGGAACAAGTAGCGTATATATCGAAGTGTTGCACCTGACTCAAGGAACCTGCTGGGAACAAATGTATACGCCAGGAGGAGAAGTGAGAAATGATGACATTGACCAAAGTTTAATTATTGCTGCCAGAAATATCGTTAGGAGAGCAACAGTATCAGCAGACCCATTGGCTTCACTACTGGAGATGTGCCATAGTACACAGATTGGCGGGATAAGAATGGTAGACATTCTTAGACAGAACCCAACAGAAGAGCAAGCCGTGGATATATGCAAAGCAGCAATGGGTTTAAGAATCAGTTCATCCTTCAGTTTTGGAGGTTTCACTTTCAAAAGGACAAGCGGATCATCTGTCAAAAGAGAAGAGGAAGTGCTCACCGGCAACCTCCAAACATTGAAAATAAGAGTACATGAAGGGTATGAGGAATTCACAATGGTTGGGCGGAGAGCAACAGCCATTCTAAGGAAAGCAACCAGAAGGCTGATCCAATTGATAGTAAGTGGAAAAGACGAGCAGTCAATCGCCGAAGCGATCATAGTGGCAATGGTGTTCTCTCAAGAGGATTGCATGATAAAGGCTGTACGAGGTGATTTAAATTTTGTCAATAGAGCGAATCAGCGGCTCAATCCTATGCATCAGCTCCTGAGGCATTTCCAAAAGGATGCAAAGGTACTATTCCAAAACTGGGGAATTGAACCCATTGACAATGTCATGGGAATGATAGGAATATTGCCTGATATGACTCCCAGCACAGAGATGTCACTAAGAGGAGTGAGGGTCAGTAAAATGGGAGTGGATGAATATTCCAGTACTGAGAGGGTGGTCGTGAGTATTGATCGCTTCTTGAGGGTACGAGACCAGAGAGGAAATGTACTCTTGTCTCCCGAAGAGGTCAGTGAAACACAGGGAACAGAGAAGCTAACGATAACATATTCATCATCCATGATGTGGGAAATTAATGGCCCTGAGTCAGTGCTAGTTAACACATATCAATGGGTCATCAGAAACTGGGAAACTGTGAAGATTCAGTGGTCCCAAGACCCTACAATGCTATACAACAAGATGGAGTTTGAGCCTTTTCAGTCCTTGGTGCCCAAGGCAGCCAGAGGCCAGTACAGTGGATTTGTAAGGACCTTATTCCAGCAGATGCGTGATGTGCTGGGAACCTTTGACACTGTCCAGATAATAAAGCTACTTCCATTTGCAGCAGCACCACCGGAACAGAGTAGGATGCAGTTCTCTTCTCTAACTGTAAACGTAAGGGGTTCAGGAATGAGAATACTTGTGAGAGGAAACTCCCCTGTGTTCAACTATAATAAGGCAACCAAGAGGCTCATAGTCCTTGGAAAGGATGCTGGTGCATTGACAGGAGACCCAGGTGAGGGGACAGCAGGAGTGGAGTCTGCGGTATTGAGAGGGTTCCTAATTCTGGGCAAAGAGGACAAAAGATATGGACCAGCGCTGAGCATCAATGAATTGAGCAATCTTGCGAAAGGGGAGAAGGCTAATGTGTTGATAGGGCAAGGAGACGTGGTGTTGGTGATGAAACGGAAACGGGACTCTAGCATACTTACTGACAGCCAGACAGCGACCAAAAGAATTCGGATGGCCATCAATTA'
|
|
49
|
+
except Exception as e:
|
|
50
|
+
critical_error("Couldn't load alignment references", e)
|
|
51
|
+
|
|
52
|
+
try:
|
|
53
|
+
comp_file = csv.reader(
|
|
54
|
+
open(importlib_resources.files('genin2').joinpath('compositions.tsv'), 'r'),
|
|
55
|
+
delimiter='\t'
|
|
56
|
+
)
|
|
57
|
+
cols = next(comp_file)
|
|
58
|
+
|
|
59
|
+
for line in comp_file:
|
|
60
|
+
genotype2versions[line[0]] = {seg: ver for seg, ver in zip(cols[1:], line[1:])}
|
|
61
|
+
except Exception as e:
|
|
62
|
+
critical_error("Couldn't load genotype compositions", e)
|
|
63
|
+
|
|
64
|
+
try:
|
|
65
|
+
models = joblib.load(
|
|
66
|
+
importlib_resources.files('genin2').joinpath('models.xz')
|
|
67
|
+
)
|
|
68
|
+
except Exception as e:
|
|
69
|
+
critical_error("Couldn't load prediction models", e)
|
|
70
|
+
|
|
71
|
+
|
|
72
|
+
def predict_sample(sample: dict[str, str]) -> Tuple[str, dict[str, str]]:
|
|
73
|
+
ver_predictions: dict[str, str] = {}
|
|
74
|
+
low_confidence = False
|
|
75
|
+
|
|
76
|
+
for seg_name, seq in sample.items():
|
|
77
|
+
seq_cov = (len(seq) - seq.upper().count('N')) / len(alignment_refs[seg_name])
|
|
78
|
+
if (seq_cov < MIN_SEQ_COV):
|
|
79
|
+
ver_predictions[seg_name] = ('?', f'low quality ({int(seq_cov*100)}% valid)')
|
|
80
|
+
low_confidence = True
|
|
81
|
+
continue
|
|
82
|
+
|
|
83
|
+
pred_v, pred_p = predict_seg_version(seg_name, seq)
|
|
84
|
+
|
|
85
|
+
if pred_v == '?' or pred_p < MIN_VPROB_THR:
|
|
86
|
+
ver_predictions[seg_name] = ('?', 'unassigned')
|
|
87
|
+
low_confidence = True
|
|
88
|
+
elif pred_p > VPROB_THR:
|
|
89
|
+
ver_predictions[seg_name] = (pred_v, None)
|
|
90
|
+
else:
|
|
91
|
+
ver_predictions[seg_name] = (pred_v, f'low confidence ({pred_p:.2f})')
|
|
92
|
+
low_confidence = True
|
|
93
|
+
|
|
94
|
+
for seg_name in alignment_refs.keys():
|
|
95
|
+
if seg_name not in ver_predictions:
|
|
96
|
+
ver_predictions[seg_name] = ('?', 'missing')
|
|
97
|
+
low_confidence = True
|
|
98
|
+
|
|
99
|
+
genotype = (None, None)
|
|
100
|
+
compatible = get_compatible_genotypes({s: v for s, (v, _) in ver_predictions.items()})
|
|
101
|
+
if len(compatible) == 1 and not low_confidence:
|
|
102
|
+
genotype = (compatible[0], None)
|
|
103
|
+
elif len(compatible) == 0:
|
|
104
|
+
genotype = ('[unassigned]', 'unknown composition')
|
|
105
|
+
elif len(compatible) > MAX_COMPATIBLE_GENS:
|
|
106
|
+
genotype = ('[unassigned]', 'insufficient data')
|
|
107
|
+
else:
|
|
108
|
+
genotype = ('[unassigned]', f'compatible with {", ".join(compatible)}')
|
|
109
|
+
|
|
110
|
+
return genotype, ver_predictions
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
def predict_seg_version(seg_name: str, seq: str) -> Tuple[str, float]:
|
|
114
|
+
try:
|
|
115
|
+
encoded_seq = pairwise_alignment(alignment_refs[seg_name], seq)
|
|
116
|
+
encoded_seq = encode_sequence(encoded_seq)
|
|
117
|
+
except Exception as e:
|
|
118
|
+
logger.error(f"Failed to align and encode {seg_name} sequence. {type(e).__name__}, {str(e)}")
|
|
119
|
+
return ('?', 0.0)
|
|
120
|
+
|
|
121
|
+
model = models[seg_name]
|
|
122
|
+
v_probs = model.predict_proba([encoded_seq])[0]
|
|
123
|
+
|
|
124
|
+
max_p, max_v = 0, '?'
|
|
125
|
+
for c, p in zip(model.classes_, v_probs):
|
|
126
|
+
if p > max_p:
|
|
127
|
+
max_p, max_v = p, c
|
|
128
|
+
|
|
129
|
+
return (max_v, max_p)
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
def pairwise_alignment(ref_seq, q_seq):
|
|
133
|
+
aligner = PairwiseAligner()
|
|
134
|
+
aligner.match_score = 1
|
|
135
|
+
aligner.mismatch_score = -1
|
|
136
|
+
aligner.open_gap_score = -4
|
|
137
|
+
aligner.extend_gap_score = -1
|
|
138
|
+
ref_al, q_al = aligner.align(ref_seq, q_seq)[0]
|
|
139
|
+
cut_al = cut_alignment(ref_al, q_al)
|
|
140
|
+
return cut_al
|
|
141
|
+
|
|
142
|
+
|
|
143
|
+
def cut_alignment(ref, qry):
|
|
144
|
+
gap_idxs = [i for i, nt in enumerate(ref) if nt == '-']
|
|
145
|
+
return ''.join(nt for i, nt in enumerate(qry) if i not in gap_idxs)
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
def encode_sequence(seq: str) -> List[bool]:
|
|
149
|
+
T, F = True, False
|
|
150
|
+
encoding_dict = {
|
|
151
|
+
'A': [T, F, F, F], 'C': [F, T, F, F], 'G': [F, F, T, F], 'T': [F, F, F, T], 'U': [F, F, F, T], 'W': [T, F, F, T],
|
|
152
|
+
'S': [F, T, T, F], 'M': [T, T, F, F], 'K': [F, F, T, T], 'R': [T, F, T, F], 'Y': [F, T, F, T], 'B': [F, T, T, T],
|
|
153
|
+
'D': [T, F, T, T], 'H': [T, T, F, T], 'V': [T, T, T, F], 'N': [T, T, T, T], 'Z': [F, F, F, F], '-': [F, F, F, F]
|
|
154
|
+
}
|
|
155
|
+
return list(itertools.chain(*[encoding_dict[base] for base in seq]))
|
|
156
|
+
|
|
157
|
+
|
|
158
|
+
def get_compatible_genotypes(versions: dict[str, str]) -> List[str]:
|
|
159
|
+
'''
|
|
160
|
+
Get all compatible genotypes based on the provided versions
|
|
161
|
+
|
|
162
|
+
Args:
|
|
163
|
+
versions (dict[str, str]): A dict mapping each segment to the most likely version. '?' is trated as an unknown version.
|
|
164
|
+
|
|
165
|
+
Returns:
|
|
166
|
+
List[str]: The list of genotypes that are compatible with the given versions. Might be an empty list.
|
|
167
|
+
'''
|
|
168
|
+
|
|
169
|
+
gset = genotype2versions
|
|
170
|
+
for s, v in versions.items():
|
|
171
|
+
if v != '?':
|
|
172
|
+
gset = {gen: comp for gen, comp in gset.items() if comp[s] == v}
|
|
173
|
+
|
|
174
|
+
return list(gset.keys())
|
|
175
|
+
|
|
176
|
+
|
|
177
|
+
def read_fasta(file):
|
|
178
|
+
sample_name = None
|
|
179
|
+
seq = []
|
|
180
|
+
|
|
181
|
+
for line in file:
|
|
182
|
+
if not (line := line.strip()):
|
|
183
|
+
continue
|
|
184
|
+
|
|
185
|
+
if line.startswith('>'):
|
|
186
|
+
if sample_name is not None:
|
|
187
|
+
yield sample_name, ''.join(seq).upper()
|
|
188
|
+
sample_name = line[1:]
|
|
189
|
+
seq.clear()
|
|
190
|
+
else:
|
|
191
|
+
seq.append(line)
|
|
192
|
+
|
|
193
|
+
if sample_name is not None:
|
|
194
|
+
yield sample_name, ''.join(seq).upper()
|
|
195
|
+
|
|
196
|
+
|
|
197
|
+
def preload_samples(file):
|
|
198
|
+
samples = {}
|
|
199
|
+
|
|
200
|
+
for name, seq in read_fasta(file):
|
|
201
|
+
try:
|
|
202
|
+
name, seg_name = name.rsplit('_', 1)
|
|
203
|
+
except:
|
|
204
|
+
logger.error("Discarding sequence, invalid FASTA header: %s", name)
|
|
205
|
+
continue
|
|
206
|
+
|
|
207
|
+
if seg_name not in alignment_refs.keys():
|
|
208
|
+
if seg_name != 'HA' and seg_name != 'MP':
|
|
209
|
+
logger.warning("Segment '%s' in sample '%s' is not recognized", seg_name, name)
|
|
210
|
+
continue
|
|
211
|
+
|
|
212
|
+
if name not in samples:
|
|
213
|
+
samples[name] = {}
|
|
214
|
+
|
|
215
|
+
if seg_name in samples[name]:
|
|
216
|
+
logger.warning("Segment %s for sample %s was defined multiple times (keeping the last)", seg_name, name)
|
|
217
|
+
samples[name][seg_name] = seq
|
|
218
|
+
|
|
219
|
+
return samples
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
def run(in_file: str, out_file: str, **kwargs):
|
|
223
|
+
logging.basicConfig(
|
|
224
|
+
level={'dbg': logging.DEBUG, 'inf': logging.INFO, 'wrn': logging.WARN, 'err': logging.ERROR}[kwargs['loglevel']],
|
|
225
|
+
format='[%(levelname)s] %(message)s',
|
|
226
|
+
stream=sys.stderr
|
|
227
|
+
)
|
|
228
|
+
logging.info("Initializing")
|
|
229
|
+
init_data()
|
|
230
|
+
|
|
231
|
+
if 'min_seq_cov' in kwargs:
|
|
232
|
+
global MIN_SEQ_COV
|
|
233
|
+
MIN_SEQ_COV = kwargs['min_seq_cov']
|
|
234
|
+
|
|
235
|
+
try:
|
|
236
|
+
out_file.write('Sample Name\tGenotype\t' + '\t'.join(output_segments_order) + '\tNotes\n')
|
|
237
|
+
except Exception as e:
|
|
238
|
+
critical_error(f"Couldn't write to output file '{out_file}'", e)
|
|
239
|
+
|
|
240
|
+
logging.info("Preloading samples")
|
|
241
|
+
start_time = time.time()
|
|
242
|
+
samples = preload_samples(in_file)
|
|
243
|
+
logging.info("Read %d samples in %.1f seconds", len(samples), time.time() - start_time)
|
|
244
|
+
|
|
245
|
+
logging.info("Starting analysis...")
|
|
246
|
+
start_time = time.time()
|
|
247
|
+
tot_seqs = 0
|
|
248
|
+
for sample_name, sample in samples.items():
|
|
249
|
+
logging.info(f"Processing {len(sample)} segments for {sample_name}")
|
|
250
|
+
(genotype, genotype_notes), ver_predictions = predict_sample(sample)
|
|
251
|
+
tot_seqs += len(sample)
|
|
252
|
+
|
|
253
|
+
notes_col = []
|
|
254
|
+
if genotype_notes is not None:
|
|
255
|
+
notes_col.append(f'Genotype: {genotype_notes}')
|
|
256
|
+
|
|
257
|
+
tsv_row = [sample_name, genotype]
|
|
258
|
+
for seg in output_segments_order:
|
|
259
|
+
if seg == 'MP':
|
|
260
|
+
tsv_row.append('20')
|
|
261
|
+
else:
|
|
262
|
+
ver, ver_notes = ver_predictions[seg]
|
|
263
|
+
if ver_notes is not None:
|
|
264
|
+
notes_col.append(f'{seg}: {ver_notes}')
|
|
265
|
+
if ver_notes.startswith('low confidence'):
|
|
266
|
+
ver = ver + '*'
|
|
267
|
+
tsv_row.append(ver or '?')
|
|
268
|
+
|
|
269
|
+
tsv_row.append('; '.join(notes_col))
|
|
270
|
+
out_file.write('\t'.join(tsv_row) + '\n')
|
|
271
|
+
|
|
272
|
+
tot_time_s = int(time.time() - start_time)
|
|
273
|
+
h, m, s = (tot_time_s // 3600, tot_time_s % 3600 // 60, tot_time_s % 3600 % 60)
|
|
274
|
+
logger.info(f"Processed {len(samples)} samples ({tot_seqs} sequences) in {h}h {m}m {s}s")
|
genin2/models.xz
ADDED
|
Binary file
|