genin2 2.0.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
genin2/__init__.py ADDED
File without changes
genin2/cli.py ADDED
@@ -0,0 +1,13 @@
1
+ import click
2
+ from genin2.genin2_core import __version__, __author__, __contact__, run
3
+
4
+
5
+ @click.command(epilog='')
6
+ @click.help_option('-h', '--help')
7
+ @click.version_option(__version__, '-v', '--version', message=f'%(prog)s, version %(version)s, by {__author__} ({__contact__})')
8
+ @click.argument('input_file', type=click.File('r'))
9
+ @click.option('-o', '--output-file', type=click.File('w'), help='Output TSV', default='-')
10
+ @click.option('--loglevel', type=click.Choice(['dbg', 'inf', 'wrn', 'err'], case_sensitive=False), default='wrn', help='Verbosity of the logging messages', show_default=True)
11
+ @click.option('--min-seq-cov', type=click.FloatRange(0, 1), help='The minimum fraction of a sequence that needs to be valid (no Ns) to be accepted for prediction', default=0.7, show_default=True)
12
+ def start_cli(input_file: click.File, output_file: click.File, **kwargs):
13
+ run(input_file, output_file, **kwargs)
@@ -0,0 +1,38 @@
1
+ Gen PB2 PB1 PA NP NA MP NS
2
+ EA-2020-A 20 20 20 20 20 20 20
3
+ EA-2021-AB 31 1 3 38 1 20 1
4
+ EA-2021-AD 4 27 1 31 1 20 1
5
+ EA-2021-AF 12 6 1 50 1 20 29
6
+ EA-2021-AH 12 1 1 1 1 20 1
7
+ EA-2021-AI 7 1 8 37 1 20 29
8
+ EA-2021-AL 1 1 1 11 1 20 1
9
+ EA-2022-AM 1 1 1 12 1 20 1
10
+ EA-2022-AU 19 1 14 21 22 20 1
11
+ EA-2021-BA 13 1 1 1 1 20 1
12
+ EA-2022-BB 31 1 43 43 1 20 43
13
+ EA-2020-C 1 1 1 1 1 20 1
14
+ EA-2022-CC 12 1 8 38 1 20 1
15
+ EA-2022-CE 44 1 3 38 1 20 1
16
+ EA-2022-CH 31 1 3 26 1 20 1
17
+ EA-2023-CK 4 1 3 38 1 20 1
18
+ EA-2020-D 20 20 20 20 27 20 20
19
+ EA-2020-E 20 20 29 20 27 20 20
20
+ EA-2020-G 31 31 32 12 17 20 1
21
+ EA-2021-I 25 14 25 26 13 20 28
22
+ EA-2021-J 31 23 5 26 2 20 28
23
+ EA-2021-L 25 1 1 1 13 20 1
24
+ EA-2021-O 20 29 14 20 20 20 20
25
+ EA-2021-P 31 23 3 26 2 20 28
26
+ EA-2021-Q 20 20 20 26 20 20 20
27
+ EA-2021-R 20 20 29 15 27 20 20
28
+ EA-2023-DA 4 52 3 38 1 20 27
29
+ EA-2023-DB 31 53 3 38 1 20 1
30
+ EA-2023-DD 41 1 3 26 1 20 56
31
+ EA-2023-DE 41 53 3 26 1 20 56
32
+ EA-2023-DG 57 1 14 38 1 20 1
33
+ EA-2024-DI 14 14 3 38 1 20 27
34
+ EA-2023-DJ 31 52 3 26 1 20 58
35
+ EA-2024-DR 57 53 3 16 1 20 27
36
+ EA-2023-DT 31 43 43 43 1 20 43
37
+ EA-2024-EA 4 14 3 38 1 20 27
38
+ EA-2024-EC 14 52 3 38 1 20 27
genin2/genin2_core.py ADDED
@@ -0,0 +1,274 @@
1
+ import importlib_resources, joblib, itertools, sys, csv, logging, time
2
+ from Bio.Align import PairwiseAligner
3
+ import click
4
+ from typing import List, Tuple, Optional
5
+
6
+
7
+ __version__ = '2.0.0'
8
+ __author__ = 'Alessandro Sartori'
9
+ __contact__ = 'asartori@izsvenezie.it'
10
+
11
+ MIN_SEQ_COV = 0.7 # Minimum fraction of valid input NTs wrt the total length of the ref seq
12
+ MIN_VPROB_THR = 0.4 # Minimum probability for keeping a version prediction (as low confidence)
13
+ VPROB_THR = 0.7 # Minimum probability for accepting a version prediction (as good confidence)
14
+ MAX_COMPATIBLE_GENS = 3 # Maximum number of compatible genotypes to accept. If the prediction returns more, they will be discarded as unreliable
15
+
16
+ alignment_refs: dict[str, str] = {}
17
+ genotype2versions: dict[str, dict[str, str]] = {}
18
+ models: dict[str, any]
19
+ output_segments_order = ['PB2', 'PB1', 'PA', 'NP', 'NA', 'MP', 'NS']
20
+ logger = logging.getLogger(__name__)
21
+
22
+
23
+ def critical_error(msg: str, ex: Optional[Exception] = None) -> None:
24
+ if ex is not None:
25
+ logger.critical('%s (%s, %s)', msg, type(ex).__name__, str(ex))
26
+ else:
27
+ logger.critical(msg)
28
+ logger.critical("The above error was critical and the program will now exit")
29
+ logger.critical("If this problem persists and you need assistance, open an issue at https://github.com/izsvenezie-virology/genin2/issues")
30
+ sys.exit(-1)
31
+
32
+
33
+ def init_data() -> None:
34
+ global alignment_refs, genotype2versions, models
35
+
36
+ try:
37
+ # >A/chicken/Italy/21VIR1151-2/2021_seg_ver=20
38
+ alignment_refs['NA'] = 'ATGAATCCAAATCAGAAAATAGCGACCATTGGCTCCATCTCATTGGGACTAGTTGTATTCAATGTTCTACTGCATGCCTTGAGCATCATATTAATGGTGTTAGCCCTGGGGAAAAGTGAAAACAATGGAATCTGCAAGGGAACTATAGTAAGGGAATATAATGAAACAGTTAGGATAGAGAAAGTGACCCAGTGGTACAACACTAGTGTAGTCGAATATGTACCGCATTGGAACGAGGGCGCTTATATAAACAACACCGAACCAATATGTGATGTCAAGGGCTTTGCACCTTTTTCCAAGGACAACGGAATAAGAATTGGCTCCAGAGGACATATTTTTGTCATAAGGGAGCCTTTCGTCTCTTGTTCACCTGTAGAGTGCAGAACTTTCTTCCTCACTCAGGGAGCTCTACTCAATGACAAACACTCAAATGGAACAGTGAAGGATAGGAGCCCATTCAGAACTCTCATGAGTGTCGAAGTGGGTCAATCACCCAATGTGTATCAAGCAAGGTTTGAAGCTGTAGCATGGTCAGCAACAGCCTGTCATGATGGTAAGAAATGGATGACGATTGGTGTGACAGGGCCAGATTCGAAAGCAATAGCAGTAGTCCATTACGGAGGAGTGCCTACTGATATTGTTAACTCCTGGGCAGGAGACATATTACGGACTCAGGAGTCATCTTGTACTTGCATTCAAGGTAATTGTTATTGGGTAATGACTGACGGTCCATCCAATAGACAGGCGCAGTATAGAATATACAAAGCAAATCAAGGCAAAATAATTGACCAAGCAGATGTCAGCTTTAGTGGAGGGCATATTGAGGAATGCTCTTGTTATCCAAATGATGGTAAAGTGGAATGCGTGTGTAGAGACAACTGGATGGGAACTAACAGGCCTGTGCTAATTATCTCGCCTGACCTCTCTTACAGGGTTGGGTATTTATGTGCGGGATTGCCCAGTGACACTCCAAGAGGGGAAGATGCCCAATTTGTCGGTTCGTGCACTAGTCCCATGGGAAATCAGGGGTATGGCGTAAAAGGTTTCGGGTTCCGACAGGGATCTGATGTGTGGATGGGGCGGACAATTAGTCGAACCTCCAGGTCAGGGTTTGAAATAATAAGGATAAAGAATGGTTGGACGCAGACAAGCAAAGAACGGATTAGAAGGCAGGTGGTTGTTGATAATTTGAATTGGTCGGGATACAGTGGGTCTTTCACTTTACCAGTAGAATTGTCTGGGAGGGAATGTTTAGTCCCCTGTTTTTGGGTCGAAATGATCAGAGGCAGGCCAGAAGAAAGAACAATCTGGACCTCTAGTAGCTCCATTGTAATGTGTGGAGTTGATCATGAAATTGCCGATTGGTCATGGCACGATGGAGCTATTCTTCCCTTTGACATCGATGGGATGTAA'
39
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
40
+ alignment_refs['NP'] = 'ATGGCGTCTCAAGGCACCAAACGATCCTATGAACAGATGGAGACTGGTGGAGAGCGCCAGAATGCCACTGAGATCAGAGCATCTGTTGGACGAATGGTTGGTGGAATTGGGAGGTTCTACATACAGATGTGCACTGAGCTCAAACTCAGCGACCATGAAGGAAGGCTGATCCAGAACAGCATAACAATAGAGAGAATGGTTCTCTCTGCATTTGATGAAAGGAGGAACAAATATCTGGAAGAACACCCCAGTGCGGGGAAGGACCCGAAGAAAACTGGAGGTCCAATTTATCGAAGGAGAGATGGGAAATGGGTGAGAGAACTGATCCTGTATGACAAAGAGGAGATCAGGAGAATCTGGCGTCAAGCGAACAATGGAGAAGACGCAACTGCTGGTCTCACTCACCTGATGATCTGGCATTCTAATTTAAATGATGCCACATACCAGAGGACGAGAGCTCTCGTGCGTACTGGGATGGACCCCAGGATGTGCTCTCTTATGCAAGGATCAACTCTCCCAAGGAGGTCTGGAGCTGCTGGTGCAGCAGTAAAGGGAGTCGGGACGATGGTGATGGAACTAATTCGGATGATAAAGCGAGGAATTAATGATCGGAACTTCTGGAGAGGCGAGAACGGACGAAGGACAAGGATTGCATATGAGAGAATGTGCAACATCCTCAAAGGGAAATTCCAAACAGCAGCGCAAAGAGCAATGATGGACCAGGTGCGTGAAAGCAGGAATCCTGGCAATGCTGAAATTGAAGATCTCATCTTTCTGGCACGGTCTGCACTCATCCTGAGAGGATCAGTGGCTCATAAGTCCTGCTTGCCTGCTTGTGTGTACGGACTCGCTGTAGCCAGTGGATACGACTTTGAGAGAGAAGGGTACTCTCTAGTTGGGATAGATCCTTTCCGTCTGCTTCAAAACAGTCAGGTCTTCAGCCTCATTAGACCAAATGAGAATCCAGCACACAAGAGTCAATTGGTATGGATGGCATGTCATTCCGCAGCATTCGAGGATCTGAGAGTCTCAAGTTTCATCAGAGGAACAAGAGTAGTTCCAAGAGGACAACTATCCACAAGAGGGGTTCAAATTGCTTCAAATGAGAACATGGAAACAATGGACTCCAGCACTCTTGAACTGAGAAGCAGATATTGGGCTATAAGAACCAGGAGTGGAGGGAACACCAACCAACAGAGAGCATCTGCAGGACAGATCAGTGTACAGCCCACTTTTTCGGTACAGAGAAATCTTCCCTTTGAAAGAGCGACCATTATGGCGGCGTTCACAGGGAATACTGAGGGCAGAACATCCGACATGAGGACTGAAATCATAAGAATGATGGAAAGTGCCAGACCAGAAGATGTGTCTTTCCAGGGGCGGGGAGTCTTCGAGCTTTCGGACGAAAAGGCAACGAACCCGATCGTGCCTTCCTTTGACATGAGTAATGAAGGATCTTATTTCTTCGGAGACAATGCAGAGGAGTATGACAATTAA'
41
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
42
+ alignment_refs['NS'] = 'ATGGATTCCAACACTGTGTCAAGCTTTCAGGTAGACTGCTTTCTTTGGCATGTCCGCAAACGATTTGCAGACCAAGAACTGGGTGATGCCCCATTCCTTGACCGGCTTCGCCGAGATCAGAAATCCCTGAGAGGAAGAGGCAGCACTCTTGGTCTGGACATCGAAACAGCCACCCGTGTGGGAAAGCAGATAGTGGAGCGGATTCTGGAAGAAGAATCTGATGAGGCACTTAAAATGACTATTGCCCCCGTGCCAGCTTCACGCTACCTAACTGACATGACTCTTGAGGAGATGTCAAGGGACTGGTTCATGCTCATGCCCAAACAGAAAGTGGCAGGTTCCCTTTGCATCAGAATGGACCAGGCAATAATGGATAAAAACATCATATTGAAAGCAAACTTCAGTGTGATTTTTGACCGGCTGAAAACCCTAATACTAATTAGAGCTTTCACAGAAGAAGGAGCAATTGTGGGAGAAATCTCACCATTACCTTCTCTTCCAGGACATACTAATGAGGATGTCAAAAATGCAATTGGGGTCCTCATCGGAGGACTTGAATGGAATGATAACACAGTTCGAGTCTCTGAAACTCTACAGAGATTCGCTTGGAGAAGCAGTAATGAGGATGGGAGACCTCCACTCCCTCCAAAGCAGAAACGGAAAATGGCGAAGACAATTGAGTCAGAAGTTTGAAGAAATAAGATGGCTGATTGAAGAAGTGCGGCACAGATTGAAGATTACAGAGAACAGTTTCGAACAGATAACTTTCATGCAAGCCTTACAACTATTGCTTGAAGTGGAGCAAGAGATAAGAACTTTCTCGTTTCAGCTTATTTAA'
43
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
44
+ alignment_refs['PA'] = 'ATGGAAGACTTTGTGCGACAATGCTTCAATCCAATGATTGTCGAGCTTGCGGAAAAAGCAATGAAAGAATATGGGGAAGATCCGAAAATCGAGACAAACAAATTTGCCGCAATATGCACACACTTAGAAGTCTGTTTCATGTATTCGGATTTCCATTTTATTGATGAACGAGGCGAATCAATGATTGTAGAATCTGGCGATCCAAATGCATTATTGAAACACCGATTTGAGATAATCGAAGGGAGAGACCGAGCAATGGCCTGGACAGTGGTGAATAGTATCTGCAACACCACAGGAGTCGAAAAGCCCAAATTCCTCCCTGATTTGTATGACTACAAAGAGAACCGATTCATTGAAATTGGAGTAACGCGAAGGGAAGTTCACATATACTATTTAGAAAAAGCCAACAAGATAAAATCGGAGAAAACACACATTCACATATTCTCATTCACTGGAGAGGAAATGGCCACCAAGGCGGAATACACCCTTGATGAAGAGAGCAGAGCAAGAATAAAAACCAGACTGTTCACTATAAGACAAGAAATGGCCAGTAGAGGTCTATGGGATTCCTTTCGTCAGTCCGAGAGAGGCGAAGAGACAACTGAAGAAAGATTTGAAATCACAGGAACCATGCGCAGGCTTGCCGACCAAAGTCTCCCACCGAACTTCTCCAGCCTTGAAAACTTTAGAGCCTATGTGGATGGATTCGAACCGAACGGCTGCATTGAGGGCAAGCTTTCTCAAATGTCAAAAGAAGTGAACGCCAGAATTGAGCCATTCCTGAAGACAACACCACGCCCTCTCAGATTACCTGATGGGCCTCCTTGTTCTCAGCGGTCGAAGTTCTTGCTGATGGATGCCCTTAAGTTGAGCATCGAAGACCCTAGCCATGAGGGGGAGGGCATACCGCTGTATGATGCAATCAAATGCATGAAGACATTTTTTGGCTGGAAAGAGCCCAACCTCGTAAAGCCGCATGAGAAAGGCATAAACCCTAATTACCTCCTGGCTTGGAAGCAGGTGCTGGCAGAACTTCAAGATATTGAGAATGAGGAAAAATTTCCAAAAACAAAGAACATGAAGAAAACAAGCCAATTGAAGTGGGCACTTGGTGAGAACATGGCACCAGAAAAAGTGGACTTTGAGGACTGCAAAGATGTTAGCGATCTAAGACAGTACGACAGTGACGAACCAGAGCCTAGATCACTAGCAAGCTGGATTCAGAGTGAATTCAACAAGGCATGCGAATTGACAGATTCGAGTTGGATTGAACTTGATGAGATAGGGGAAGACGTTGCTCCAATCGAACACATTGCGAGTATGAGGAGGAACTATTTCACAGCGGAGGTATCCCATTGCAGGGCCACTGAATACATAATGAAGGGAGTATACATAAACACAGCCCTATTGAATGCATCCTGTGCAGCCATGGATGACTTCCAACTGATTCCAATGATAAGCAAGTGCAGAACCAAAGAAGGAAGACGGAGGACAAATCTGTATGGATTCATTATAAAAGGAAGATCCCATTTGAGGAATGACACCGATGTGGTAAACTTTGTGAGCATGGAATTCTCTCTAACTGACCCGAGGCTAGAGCCACACAAATGGGAAAAGTACTGTGTTCTTGAGATAGGAGACATGCTCCTACGGACTGCAATAGGCCAAGTGTCGAGGCCCATGTTCCTGTATGTGAGAACCAATGGGACTTCCAAGATCAAAATGAAATGGGGCATGGAGATGAGACGATGCCTTCTTCAGTCCCTTCAACAAATTGAGAGCATGATTGAGGCCGAATCTTCTGTCAAAGAGAAGGACATGACCAAGGAATTCTTTGAAAACAAATCAGAAACATGGCCAATTGGAGAATCACCCAAAGGGGTTGAGGAAGGCTCTATTGGGAAAGTATGCAGAACATTGCTAGCAAAGTCTGTGTTCAACAGCCTATATGCATCTCCACAACTCGAGGGATTTTCAGCTGAATCAAGAAAATTGCTTCTCATTGTTCAGGCACTTAGGGACAACCTGGAACCTGGAACCTTCGATCTTGGGGGGCTATATGAAGCAATTGAGGAGTGCCTGATTAACGATCCCTGGGTTTTGCTTAATGCGTCTTGGTTCAACTCCTTCCTCACACATGCACTGAAATAG'
45
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
46
+ alignment_refs['PB1'] = 'ATGGATGTCAATCCGACTTTACTTTTCTTAAAAGTGCCAGCGCAAGATGCCATAAGTACCACATTCCCTTACACTGGAGATCCTCCATACAGCCATGGAACAGGGACAGGATACACAATGGACACAGTCAACAGAACACATCAATACTCAGAGAAGGGAAAATGGACAACAAACACAGAAACCGGAGCACCTCAACTCAACCCAATTGATGGGCCACTACCTGAGGACAACGAACCGAGCGGATATGCACAAACAGATTGCGTGTTGGAAGCAATGGCTTTCCTTGAAGAGTCCCACCCAGGGATCTTTGAAAACTCTTGTCTTGAAACGATGGAAGTCGTTCAGCAAACAAGAGTGGACAAACTAACTCAAGGTCGCCAGACATATGACTGGACACTGAATAGAAACCAACCAGCTGCAACTGCCCTGGCCAACACTATAGAGGTCTTCAGATCAAACGGTCTAACAGCCAATGAATCGGGGAGACTAATAGATTTCCTCAAGGATGTGATGGACTCAATGGATAAAGAAGAAATGGAAATAACAACACATTTCCAGAGAAAGAGAAGAGTAAGGGACAACATGACCAAGAAAATGGTCACACAAAGAACAATAGGAAAGAAGAAACAAAGGCTAAACAAGAGGAGCTACTTAATAAGAGCACTGACACTGAATACAATGACAAAAGATGCAGAAAGAGGCAAATTGAAGAGACGGGCGATTGCAACACCAGGGATGCAGATTAGAGGATTTGTGTACTTTGTCGAAACACTGGCAAGGAGCATCTGTGAAAAACTTGAGCAATCTGGACTCCCCGTTGGAGGGAATGAGAAGAAGGCTAAATTGGCAAATGTCGTGAGAAAAATGATGACTAACTCACAAGATACAGAGCTCTCCTTCACAATTACTGGAGACAACACCAAATGGAATGAGAATCAAAATCCTCGGATGTTTCTGGCAATGATAACATACATTACAAGAAACCAACCTGAATGGTTTAGAAATGTCTTAAGTATTGCCCCTATAATGTTCTCGAACAAAATGGCGAGATTGGGAAAAGGGTACATGTTTGAAAGTAAGAGCATGAAGTTACGGACACAAATACCTGCAGAATTGCTTGCAAACATTGACTTAAAATACTTCAATGAATCAACAAGAAAGAAAATCGAAAAGATAAGGCCTCTACTAATAGATGGCACTGCCTCATTGAGTCCTGGAATGATGATGGGCATGTTCAATATGCTGAGTACAGTATTAGGAGTTTCAATCCTAAATCTTGGGCAAAAGAATTACACCAAAACCACATACTGGTGGGATGGACTCCAATCCTCTGATGATTTCGCCCTCATAGTAAATGCACCGAATCATGAGGGAATACAAGCAGGAGTGGATAGGTTCTATAGGACCTGCAAACTGGTCGGGATCAATATGAGCAAAAAGAAGTCTTACATAAACCGGACTGGAACATTTGAGTTCACAAGCTTTTTCTATCGCTATGGATTTGTGGCTAACTTCAGTATGGAGCTGCCCAGCTTTGGGGTTTCTGGGATCAATGAATCAGCTGACATGAGCATTGGCGTCACAGTGATAAAGAACAACATGATAAACAATGACCTTGGACCAGCAACAGCTCAAATGGCCCTTCAACTATTCATCAAAGATTACAGGTACACGTACCGATGCCACAGAGGTGACACACAAATTCAAACGAGGAGATCATTCGAGCTGAAGAAGCTGTGGGAACAGACCCGTTCAAAGGCAGGACTGTTGGTGTCAGATGGAGGACCAAATCTATACAACATCCGGAATCTCCATATCCCAGAGGTCTGCCTGAAGTGGGAGCTGATGGACGAAGATTACCAGGGCAGGTTGTGTAATCCTCTGAACCCATTTGTCAGCCATAAAGAAATTGAGTCCGTAAACAATGCTGTGGTGATGCCAGCTCACGGTCCAGCCAAAAGCATGGAATATGATGCCGTTGCGACTACACACTCATGGACTCCTAAAAGGAATCGTTCCATTCTCAATACCAGTCAAAGGGGAATTCTTGAGGATGAACAGATGTACCAGAAATGCTGCAGTCTATTCGAGAAATTCTTCCCCAGTAGTTCATACAGGAGACCAGTTGGAATTTCCAGCATGGTGGAGGCCATGGTGTCTAGGGCCCGAATCGATGCACGCATTGATTTCGAATCTGGAAGGATCAAGAAGGAAGAGTTTGCTGAGATCATGAAGATCTGTTCCACCATTGAAGAGCTCAGACGGCAAAAATAG'
47
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
48
+ alignment_refs['PB2'] = 'ATGGAGAGAATAAAAGAGCTAAGAGATTTGATGTCGCAGTCTCGCACTCGCGAGATACTGACAAAAACCACCGTGGACCATATGGCCATAATCAAGAAATATACATCAGGAAGACAGGAGAAGAACCCTGCACTTAGGATGAAGTGGATGATGGCAATGAAATATCCGATTACAGCAGACAAAAGGATAATGGAGATGATCCCTGAAAGAAACGAGCAAGGTCAGACTCTTTGGAGCAAAACAAATGATGCTGGATCGGATAGAGTAATGGTGTCACCTCTGGCTGTGACGTGGTGGAATAGAAATGGACCAACAACAAGTACAGTCCATTACCCAAAGGTCTATAAAACTTACTTTGAAAAGGTTGAAAGGTTAAAGCATGGAACCTTCGGCCCTGTCCATTTCCGGAATCAGGTTAAGATACGCCGCAGAGTTGACATAAACCCGGGCCATGCAGACCTCAGTGCTAAAGAAGCACAAGACGTCATCATGGAGGTCGTTTTCCCAAATGAAGTCGGAGCCAGAATATTGACATCAGAGTCACAGTTAACAATTACAAAAGAAAAGAAGGAGGAACTCCAGGACTGTAAGATTGCCCCTCTAATGGTGGCATACATGTTGGAGAGAGAACTGGTTCGAAAAACCAGATTCCTGCCAGTAGCTGGCGGAACAAGTAGCGTATATATCGAAGTGTTGCACCTGACTCAAGGAACCTGCTGGGAACAAATGTATACGCCAGGAGGAGAAGTGAGAAATGATGACATTGACCAAAGTTTAATTATTGCTGCCAGAAATATCGTTAGGAGAGCAACAGTATCAGCAGACCCATTGGCTTCACTACTGGAGATGTGCCATAGTACACAGATTGGCGGGATAAGAATGGTAGACATTCTTAGACAGAACCCAACAGAAGAGCAAGCCGTGGATATATGCAAAGCAGCAATGGGTTTAAGAATCAGTTCATCCTTCAGTTTTGGAGGTTTCACTTTCAAAAGGACAAGCGGATCATCTGTCAAAAGAGAAGAGGAAGTGCTCACCGGCAACCTCCAAACATTGAAAATAAGAGTACATGAAGGGTATGAGGAATTCACAATGGTTGGGCGGAGAGCAACAGCCATTCTAAGGAAAGCAACCAGAAGGCTGATCCAATTGATAGTAAGTGGAAAAGACGAGCAGTCAATCGCCGAAGCGATCATAGTGGCAATGGTGTTCTCTCAAGAGGATTGCATGATAAAGGCTGTACGAGGTGATTTAAATTTTGTCAATAGAGCGAATCAGCGGCTCAATCCTATGCATCAGCTCCTGAGGCATTTCCAAAAGGATGCAAAGGTACTATTCCAAAACTGGGGAATTGAACCCATTGACAATGTCATGGGAATGATAGGAATATTGCCTGATATGACTCCCAGCACAGAGATGTCACTAAGAGGAGTGAGGGTCAGTAAAATGGGAGTGGATGAATATTCCAGTACTGAGAGGGTGGTCGTGAGTATTGATCGCTTCTTGAGGGTACGAGACCAGAGAGGAAATGTACTCTTGTCTCCCGAAGAGGTCAGTGAAACACAGGGAACAGAGAAGCTAACGATAACATATTCATCATCCATGATGTGGGAAATTAATGGCCCTGAGTCAGTGCTAGTTAACACATATCAATGGGTCATCAGAAACTGGGAAACTGTGAAGATTCAGTGGTCCCAAGACCCTACAATGCTATACAACAAGATGGAGTTTGAGCCTTTTCAGTCCTTGGTGCCCAAGGCAGCCAGAGGCCAGTACAGTGGATTTGTAAGGACCTTATTCCAGCAGATGCGTGATGTGCTGGGAACCTTTGACACTGTCCAGATAATAAAGCTACTTCCATTTGCAGCAGCACCACCGGAACAGAGTAGGATGCAGTTCTCTTCTCTAACTGTAAACGTAAGGGGTTCAGGAATGAGAATACTTGTGAGAGGAAACTCCCCTGTGTTCAACTATAATAAGGCAACCAAGAGGCTCATAGTCCTTGGAAAGGATGCTGGTGCATTGACAGGAGACCCAGGTGAGGGGACAGCAGGAGTGGAGTCTGCGGTATTGAGAGGGTTCCTAATTCTGGGCAAAGAGGACAAAAGATATGGACCAGCGCTGAGCATCAATGAATTGAGCAATCTTGCGAAAGGGGAGAAGGCTAATGTGTTGATAGGGCAAGGAGACGTGGTGTTGGTGATGAAACGGAAACGGGACTCTAGCATACTTACTGACAGCCAGACAGCGACCAAAAGAATTCGGATGGCCATCAATTA'
49
+ except Exception as e:
50
+ critical_error("Couldn't load alignment references", e)
51
+
52
+ try:
53
+ comp_file = csv.reader(
54
+ open(importlib_resources.files('genin2').joinpath('compositions.tsv'), 'r'),
55
+ delimiter='\t'
56
+ )
57
+ cols = next(comp_file)
58
+
59
+ for line in comp_file:
60
+ genotype2versions[line[0]] = {seg: ver for seg, ver in zip(cols[1:], line[1:])}
61
+ except Exception as e:
62
+ critical_error("Couldn't load genotype compositions", e)
63
+
64
+ try:
65
+ models = joblib.load(
66
+ importlib_resources.files('genin2').joinpath('models.xz')
67
+ )
68
+ except Exception as e:
69
+ critical_error("Couldn't load prediction models", e)
70
+
71
+
72
+ def predict_sample(sample: dict[str, str]) -> Tuple[str, dict[str, str]]:
73
+ ver_predictions: dict[str, str] = {}
74
+ low_confidence = False
75
+
76
+ for seg_name, seq in sample.items():
77
+ seq_cov = (len(seq) - seq.upper().count('N')) / len(alignment_refs[seg_name])
78
+ if (seq_cov < MIN_SEQ_COV):
79
+ ver_predictions[seg_name] = ('?', f'low quality ({int(seq_cov*100)}% valid)')
80
+ low_confidence = True
81
+ continue
82
+
83
+ pred_v, pred_p = predict_seg_version(seg_name, seq)
84
+
85
+ if pred_v == '?' or pred_p < MIN_VPROB_THR:
86
+ ver_predictions[seg_name] = ('?', 'unassigned')
87
+ low_confidence = True
88
+ elif pred_p > VPROB_THR:
89
+ ver_predictions[seg_name] = (pred_v, None)
90
+ else:
91
+ ver_predictions[seg_name] = (pred_v, f'low confidence ({pred_p:.2f})')
92
+ low_confidence = True
93
+
94
+ for seg_name in alignment_refs.keys():
95
+ if seg_name not in ver_predictions:
96
+ ver_predictions[seg_name] = ('?', 'missing')
97
+ low_confidence = True
98
+
99
+ genotype = (None, None)
100
+ compatible = get_compatible_genotypes({s: v for s, (v, _) in ver_predictions.items()})
101
+ if len(compatible) == 1 and not low_confidence:
102
+ genotype = (compatible[0], None)
103
+ elif len(compatible) == 0:
104
+ genotype = ('[unassigned]', 'unknown composition')
105
+ elif len(compatible) > MAX_COMPATIBLE_GENS:
106
+ genotype = ('[unassigned]', 'insufficient data')
107
+ else:
108
+ genotype = ('[unassigned]', f'compatible with {", ".join(compatible)}')
109
+
110
+ return genotype, ver_predictions
111
+
112
+
113
+ def predict_seg_version(seg_name: str, seq: str) -> Tuple[str, float]:
114
+ try:
115
+ encoded_seq = pairwise_alignment(alignment_refs[seg_name], seq)
116
+ encoded_seq = encode_sequence(encoded_seq)
117
+ except Exception as e:
118
+ logger.error(f"Failed to align and encode {seg_name} sequence. {type(e).__name__}, {str(e)}")
119
+ return ('?', 0.0)
120
+
121
+ model = models[seg_name]
122
+ v_probs = model.predict_proba([encoded_seq])[0]
123
+
124
+ max_p, max_v = 0, '?'
125
+ for c, p in zip(model.classes_, v_probs):
126
+ if p > max_p:
127
+ max_p, max_v = p, c
128
+
129
+ return (max_v, max_p)
130
+
131
+
132
+ def pairwise_alignment(ref_seq, q_seq):
133
+ aligner = PairwiseAligner()
134
+ aligner.match_score = 1
135
+ aligner.mismatch_score = -1
136
+ aligner.open_gap_score = -4
137
+ aligner.extend_gap_score = -1
138
+ ref_al, q_al = aligner.align(ref_seq, q_seq)[0]
139
+ cut_al = cut_alignment(ref_al, q_al)
140
+ return cut_al
141
+
142
+
143
+ def cut_alignment(ref, qry):
144
+ gap_idxs = [i for i, nt in enumerate(ref) if nt == '-']
145
+ return ''.join(nt for i, nt in enumerate(qry) if i not in gap_idxs)
146
+
147
+
148
+ def encode_sequence(seq: str) -> List[bool]:
149
+ T, F = True, False
150
+ encoding_dict = {
151
+ 'A': [T, F, F, F], 'C': [F, T, F, F], 'G': [F, F, T, F], 'T': [F, F, F, T], 'U': [F, F, F, T], 'W': [T, F, F, T],
152
+ 'S': [F, T, T, F], 'M': [T, T, F, F], 'K': [F, F, T, T], 'R': [T, F, T, F], 'Y': [F, T, F, T], 'B': [F, T, T, T],
153
+ 'D': [T, F, T, T], 'H': [T, T, F, T], 'V': [T, T, T, F], 'N': [T, T, T, T], 'Z': [F, F, F, F], '-': [F, F, F, F]
154
+ }
155
+ return list(itertools.chain(*[encoding_dict[base] for base in seq]))
156
+
157
+
158
+ def get_compatible_genotypes(versions: dict[str, str]) -> List[str]:
159
+ '''
160
+ Get all compatible genotypes based on the provided versions
161
+
162
+ Args:
163
+ versions (dict[str, str]): A dict mapping each segment to the most likely version. '?' is trated as an unknown version.
164
+
165
+ Returns:
166
+ List[str]: The list of genotypes that are compatible with the given versions. Might be an empty list.
167
+ '''
168
+
169
+ gset = genotype2versions
170
+ for s, v in versions.items():
171
+ if v != '?':
172
+ gset = {gen: comp for gen, comp in gset.items() if comp[s] == v}
173
+
174
+ return list(gset.keys())
175
+
176
+
177
+ def read_fasta(file):
178
+ sample_name = None
179
+ seq = []
180
+
181
+ for line in file:
182
+ if not (line := line.strip()):
183
+ continue
184
+
185
+ if line.startswith('>'):
186
+ if sample_name is not None:
187
+ yield sample_name, ''.join(seq).upper()
188
+ sample_name = line[1:]
189
+ seq.clear()
190
+ else:
191
+ seq.append(line)
192
+
193
+ if sample_name is not None:
194
+ yield sample_name, ''.join(seq).upper()
195
+
196
+
197
+ def preload_samples(file):
198
+ samples = {}
199
+
200
+ for name, seq in read_fasta(file):
201
+ try:
202
+ name, seg_name = name.rsplit('_', 1)
203
+ except:
204
+ logger.error("Discarding sequence, invalid FASTA header: %s", name)
205
+ continue
206
+
207
+ if seg_name not in alignment_refs.keys():
208
+ if seg_name != 'HA' and seg_name != 'MP':
209
+ logger.warning("Segment '%s' in sample '%s' is not recognized", seg_name, name)
210
+ continue
211
+
212
+ if name not in samples:
213
+ samples[name] = {}
214
+
215
+ if seg_name in samples[name]:
216
+ logger.warning("Segment %s for sample %s was defined multiple times (keeping the last)", seg_name, name)
217
+ samples[name][seg_name] = seq
218
+
219
+ return samples
220
+
221
+
222
+ def run(in_file: str, out_file: str, **kwargs):
223
+ logging.basicConfig(
224
+ level={'dbg': logging.DEBUG, 'inf': logging.INFO, 'wrn': logging.WARN, 'err': logging.ERROR}[kwargs['loglevel']],
225
+ format='[%(levelname)s] %(message)s',
226
+ stream=sys.stderr
227
+ )
228
+ logging.info("Initializing")
229
+ init_data()
230
+
231
+ if 'min_seq_cov' in kwargs:
232
+ global MIN_SEQ_COV
233
+ MIN_SEQ_COV = kwargs['min_seq_cov']
234
+
235
+ try:
236
+ out_file.write('Sample Name\tGenotype\t' + '\t'.join(output_segments_order) + '\tNotes\n')
237
+ except Exception as e:
238
+ critical_error(f"Couldn't write to output file '{out_file}'", e)
239
+
240
+ logging.info("Preloading samples")
241
+ start_time = time.time()
242
+ samples = preload_samples(in_file)
243
+ logging.info("Read %d samples in %.1f seconds", len(samples), time.time() - start_time)
244
+
245
+ logging.info("Starting analysis...")
246
+ start_time = time.time()
247
+ tot_seqs = 0
248
+ for sample_name, sample in samples.items():
249
+ logging.info(f"Processing {len(sample)} segments for {sample_name}")
250
+ (genotype, genotype_notes), ver_predictions = predict_sample(sample)
251
+ tot_seqs += len(sample)
252
+
253
+ notes_col = []
254
+ if genotype_notes is not None:
255
+ notes_col.append(f'Genotype: {genotype_notes}')
256
+
257
+ tsv_row = [sample_name, genotype]
258
+ for seg in output_segments_order:
259
+ if seg == 'MP':
260
+ tsv_row.append('20')
261
+ else:
262
+ ver, ver_notes = ver_predictions[seg]
263
+ if ver_notes is not None:
264
+ notes_col.append(f'{seg}: {ver_notes}')
265
+ if ver_notes.startswith('low confidence'):
266
+ ver = ver + '*'
267
+ tsv_row.append(ver or '?')
268
+
269
+ tsv_row.append('; '.join(notes_col))
270
+ out_file.write('\t'.join(tsv_row) + '\n')
271
+
272
+ tot_time_s = int(time.time() - start_time)
273
+ h, m, s = (tot_time_s // 3600, tot_time_s % 3600 // 60, tot_time_s % 3600 % 60)
274
+ logger.info(f"Processed {len(samples)} samples ({tot_seqs} sequences) in {h}h {m}m {s}s")
genin2/models.xz ADDED
Binary file