genin2 2.1.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
genin2/__init__.py ADDED
File without changes
genin2/cli.py ADDED
@@ -0,0 +1,17 @@
1
+ import click
2
+ from genin2.genin2_core import __version__, __author__, __contact__, run, print_model_info
3
+
4
+
5
+ @click.command(epilog='')
6
+ @click.help_option('-h', '--help')
7
+ @click.version_option(__version__, '-v', '--version', message=f'%(prog)s, version %(version)s, by {__author__} ({__contact__})')
8
+ @click.argument('input_file', type=click.File('r'), default='-')
9
+ @click.option('--model-info', is_flag=True, help='Show information about models and exit')
10
+ @click.option('-o', '--output-file', type=click.File('w'), help='Output TSV', default='-')
11
+ @click.option('--loglevel', type=click.Choice(['dbg', 'inf', 'wrn', 'err'], case_sensitive=False), default='wrn', help='Verbosity of the logging messages', show_default=True)
12
+ @click.option('--min-seq-cov', type=click.FloatRange(0, 1), help='The minimum accepted sequence coverage for each gene segment', default=0.7, show_default=True)
13
+ def start_cli(input_file: click.File, output_file: click.File, **kwargs):
14
+ if kwargs['model_info']:
15
+ print_model_info()
16
+ else:
17
+ run(input_file, output_file, **kwargs)
@@ -0,0 +1,41 @@
1
+ Gen PB2 PB1 PA NP NA MP NS
2
+ EA-2020-A 20 20 20 20 20 20 20
3
+ EA-2021-AB 31 1 3 38 1 20 1
4
+ EA-2021-AD 4 27 1 31 1 20 1
5
+ EA-2021-AF 12 6 1 50 1 20 29
6
+ EA-2021-AH 12 1 1 1 1 20 1
7
+ EA-2021-AI 7 1 8 37 1 20 29
8
+ EA-2021-AL 1 1 1 11 1 20 1
9
+ EA-2022-AM 1 1 1 12 1 20 1
10
+ EA-2022-AU 19 1 14 21 22 20 1
11
+ EA-2021-BA 13 1 1 1 1 20 1
12
+ EA-2022-BB 31 1 43 43 1 20 43
13
+ EA-2020-C 1 1 1 1 1 20 1
14
+ EA-2022-CC 12 1 8 38 1 20 1
15
+ EA-2022-CE 44 1 3 38 1 20 1
16
+ EA-2022-CH 31 1 3 26 1 20 1
17
+ EA-2023-CK 4 1 3 38 1 20 1
18
+ EA-2020-D 20 20 20 20 27 20 20
19
+ EA-2020-E 20 20 29 20 27 20 20
20
+ EA-2020-G 31 31 32 12 17 20 1
21
+ EA-2021-I 25 14 25 26 13 20 28
22
+ EA-2021-J 31 23 5 26 2 20 28
23
+ EA-2021-L 25 1 1 1 13 20 1
24
+ EA-2021-O 20 29 14 20 20 20 20
25
+ EA-2021-P 31 23 3 26 2 20 28
26
+ EA-2021-Q 20 20 20 26 20 20 20
27
+ EA-2021-R 20 20 29 56 27 20 20
28
+ EA-2023-DA 4 52 3 38 1 20 27
29
+ EA-2023-DB 31 53 3 38 1 20 1
30
+ EA-2023-DD 41 1 3 26 1 20 56
31
+ EA-2023-DE 41 53 3 26 1 20 56
32
+ EA-2023-DG 57 1 14 38 1 20 1
33
+ EA-2024-DI 14 14 3 38 1 20 27
34
+ EA-2023-DJ 31 52 3 26 1 20 58
35
+ EA-2024-DR 57 53 3 16 1 20 27
36
+ EA-2023-DT 31 43 43 43 1 20 43
37
+ EA-2024-EA 4 14 3 38 1 20 27
38
+ EA-2024-EC 14 52 3 38 1 20 27
39
+ EA-2024-EE 14 14 3 26 1 20 27
40
+ EA-2024-EF 14 14 3 54 1 20 27
41
+ EA-2025-EG 4 14 3 11 1 20 27
genin2/dd.xz ADDED
Binary file
@@ -0,0 +1,23 @@
1
+ import importlib_resources, joblib
2
+ from collections import namedtuple
3
+ from genin2.utils import alignment_refs, pairwise_alignment, encode_sequence
4
+
5
+
6
+ n_segs = len(alignment_refs.keys())
7
+ SubgenotypePrediction = namedtuple('SubgenotypePrediction', ['subgenotype', 'confidence', 'segments'])
8
+
9
+
10
+ class DIDiscriminator:
11
+ def __init__(self):
12
+ self.dd_models = joblib.load(importlib_resources.files('genin2').joinpath('dd.xz'))
13
+ self.model_build_date = self.dd_models['build_date']
14
+
15
+ def predict_sample(self, sample):
16
+ segments_pred = {sn: self._predict_segment(sn, nt) for sn, nt in sample.items()}
17
+ subg_scores = {subg: list(segments_pred.values()).count(subg) / n_segs for subg in set(segments_pred.values())}
18
+ subgenotype = max(subg_scores.items(), key=lambda x: x[1])
19
+ return SubgenotypePrediction(subgenotype[0], subgenotype[1], segments_pred)
20
+
21
+ def _predict_segment(self, seg_name, seg_seq):
22
+ aligned = pairwise_alignment(alignment_refs[seg_name], seg_seq)
23
+ return self.dd_models[seg_name].predict([encode_sequence(aligned)])[0]
genin2/genin2_core.py ADDED
@@ -0,0 +1,290 @@
1
+ from click import File
2
+ import importlib_resources, joblib, sys, csv, logging, time
3
+ from typing import List, Tuple, Optional, Any, NamedTuple
4
+ import genin2.update_checker as update_checker
5
+ from genin2.di_discriminator import DIDiscriminator
6
+ from genin2.utils import alignment_refs, read_fasta, pairwise_alignment, encode_sequence, \
7
+ InvalidEncoding
8
+
9
+
10
+ __version__ = '2.1.5'
11
+ __author__ = 'Alessandro Sartori'
12
+ __contact__ = 'asartori@izsvenezie.it'
13
+
14
+ MIN_SEQ_COV = 0.7 # Minimum fraction of valid input NTs wrt the total length of the ref seq
15
+ MAX_COMPATIBLE_GENS = 3 # Maximum number of compatible genotypes to accept. If the prediction returns more, all will be discarded as unreliable
16
+
17
+ genotype2versions: dict[str, dict[str, str]] = {}
18
+ models: dict[str, Any]
19
+ output_segments_order = ['PB2', 'PB1', 'PA', 'NP', 'NA', 'MP', 'NS']
20
+ di_discr: DIDiscriminator
21
+
22
+ GenotypePrediction = NamedTuple('GenotypePrediction', [('GenotypeName', str), ('Warnings', Optional[str])])
23
+ SegmentPrediction = NamedTuple('SegmentPrediction', [('Version', str), ('Warnings', Optional[str])])
24
+
25
+
26
+ def critical_error(msg: str, ex: Optional[Exception] = None) -> None:
27
+ '''
28
+ Log a critical error message and exit the program, optionally printing information about an exception
29
+
30
+ Args:
31
+ msg (str): The error message
32
+ ex (Optional[Exception]): The exception to log. Defaults to None.
33
+ '''
34
+ if ex is not None:
35
+ logging.critical('%s (%s, %s)', msg, type(ex).__name__, str(ex))
36
+ else:
37
+ logging.critical(msg)
38
+ logging.critical("The above error was critical and the program will now exit")
39
+ logging.critical("If you need assistance, you can open an issue at https://github.com/izsvenezie-virology/genin2/issues")
40
+ sys.exit(-1)
41
+
42
+
43
+ def print_model_info() -> None:
44
+ import numpy, sklearn, Bio
45
+ init_data()
46
+ print(f"Genin2 core ... {__version__}")
47
+ print(f"Genotypes ..... {len(genotype2versions.keys())} entries")
48
+ print(f"Models/1 ...... {models['build_date']}")
49
+ for k, v in models.items():
50
+ if k != 'build_date':
51
+ print(f" {k:>3s} .......... {len(v.classes_)} classes")
52
+ print(f"Models/2 ...... {di_discr.model_build_date}")
53
+ print()
54
+ print(f"NumPy ......... {numpy.__version__}")
55
+ print(f"SKLearn ....... {sklearn.__version__}")
56
+ print(f"Joblib ........ {joblib.__version__}")
57
+ print(f"Biopython ..... {Bio.__version__}")
58
+
59
+
60
+ def init_data() -> None:
61
+ '''
62
+ Load the compositions table and the prediction models. If an error occurs, a critical error is raised.
63
+ '''
64
+ global genotype2versions, models, di_discr
65
+
66
+ try:
67
+ comp_file = csv.reader(
68
+ importlib_resources.files('genin2').joinpath('compositions.tsv').open('r'),
69
+ delimiter='\t'
70
+ )
71
+ cols = next(comp_file)
72
+
73
+ for line in comp_file:
74
+ genotype2versions[line[0]] = {seg: ver for seg, ver in zip(cols[1:], line[1:])}
75
+ except Exception as e:
76
+ critical_error("Couldn't load genotype compositions", e)
77
+
78
+ try:
79
+ models = joblib.load(
80
+ importlib_resources.files('genin2').joinpath('models.xz')
81
+ )
82
+ logging.debug(f'Model build date: {models["build_date"]}')
83
+ except Exception as e:
84
+ critical_error("Couldn't load prediction models", e)
85
+
86
+ try:
87
+ di_discr = DIDiscriminator()
88
+ logging.debug(f'DI discriminator models build date: {di_discr.model_build_date}')
89
+ except Exception as e:
90
+ critical_error("Couldn't load DI discriminator models", e)
91
+
92
+
93
+ def predict_sample(sample: dict[str, str]) -> Tuple[GenotypePrediction, dict[str, SegmentPrediction]]:
94
+ ver_predictions: dict[str, SegmentPrediction] = {}
95
+ low_confidence = False
96
+
97
+ for seg_name, seq in sample.items():
98
+ seq_cov = (len(seq) - seq.upper().count('N')) / len(alignment_refs[seg_name])
99
+ if (seq_cov < MIN_SEQ_COV):
100
+ ver_predictions[seg_name] = SegmentPrediction('?', f'low quality ({int(seq_cov*100)}% valid)')
101
+ low_confidence = True
102
+ continue
103
+
104
+ seg_pred = predict_seg_version(seg_name, seq)
105
+ logging.debug(f"{seg_name:3s} -> ({seg_pred.Version}, {seg_pred.Warnings})")
106
+ ver_predictions[seg_name] = seg_pred
107
+ if seg_pred.Warnings != '':
108
+ low_confidence = True
109
+
110
+ for seg_name in alignment_refs.keys():
111
+ if seg_name not in ver_predictions:
112
+ ver_predictions[seg_name] = SegmentPrediction('?', 'missing')
113
+ low_confidence = True
114
+
115
+ genotype = GenotypePrediction('', 'internal error')
116
+ compatibles = get_compatible_genotypes({s: (pred.Version if pred.Warnings == '' else '?') for s, pred in ver_predictions.items()})
117
+ if len(compatibles) == 1 and not low_confidence:
118
+ genotype = GenotypePrediction(compatibles[0], None)
119
+ elif len(compatibles) == 0:
120
+ genotype = GenotypePrediction('[unassigned]', 'unknown composition')
121
+ elif len(compatibles) > MAX_COMPATIBLE_GENS:
122
+ genotype = GenotypePrediction('[unassigned]', 'insufficient data')
123
+ else:
124
+ genotype = GenotypePrediction('[unassigned]', f'compatible with {", ".join(compatibles)}')
125
+
126
+ return genotype, ver_predictions
127
+
128
+
129
+ def predict_seg_version(seg_name: str, seq: str) -> SegmentPrediction:
130
+ try:
131
+ encoded_seq = pairwise_alignment(alignment_refs[seg_name], seq)
132
+ encoded_seq = encode_sequence(encoded_seq)
133
+ except InvalidEncoding as ex:
134
+ logging.error(f"Failed to encode {seg_name}. {str(ex)}")
135
+ return SegmentPrediction('?', 'nucleotide encoding error')
136
+ except Exception as ex:
137
+ logging.error(f"Failed to align and encode {seg_name} sequence. {type(ex).__name__}, {str(ex)}")
138
+ return SegmentPrediction('?', 'model error')
139
+
140
+ model = models[seg_name]
141
+ prediction = model.predict([encoded_seq])[0]
142
+ if logging.root.level <= logging.DEBUG:
143
+ classes = ' '.join(f'{c:>6s}' for c in model.classes_)
144
+ logging.debug(f"{seg_name:3s} df: {classes}")
145
+ df = model.decision_function([encoded_seq])[0]
146
+ df = [df] if isinstance(df, float) else df
147
+ df = ','.join(f'{v:6.2f}' for v in df)
148
+ logging.debug(f"{seg_name:3s} {df}")
149
+ return SegmentPrediction(prediction, '' if prediction != '?' else 'unassigned')
150
+
151
+
152
+ def get_compatible_genotypes(versions: dict[str, str]) -> List[str]:
153
+ '''
154
+ Get all compatible genotypes based on the provided versions. If no genotypes are compatible, an empty list is returned.
155
+
156
+ Args:
157
+ versions (dict[str, str]): A dict mapping each segment to the most likely version. '?' is trated as an unknown version.
158
+
159
+ Returns:
160
+ List[str]: The list of genotypes that are compatible with the given versions. Might be an empty list.
161
+ '''
162
+
163
+ gset = genotype2versions
164
+ for s, v in versions.items():
165
+ if v != '?':
166
+ gset = {gen: comp for gen, comp in gset.items() if comp[s] == v}
167
+
168
+ return list(gset.keys())
169
+
170
+
171
+ def preload_samples(file: File) -> dict[str, dict[str, str]]:
172
+ '''
173
+ Load all samples contained in a FASTA file into a dictionary. The keys are the sample names and the values are dictionaries
174
+ mapping each segment to the corresponding sequence.
175
+
176
+ Args:
177
+ file (File): A file handle of a FASTA file
178
+
179
+ Returns:
180
+ dict[str, dict[str, str]]: A dictionary mapping each sample name to a dictionary of segments and sequences
181
+ '''
182
+ samples = {}
183
+
184
+ for name, seq in read_fasta(file):
185
+ try:
186
+ name, seg_name = name.rsplit('_', 1)
187
+ except:
188
+ logging.error("Discarding sequence, invalid FASTA header: %s", name)
189
+ continue
190
+
191
+ if seg_name not in alignment_refs.keys():
192
+ if seg_name != 'HA' and seg_name != 'MP':
193
+ logging.warning("Segment '%s' in sample '%s' is not recognized", seg_name, name)
194
+ continue
195
+
196
+ if name not in samples:
197
+ samples[name] = {}
198
+
199
+ if seg_name in samples[name]:
200
+ logging.warning("Segment %s for sample %s was defined multiple times (keeping the last)", seg_name, name)
201
+ samples[name][seg_name] = seq
202
+
203
+ return samples
204
+
205
+
206
+ def prediction_to_tsv(sample_name, genotype, subgenotype, genotype_notes, ver_predictions):
207
+ tsv_row, notes_col = [], []
208
+ if genotype_notes is not None:
209
+ notes_col.append(f'Genotype: {genotype_notes}')
210
+
211
+ tsv_row = [sample_name, genotype, subgenotype or '']
212
+ for seg in output_segments_order:
213
+ seg_pred = ver_predictions[seg]
214
+ tsv_row.append(seg_pred.Version if seg_pred.Warnings == '' else '?')
215
+ if seg_pred.Warnings != '':
216
+ notes_col.append(f'{seg}: {seg_pred.Warnings}')
217
+
218
+ tsv_row.append('; '.join(notes_col))
219
+ return tsv_row
220
+
221
+
222
+ def run(in_file: File, out_file: File, **kwargs):
223
+ # fmt_log = lambda lvl, msg: f"[{lvl}] {msg}"
224
+ logging.basicConfig(
225
+ level={'dbg': logging.DEBUG, 'inf': logging.INFO, 'wrn': logging.WARN, 'err': logging.ERROR}[kwargs['loglevel']],
226
+ format='[%(levelname)s] %(message)s',
227
+ stream=sys.stderr
228
+ )
229
+ logging.info("Initializing")
230
+ update_checker.start_check()
231
+ init_data()
232
+
233
+ if 'min_seq_cov' in kwargs:
234
+ global MIN_SEQ_COV
235
+ MIN_SEQ_COV = kwargs['min_seq_cov']
236
+
237
+ try:
238
+ out_file.write('Sample Name\tGenotype\tSub-genotype\t' + '\t'.join(output_segments_order) + '\tNotes\n')
239
+ except Exception as e:
240
+ critical_error(f"Couldn't write to output file '{out_file}'", e)
241
+
242
+ logging.info("Preloading samples")
243
+ start_time = time.time()
244
+ samples = preload_samples(in_file)
245
+ logging.info("Read %d samples in %.1f seconds", len(samples), time.time() - start_time)
246
+
247
+ logging.info("Starting analysis...")
248
+ start_time = time.time()
249
+ tot_seqs = 0
250
+ for sample_name, sample in samples.items():
251
+ logging.info(f"Processing {len(sample)} segments for {sample_name}")
252
+ tot_seqs += len(sample)
253
+
254
+ subgenotype = None
255
+ (genotype, genotype_notes), ver_predictions = predict_sample(sample)
256
+ if genotype == 'EA-2024-DI':
257
+ subgenotype = di_discr.predict_sample(sample).subgenotype
258
+
259
+ tsv_row = prediction_to_tsv(sample_name, genotype, subgenotype, genotype_notes, ver_predictions)
260
+ out_file.write('\t'.join(tsv_row) + '\n')
261
+
262
+ tot_time_s = time.time() - start_time
263
+ h, m, s = (tot_time_s // 3600, tot_time_s % 3600 // 60, tot_time_s % 3600 % 60)
264
+ logging.info(f"Processed {len(samples)} samples ({tot_seqs} sequences) in {h:.0f}h {m:.0f}m {s:.1f}s")
265
+
266
+ latest_version = update_checker.get_result()
267
+ if latest_version is not None and str(latest_version) != str(__version__):
268
+ sys.stderr.writelines(f'''
269
+ ╭───────────┬─────────────────────────┬───────────╮
270
+ │ │ NEW VERSION AVAILABLE │ │
271
+ │ ╰─────────────────────────╯ │
272
+ │ │
273
+ │ A new version of Genin2 has been released. To │
274
+ │ update your current installation, run: │
275
+ │ ╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶ │
276
+ │ pip install --upgrade genin2 │
277
+ │ ╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶╶ │
278
+ │ │
279
+ │ To learn what's new (features and genotypes), │
280
+ │ please refer to the "CHANGELOG.md" file at: │
281
+ │ │
282
+ │ https://github.com/izsvenezie-virology/genin2 │
283
+ │ │
284
+ │ Additional details: │
285
+ │ • Installed version => v{__version__:17s} │
286
+ │ • Latest release => v{latest_version:20s} │
287
+ │ │
288
+ ╰─────────────────────────────────────────────────╯
289
+
290
+ ''')
genin2/models.xz ADDED
Binary file
@@ -0,0 +1,48 @@
1
+ from threading import Thread
2
+ import requests, tempfile, time, logging
3
+ from pathlib import Path
4
+ from typing import Optional
5
+
6
+
7
+ _thr: Optional[Thread] = None
8
+ latest_version = None
9
+
10
+
11
+ def thr_target():
12
+ global latest_version
13
+
14
+ try:
15
+ check_interval_d = 3
16
+ tmp_file = Path(tempfile.gettempdir()).joinpath('genin2_tmp')
17
+
18
+ if tmp_file.exists():
19
+ last_check_delta_d = (time.time() - tmp_file.stat().st_mtime) // 24 // 60 // 60
20
+ logging.debug("check_update(): Last checked for updates %d days ago", last_check_delta_d)
21
+
22
+ if last_check_delta_d <= check_interval_d:
23
+ latest_version = str(open(tmp_file).readline()).strip()
24
+ logging.debug("check_update(): Retrieved from temp file: %s", latest_version)
25
+ else:
26
+ logging.debug("check_update(): Checking for updates...")
27
+ res = requests.get(f'https://pypi.org/pypi/genin2/json', timeout=4)
28
+ latest_version = res.json()['info']['version']
29
+ latest_version = str(latest_version).strip()
30
+ open(tmp_file, 'w').write(latest_version + '\n')
31
+ logging.debug("check_update(): fetched and saved latest version from PyPi: %s", latest_version)
32
+ except Exception as e:
33
+ logging.warning("Could not check for updates. %s: %s", type(e).__name__, str(e))
34
+
35
+
36
+ def start_check():
37
+ global _thr
38
+ _thr = Thread(None, thr_target)
39
+ _thr.start()
40
+
41
+
42
+ def get_result():
43
+ if _thr is None:
44
+ logging.error("The checker thread has never been started.")
45
+ raise Exception("The checker thread has never been started.")
46
+
47
+ _thr.join()
48
+ return latest_version
genin2/utils.py ADDED
@@ -0,0 +1,75 @@
1
+ from Bio.Align import PairwiseAligner
2
+ import itertools
3
+ from typing import List
4
+
5
+
6
+
7
+ alignment_refs: dict[str, str] = {}
8
+ # >A/chicken/Italy/21VIR1151-2/2021_seg_ver=20
9
+ alignment_refs['NA'] = 'ATGAATCCAAATCAGAAAATAGCGACCATTGGCTCCATCTCATTGGGACTAGTTGTATTCAATGTTCTACTGCATGCCTTGAGCATCATATTAATGGTGTTAGCCCTGGGGAAAAGTGAAAACAATGGAATCTGCAAGGGAACTATAGTAAGGGAATATAATGAAACAGTTAGGATAGAGAAAGTGACCCAGTGGTACAACACTAGTGTAGTCGAATATGTACCGCATTGGAACGAGGGCGCTTATATAAACAACACCGAACCAATATGTGATGTCAAGGGCTTTGCACCTTTTTCCAAGGACAACGGAATAAGAATTGGCTCCAGAGGACATATTTTTGTCATAAGGGAGCCTTTCGTCTCTTGTTCACCTGTAGAGTGCAGAACTTTCTTCCTCACTCAGGGAGCTCTACTCAATGACAAACACTCAAATGGAACAGTGAAGGATAGGAGCCCATTCAGAACTCTCATGAGTGTCGAAGTGGGTCAATCACCCAATGTGTATCAAGCAAGGTTTGAAGCTGTAGCATGGTCAGCAACAGCCTGTCATGATGGTAAGAAATGGATGACGATTGGTGTGACAGGGCCAGATTCGAAAGCAATAGCAGTAGTCCATTACGGAGGAGTGCCTACTGATATTGTTAACTCCTGGGCAGGAGACATATTACGGACTCAGGAGTCATCTTGTACTTGCATTCAAGGTAATTGTTATTGGGTAATGACTGACGGTCCATCCAATAGACAGGCGCAGTATAGAATATACAAAGCAAATCAAGGCAAAATAATTGACCAAGCAGATGTCAGCTTTAGTGGAGGGCATATTGAGGAATGCTCTTGTTATCCAAATGATGGTAAAGTGGAATGCGTGTGTAGAGACAACTGGATGGGAACTAACAGGCCTGTGCTAATTATCTCGCCTGACCTCTCTTACAGGGTTGGGTATTTATGTGCGGGATTGCCCAGTGACACTCCAAGAGGGGAAGATGCCCAATTTGTCGGTTCGTGCACTAGTCCCATGGGAAATCAGGGGTATGGCGTAAAAGGTTTCGGGTTCCGACAGGGATCTGATGTGTGGATGGGGCGGACAATTAGTCGAACCTCCAGGTCAGGGTTTGAAATAATAAGGATAAAGAATGGTTGGACGCAGACAAGCAAAGAACGGATTAGAAGGCAGGTGGTTGTTGATAATTTGAATTGGTCGGGATACAGTGGGTCTTTCACTTTACCAGTAGAATTGTCTGGGAGGGAATGTTTAGTCCCCTGTTTTTGGGTCGAAATGATCAGAGGCAGGCCAGAAGAAAGAACAATCTGGACCTCTAGTAGCTCCATTGTAATGTGTGGAGTTGATCATGAAATTGCCGATTGGTCATGGCACGATGGAGCTATTCTTCCCTTTGACATCGATGGGATGTAA'
10
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
11
+ alignment_refs['NP'] = 'ATGGCGTCTCAAGGCACCAAACGATCCTATGAACAGATGGAGACTGGTGGAGAGCGCCAGAATGCCACTGAGATCAGAGCATCTGTTGGACGAATGGTTGGTGGAATTGGGAGGTTCTACATACAGATGTGCACTGAGCTCAAACTCAGCGACCATGAAGGAAGGCTGATCCAGAACAGCATAACAATAGAGAGAATGGTTCTCTCTGCATTTGATGAAAGGAGGAACAAATATCTGGAAGAACACCCCAGTGCGGGGAAGGACCCGAAGAAAACTGGAGGTCCAATTTATCGAAGGAGAGATGGGAAATGGGTGAGAGAACTGATCCTGTATGACAAAGAGGAGATCAGGAGAATCTGGCGTCAAGCGAACAATGGAGAAGACGCAACTGCTGGTCTCACTCACCTGATGATCTGGCATTCTAATTTAAATGATGCCACATACCAGAGGACGAGAGCTCTCGTGCGTACTGGGATGGACCCCAGGATGTGCTCTCTTATGCAAGGATCAACTCTCCCAAGGAGGTCTGGAGCTGCTGGTGCAGCAGTAAAGGGAGTCGGGACGATGGTGATGGAACTAATTCGGATGATAAAGCGAGGAATTAATGATCGGAACTTCTGGAGAGGCGAGAACGGACGAAGGACAAGGATTGCATATGAGAGAATGTGCAACATCCTCAAAGGGAAATTCCAAACAGCAGCGCAAAGAGCAATGATGGACCAGGTGCGTGAAAGCAGGAATCCTGGCAATGCTGAAATTGAAGATCTCATCTTTCTGGCACGGTCTGCACTCATCCTGAGAGGATCAGTGGCTCATAAGTCCTGCTTGCCTGCTTGTGTGTACGGACTCGCTGTAGCCAGTGGATACGACTTTGAGAGAGAAGGGTACTCTCTAGTTGGGATAGATCCTTTCCGTCTGCTTCAAAACAGTCAGGTCTTCAGCCTCATTAGACCAAATGAGAATCCAGCACACAAGAGTCAATTGGTATGGATGGCATGTCATTCCGCAGCATTCGAGGATCTGAGAGTCTCAAGTTTCATCAGAGGAACAAGAGTAGTTCCAAGAGGACAACTATCCACAAGAGGGGTTCAAATTGCTTCAAATGAGAACATGGAAACAATGGACTCCAGCACTCTTGAACTGAGAAGCAGATATTGGGCTATAAGAACCAGGAGTGGAGGGAACACCAACCAACAGAGAGCATCTGCAGGACAGATCAGTGTACAGCCCACTTTTTCGGTACAGAGAAATCTTCCCTTTGAAAGAGCGACCATTATGGCGGCGTTCACAGGGAATACTGAGGGCAGAACATCCGACATGAGGACTGAAATCATAAGAATGATGGAAAGTGCCAGACCAGAAGATGTGTCTTTCCAGGGGCGGGGAGTCTTCGAGCTTTCGGACGAAAAGGCAACGAACCCGATCGTGCCTTCCTTTGACATGAGTAATGAAGGATCTTATTTCTTCGGAGACAATGCAGAGGAGTATGACAATTAA'
12
+ # >A/chicken/Italy/21VIR1151-2_MP
13
+ alignment_refs['MP'] = 'ATGAGTCTTCTAACCGAGGTCGAAACGTACGTTCTCTCTATCGTCCCGTCAGGCCCCCTCAAAGCCGAGATCGCGCAGAGACTTGAAGATGTCTTTGCAGGGAAGAACACCGATCTTGAGGCTCTCATGGAATGGCTAAAGACAAGACCAATCCTGTCACCTCTGACTAAGGGGATTTTGGGATTTGTGTTCACGCTCACCGTGCCCAGTGAGCGAGGACTGCAGCGTAGACGCTTTGTCCAAAATGCTCTAAATGGAAATGGAGACCCAAACAACATGGACAGGGCAGTAAAACTGTACAGGAAATTGAAGAGAGAGATAACATTCCATGGGGCTAAAGAAGTTGCACTCAGTTACTCAACCGGTGCACTTGCCAGTTGTATGGGTCTCATATACAACAGAATGGGGACGGTGACCGCAGAAGTGGCATTGGGCCTAGTGTGTGCCACCTGTGAGCAGATTGCTGATTCACAGCATCGGTCTCACAGACAGATAGCAACCACCACCAACCCACTAATCAGACATGAAAACAGAATGGTGTTGGCCAGTACTACAGCTAAGGCTATGGAGCAGATGGCTGGATCGACTGAGCAGGCAGCGGAAGCCATGGAGGTTGCTAGTCAGGCTAGGCAGATGGTGCAGGCAATGAGGACCATTGGAACTCATCCTAGCTCCAGTGCTGGTCTGAGAGATGATCTCCTTGAAAATTTGCAGGCCTACCAAAAACGGATGGGAGTGCAACTGCAGCGATTCAAGTGATCCTCTCGTTATTGCCGCAAGTATCATTGGGATCTTGCACTTGATATTGTGGATTCTTGATCGCCTTTTCTTCAAATGCGTTTATCGTCGCCTTAAATACGGTTTGAAAAGAGGGCCTTCTACGGAAGGGGTACCTGAGTCCATGAGGGAAGAGTACCGGCAGGAACAGCAGAGTGCTGTGGATGTTGACGATGGTCATTTTGTCAACATAGAGCTGGAGTAA'
14
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
15
+ alignment_refs['NS'] = 'ATGGATTCCAACACTGTGTCAAGCTTTCAGGTAGACTGCTTTCTTTGGCATGTCCGCAAACGATTTGCAGACCAAGAACTGGGTGATGCCCCATTCCTTGACCGGCTTCGCCGAGATCAGAAATCCCTGAGAGGAAGAGGCAGCACTCTTGGTCTGGACATCGAAACAGCCACCCGTGTGGGAAAGCAGATAGTGGAGCGGATTCTGGAAGAAGAATCTGATGAGGCACTTAAAATGACTATTGCCCCCGTGCCAGCTTCACGCTACCTAACTGACATGACTCTTGAGGAGATGTCAAGGGACTGGTTCATGCTCATGCCCAAACAGAAAGTGGCAGGTTCCCTTTGCATCAGAATGGACCAGGCAATAATGGATAAAAACATCATATTGAAAGCAAACTTCAGTGTGATTTTTGACCGGCTGAAAACCCTAATACTAATTAGAGCTTTCACAGAAGAAGGAGCAATTGTGGGAGAAATCTCACCATTACCTTCTCTTCCAGGACATACTAATGAGGATGTCAAAAATGCAATTGGGGTCCTCATCGGAGGACTTGAATGGAATGATAACACAGTTCGAGTCTCTGAAACTCTACAGAGATTCGCTTGGAGAAGCAGTAATGAGGATGGGAGACCTCCACTCCCTCCAAAGCAGAAACGGAAAATGGCGAAGACAATTGAGTCAGAAGTTTGAAGAAATAAGATGGCTGATTGAAGAAGTGCGGCACAGATTGAAGATTACAGAGAACAGTTTCGAACAGATAACTTTCATGCAAGCCTTACAACTATTGCTTGAAGTGGAGCAAGAGATAAGAACTTTCTCGTTTCAGCTTATTTAA'
16
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
17
+ alignment_refs['PA'] = 'ATGGAAGACTTTGTGCGACAATGCTTCAATCCAATGATTGTCGAGCTTGCGGAAAAAGCAATGAAAGAATATGGGGAAGATCCGAAAATCGAGACAAACAAATTTGCCGCAATATGCACACACTTAGAAGTCTGTTTCATGTATTCGGATTTCCATTTTATTGATGAACGAGGCGAATCAATGATTGTAGAATCTGGCGATCCAAATGCATTATTGAAACACCGATTTGAGATAATCGAAGGGAGAGACCGAGCAATGGCCTGGACAGTGGTGAATAGTATCTGCAACACCACAGGAGTCGAAAAGCCCAAATTCCTCCCTGATTTGTATGACTACAAAGAGAACCGATTCATTGAAATTGGAGTAACGCGAAGGGAAGTTCACATATACTATTTAGAAAAAGCCAACAAGATAAAATCGGAGAAAACACACATTCACATATTCTCATTCACTGGAGAGGAAATGGCCACCAAGGCGGAATACACCCTTGATGAAGAGAGCAGAGCAAGAATAAAAACCAGACTGTTCACTATAAGACAAGAAATGGCCAGTAGAGGTCTATGGGATTCCTTTCGTCAGTCCGAGAGAGGCGAAGAGACAACTGAAGAAAGATTTGAAATCACAGGAACCATGCGCAGGCTTGCCGACCAAAGTCTCCCACCGAACTTCTCCAGCCTTGAAAACTTTAGAGCCTATGTGGATGGATTCGAACCGAACGGCTGCATTGAGGGCAAGCTTTCTCAAATGTCAAAAGAAGTGAACGCCAGAATTGAGCCATTCCTGAAGACAACACCACGCCCTCTCAGATTACCTGATGGGCCTCCTTGTTCTCAGCGGTCGAAGTTCTTGCTGATGGATGCCCTTAAGTTGAGCATCGAAGACCCTAGCCATGAGGGGGAGGGCATACCGCTGTATGATGCAATCAAATGCATGAAGACATTTTTTGGCTGGAAAGAGCCCAACCTCGTAAAGCCGCATGAGAAAGGCATAAACCCTAATTACCTCCTGGCTTGGAAGCAGGTGCTGGCAGAACTTCAAGATATTGAGAATGAGGAAAAATTTCCAAAAACAAAGAACATGAAGAAAACAAGCCAATTGAAGTGGGCACTTGGTGAGAACATGGCACCAGAAAAAGTGGACTTTGAGGACTGCAAAGATGTTAGCGATCTAAGACAGTACGACAGTGACGAACCAGAGCCTAGATCACTAGCAAGCTGGATTCAGAGTGAATTCAACAAGGCATGCGAATTGACAGATTCGAGTTGGATTGAACTTGATGAGATAGGGGAAGACGTTGCTCCAATCGAACACATTGCGAGTATGAGGAGGAACTATTTCACAGCGGAGGTATCCCATTGCAGGGCCACTGAATACATAATGAAGGGAGTATACATAAACACAGCCCTATTGAATGCATCCTGTGCAGCCATGGATGACTTCCAACTGATTCCAATGATAAGCAAGTGCAGAACCAAAGAAGGAAGACGGAGGACAAATCTGTATGGATTCATTATAAAAGGAAGATCCCATTTGAGGAATGACACCGATGTGGTAAACTTTGTGAGCATGGAATTCTCTCTAACTGACCCGAGGCTAGAGCCACACAAATGGGAAAAGTACTGTGTTCTTGAGATAGGAGACATGCTCCTACGGACTGCAATAGGCCAAGTGTCGAGGCCCATGTTCCTGTATGTGAGAACCAATGGGACTTCCAAGATCAAAATGAAATGGGGCATGGAGATGAGACGATGCCTTCTTCAGTCCCTTCAACAAATTGAGAGCATGATTGAGGCCGAATCTTCTGTCAAAGAGAAGGACATGACCAAGGAATTCTTTGAAAACAAATCAGAAACATGGCCAATTGGAGAATCACCCAAAGGGGTTGAGGAAGGCTCTATTGGGAAAGTATGCAGAACATTGCTAGCAAAGTCTGTGTTCAACAGCCTATATGCATCTCCACAACTCGAGGGATTTTCAGCTGAATCAAGAAAATTGCTTCTCATTGTTCAGGCACTTAGGGACAACCTGGAACCTGGAACCTTCGATCTTGGGGGGCTATATGAAGCAATTGAGGAGTGCCTGATTAACGATCCCTGGGTTTTGCTTAATGCGTCTTGGTTCAACTCCTTCCTCACACATGCACTGAAATAG'
18
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
19
+ alignment_refs['PB1'] = 'ATGGATGTCAATCCGACTTTACTTTTCTTAAAAGTGCCAGCGCAAGATGCCATAAGTACCACATTCCCTTACACTGGAGATCCTCCATACAGCCATGGAACAGGGACAGGATACACAATGGACACAGTCAACAGAACACATCAATACTCAGAGAAGGGAAAATGGACAACAAACACAGAAACCGGAGCACCTCAACTCAACCCAATTGATGGGCCACTACCTGAGGACAACGAACCGAGCGGATATGCACAAACAGATTGCGTGTTGGAAGCAATGGCTTTCCTTGAAGAGTCCCACCCAGGGATCTTTGAAAACTCTTGTCTTGAAACGATGGAAGTCGTTCAGCAAACAAGAGTGGACAAACTAACTCAAGGTCGCCAGACATATGACTGGACACTGAATAGAAACCAACCAGCTGCAACTGCCCTGGCCAACACTATAGAGGTCTTCAGATCAAACGGTCTAACAGCCAATGAATCGGGGAGACTAATAGATTTCCTCAAGGATGTGATGGACTCAATGGATAAAGAAGAAATGGAAATAACAACACATTTCCAGAGAAAGAGAAGAGTAAGGGACAACATGACCAAGAAAATGGTCACACAAAGAACAATAGGAAAGAAGAAACAAAGGCTAAACAAGAGGAGCTACTTAATAAGAGCACTGACACTGAATACAATGACAAAAGATGCAGAAAGAGGCAAATTGAAGAGACGGGCGATTGCAACACCAGGGATGCAGATTAGAGGATTTGTGTACTTTGTCGAAACACTGGCAAGGAGCATCTGTGAAAAACTTGAGCAATCTGGACTCCCCGTTGGAGGGAATGAGAAGAAGGCTAAATTGGCAAATGTCGTGAGAAAAATGATGACTAACTCACAAGATACAGAGCTCTCCTTCACAATTACTGGAGACAACACCAAATGGAATGAGAATCAAAATCCTCGGATGTTTCTGGCAATGATAACATACATTACAAGAAACCAACCTGAATGGTTTAGAAATGTCTTAAGTATTGCCCCTATAATGTTCTCGAACAAAATGGCGAGATTGGGAAAAGGGTACATGTTTGAAAGTAAGAGCATGAAGTTACGGACACAAATACCTGCAGAATTGCTTGCAAACATTGACTTAAAATACTTCAATGAATCAACAAGAAAGAAAATCGAAAAGATAAGGCCTCTACTAATAGATGGCACTGCCTCATTGAGTCCTGGAATGATGATGGGCATGTTCAATATGCTGAGTACAGTATTAGGAGTTTCAATCCTAAATCTTGGGCAAAAGAATTACACCAAAACCACATACTGGTGGGATGGACTCCAATCCTCTGATGATTTCGCCCTCATAGTAAATGCACCGAATCATGAGGGAATACAAGCAGGAGTGGATAGGTTCTATAGGACCTGCAAACTGGTCGGGATCAATATGAGCAAAAAGAAGTCTTACATAAACCGGACTGGAACATTTGAGTTCACAAGCTTTTTCTATCGCTATGGATTTGTGGCTAACTTCAGTATGGAGCTGCCCAGCTTTGGGGTTTCTGGGATCAATGAATCAGCTGACATGAGCATTGGCGTCACAGTGATAAAGAACAACATGATAAACAATGACCTTGGACCAGCAACAGCTCAAATGGCCCTTCAACTATTCATCAAAGATTACAGGTACACGTACCGATGCCACAGAGGTGACACACAAATTCAAACGAGGAGATCATTCGAGCTGAAGAAGCTGTGGGAACAGACCCGTTCAAAGGCAGGACTGTTGGTGTCAGATGGAGGACCAAATCTATACAACATCCGGAATCTCCATATCCCAGAGGTCTGCCTGAAGTGGGAGCTGATGGACGAAGATTACCAGGGCAGGTTGTGTAATCCTCTGAACCCATTTGTCAGCCATAAAGAAATTGAGTCCGTAAACAATGCTGTGGTGATGCCAGCTCACGGTCCAGCCAAAAGCATGGAATATGATGCCGTTGCGACTACACACTCATGGACTCCTAAAAGGAATCGTTCCATTCTCAATACCAGTCAAAGGGGAATTCTTGAGGATGAACAGATGTACCAGAAATGCTGCAGTCTATTCGAGAAATTCTTCCCCAGTAGTTCATACAGGAGACCAGTTGGAATTTCCAGCATGGTGGAGGCCATGGTGTCTAGGGCCCGAATCGATGCACGCATTGATTTCGAATCTGGAAGGATCAAGAAGGAAGAGTTTGCTGAGATCATGAAGATCTGTTCCACCATTGAAGAGCTCAGACGGCAAAAATAG'
20
+ # >A/avian/Italy/21VIR10913-3/2021_seg_ver=1
21
+ alignment_refs['PB2'] = 'ATGGAGAGAATAAAAGAGCTAAGAGATTTGATGTCGCAGTCTCGCACTCGCGAGATACTGACAAAAACCACCGTGGACCATATGGCCATAATCAAGAAATATACATCAGGAAGACAGGAGAAGAACCCTGCACTTAGGATGAAGTGGATGATGGCAATGAAATATCCGATTACAGCAGACAAAAGGATAATGGAGATGATCCCTGAAAGAAACGAGCAAGGTCAGACTCTTTGGAGCAAAACAAATGATGCTGGATCGGATAGAGTAATGGTGTCACCTCTGGCTGTGACGTGGTGGAATAGAAATGGACCAACAACAAGTACAGTCCATTACCCAAAGGTCTATAAAACTTACTTTGAAAAGGTTGAAAGGTTAAAGCATGGAACCTTCGGCCCTGTCCATTTCCGGAATCAGGTTAAGATACGCCGCAGAGTTGACATAAACCCGGGCCATGCAGACCTCAGTGCTAAAGAAGCACAAGACGTCATCATGGAGGTCGTTTTCCCAAATGAAGTCGGAGCCAGAATATTGACATCAGAGTCACAGTTAACAATTACAAAAGAAAAGAAGGAGGAACTCCAGGACTGTAAGATTGCCCCTCTAATGGTGGCATACATGTTGGAGAGAGAACTGGTTCGAAAAACCAGATTCCTGCCAGTAGCTGGCGGAACAAGTAGCGTATATATCGAAGTGTTGCACCTGACTCAAGGAACCTGCTGGGAACAAATGTATACGCCAGGAGGAGAAGTGAGAAATGATGACATTGACCAAAGTTTAATTATTGCTGCCAGAAATATCGTTAGGAGAGCAACAGTATCAGCAGACCCATTGGCTTCACTACTGGAGATGTGCCATAGTACACAGATTGGCGGGATAAGAATGGTAGACATTCTTAGACAGAACCCAACAGAAGAGCAAGCCGTGGATATATGCAAAGCAGCAATGGGTTTAAGAATCAGTTCATCCTTCAGTTTTGGAGGTTTCACTTTCAAAAGGACAAGCGGATCATCTGTCAAAAGAGAAGAGGAAGTGCTCACCGGCAACCTCCAAACATTGAAAATAAGAGTACATGAAGGGTATGAGGAATTCACAATGGTTGGGCGGAGAGCAACAGCCATTCTAAGGAAAGCAACCAGAAGGCTGATCCAATTGATAGTAAGTGGAAAAGACGAGCAGTCAATCGCCGAAGCGATCATAGTGGCAATGGTGTTCTCTCAAGAGGATTGCATGATAAAGGCTGTACGAGGTGATTTAAATTTTGTCAATAGAGCGAATCAGCGGCTCAATCCTATGCATCAGCTCCTGAGGCATTTCCAAAAGGATGCAAAGGTACTATTCCAAAACTGGGGAATTGAACCCATTGACAATGTCATGGGAATGATAGGAATATTGCCTGATATGACTCCCAGCACAGAGATGTCACTAAGAGGAGTGAGGGTCAGTAAAATGGGAGTGGATGAATATTCCAGTACTGAGAGGGTGGTCGTGAGTATTGATCGCTTCTTGAGGGTACGAGACCAGAGAGGAAATGTACTCTTGTCTCCCGAAGAGGTCAGTGAAACACAGGGAACAGAGAAGCTAACGATAACATATTCATCATCCATGATGTGGGAAATTAATGGCCCTGAGTCAGTGCTAGTTAACACATATCAATGGGTCATCAGAAACTGGGAAACTGTGAAGATTCAGTGGTCCCAAGACCCTACAATGCTATACAACAAGATGGAGTTTGAGCCTTTTCAGTCCTTGGTGCCCAAGGCAGCCAGAGGCCAGTACAGTGGATTTGTAAGGACCTTATTCCAGCAGATGCGTGATGTGCTGGGAACCTTTGACACTGTCCAGATAATAAAGCTACTTCCATTTGCAGCAGCACCACCGGAACAGAGTAGGATGCAGTTCTCTTCTCTAACTGTAAACGTAAGGGGTTCAGGAATGAGAATACTTGTGAGAGGAAACTCCCCTGTGTTCAACTATAATAAGGCAACCAAGAGGCTCATAGTCCTTGGAAAGGATGCTGGTGCATTGACAGGAGACCCAGGTGAGGGGACAGCAGGAGTGGAGTCTGCGGTATTGAGAGGGTTCCTAATTCTGGGCAAAGAGGACAAAAGATATGGACCAGCGCTGAGCATCAATGAATTGAGCAATCTTGCGAAAGGGGAGAAGGCTAATGTGTTGATAGGGCAAGGAGACGTGGTGTTGGTGATGAAACGGAAACGGGACTCTAGCATACTTACTGACAGCCAGACAGCGACCAAAAGAATTCGGATGGCCATCAATTA'
22
+
23
+
24
+ def read_fasta(file):
25
+ sample_name = None
26
+ seq = []
27
+
28
+ for line in file:
29
+ if not (line := line.strip()):
30
+ continue
31
+
32
+ if line.startswith('>'):
33
+ if sample_name is not None:
34
+ yield sample_name, ''.join(seq).upper()
35
+ sample_name = line[1:]
36
+ seq.clear()
37
+ else:
38
+ seq.append(line)
39
+
40
+ if sample_name is not None:
41
+ yield sample_name, ''.join(seq).upper()
42
+
43
+
44
+ def pairwise_alignment(ref_seq, q_seq):
45
+ aligner = PairwiseAligner()
46
+ aligner.match_score = 1
47
+ aligner.mismatch_score = -1
48
+ aligner.open_gap_score = -4
49
+ aligner.extend_gap_score = -1
50
+ ref_al, q_al = aligner.align(ref_seq, q_seq)[0]
51
+ cut_al = cut_alignment(ref_al, q_al)
52
+ return cut_al
53
+
54
+
55
+ def cut_alignment(ref, qry):
56
+ gap_idxs = [i for i, nt in enumerate(ref) if nt == '-']
57
+ return ''.join(nt for i, nt in enumerate(qry) if i not in gap_idxs)
58
+
59
+
60
+ def encode_sequence(seq: str) -> List[bool]:
61
+ T, F = True, False
62
+ encoding_dict = {
63
+ 'A': [T, F, F, F], 'C': [F, T, F, F], 'G': [F, F, T, F], 'T': [F, F, F, T], 'U': [F, F, F, T], 'W': [T, F, F, T],
64
+ 'S': [F, T, T, F], 'M': [T, T, F, F], 'K': [F, F, T, T], 'R': [T, F, T, F], 'Y': [F, T, F, T], 'B': [F, T, T, T],
65
+ 'D': [T, F, T, T], 'H': [T, T, F, T], 'V': [T, T, T, F], 'N': [T, T, T, T], 'Z': [F, F, F, F], '-': [F, F, F, F]
66
+ }
67
+
68
+ try:
69
+ return list(itertools.chain(*[encoding_dict[base] for base in seq]))
70
+ except KeyError as ex:
71
+ raise InvalidEncoding(f"Invalid nucleotide found: '{ex.args[0]}' is an unknown IUPAC degeneration")
72
+
73
+
74
+ class InvalidEncoding(Exception):
75
+ pass