miga-base 0.3.0.0 → 0.3.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +21 -4
- data/actions/init.rb +258 -0
- data/actions/run_local.rb +1 -2
- data/actions/test_taxonomy.rb +4 -1
- data/bin/miga +8 -1
- data/lib/miga/dataset.rb +4 -4
- data/lib/miga/dataset_result.rb +7 -4
- data/lib/miga/version.rb +2 -2
- data/scripts/_distances_noref_nomulti.bash +3 -1
- data/scripts/clade_finding.bash +1 -1
- data/scripts/init.bash +1 -1
- data/scripts/miga.bash +1 -1
- data/scripts/mytaxa.bash +78 -72
- data/scripts/mytaxa_scan.bash +67 -62
- data/scripts/ogs.bash +1 -1
- data/scripts/trimmed_fasta.bash +4 -3
- data/utils/enveomics/Examples/aai-matrix.bash +66 -0
- data/utils/enveomics/Examples/ani-matrix.bash +66 -0
- data/utils/enveomics/Examples/essential-phylogeny.bash +105 -0
- data/utils/enveomics/Examples/unus-genome-phylogeny.bash +100 -0
- data/utils/enveomics/LICENSE.txt +73 -0
- data/utils/enveomics/Makefile +52 -0
- data/utils/enveomics/Manifest/Tasks/aasubs.json +103 -0
- data/utils/enveomics/Manifest/Tasks/blasttab.json +703 -0
- data/utils/enveomics/Manifest/Tasks/distances.json +161 -0
- data/utils/enveomics/Manifest/Tasks/fasta.json +571 -0
- data/utils/enveomics/Manifest/Tasks/fastq.json +208 -0
- data/utils/enveomics/Manifest/Tasks/graphics.json +126 -0
- data/utils/enveomics/Manifest/Tasks/ogs.json +339 -0
- data/utils/enveomics/Manifest/Tasks/other.json +746 -0
- data/utils/enveomics/Manifest/Tasks/remote.json +355 -0
- data/utils/enveomics/Manifest/Tasks/sequence-identity.json +454 -0
- data/utils/enveomics/Manifest/Tasks/tables.json +308 -0
- data/utils/enveomics/Manifest/Tasks/trees.json +68 -0
- data/utils/enveomics/Manifest/Tasks/variants.json +111 -0
- data/utils/enveomics/Manifest/categories.json +132 -0
- data/utils/enveomics/Manifest/examples.json +154 -0
- data/utils/enveomics/Manifest/tasks.json +4 -0
- data/utils/enveomics/Pipelines/assembly.pbs/CONFIG.mock.bash +69 -0
- data/utils/enveomics/Pipelines/assembly.pbs/FastA.N50.pl +56 -0
- data/utils/enveomics/Pipelines/assembly.pbs/FastA.filterN.pl +60 -0
- data/utils/enveomics/Pipelines/assembly.pbs/FastA.length.pl +38 -0
- data/utils/enveomics/Pipelines/assembly.pbs/README.md +189 -0
- data/utils/enveomics/Pipelines/assembly.pbs/RUNME-2.bash +112 -0
- data/utils/enveomics/Pipelines/assembly.pbs/RUNME-3.bash +23 -0
- data/utils/enveomics/Pipelines/assembly.pbs/RUNME-4.bash +44 -0
- data/utils/enveomics/Pipelines/assembly.pbs/RUNME.bash +50 -0
- data/utils/enveomics/Pipelines/assembly.pbs/kSelector.R +37 -0
- data/utils/enveomics/Pipelines/assembly.pbs/newbler.pbs +68 -0
- data/utils/enveomics/Pipelines/assembly.pbs/newbler_preparator.pl +49 -0
- data/utils/enveomics/Pipelines/assembly.pbs/soap.pbs +80 -0
- data/utils/enveomics/Pipelines/assembly.pbs/stats.pbs +57 -0
- data/utils/enveomics/Pipelines/assembly.pbs/velvet.pbs +63 -0
- data/utils/enveomics/Pipelines/blast.pbs/01.pbs.bash +38 -0
- data/utils/enveomics/Pipelines/blast.pbs/02.pbs.bash +73 -0
- data/utils/enveomics/Pipelines/blast.pbs/03.pbs.bash +21 -0
- data/utils/enveomics/Pipelines/blast.pbs/BlastTab.recover_job.pl +72 -0
- data/utils/enveomics/Pipelines/blast.pbs/CONFIG.mock.bash +98 -0
- data/utils/enveomics/Pipelines/blast.pbs/FastA.split.pl +55 -0
- data/utils/enveomics/Pipelines/blast.pbs/README.md +127 -0
- data/utils/enveomics/Pipelines/blast.pbs/RUNME.bash +109 -0
- data/utils/enveomics/Pipelines/blast.pbs/TASK.check.bash +128 -0
- data/utils/enveomics/Pipelines/blast.pbs/TASK.dry.bash +16 -0
- data/utils/enveomics/Pipelines/blast.pbs/TASK.eo.bash +22 -0
- data/utils/enveomics/Pipelines/blast.pbs/TASK.pause.bash +26 -0
- data/utils/enveomics/Pipelines/blast.pbs/TASK.run.bash +89 -0
- data/utils/enveomics/Pipelines/blast.pbs/sentinel.pbs.bash +29 -0
- data/utils/enveomics/Pipelines/idba.pbs/README.md +49 -0
- data/utils/enveomics/Pipelines/idba.pbs/RUNME.bash +95 -0
- data/utils/enveomics/Pipelines/idba.pbs/run.pbs +56 -0
- data/utils/enveomics/Pipelines/trim.pbs/README.md +54 -0
- data/utils/enveomics/Pipelines/trim.pbs/RUNME.bash +70 -0
- data/utils/enveomics/Pipelines/trim.pbs/run.pbs +130 -0
- data/utils/enveomics/README.md +40 -0
- data/utils/enveomics/Scripts/AAsubs.log2ratio.rb +171 -0
- data/utils/enveomics/Scripts/Aln.cat.rb +162 -0
- data/utils/enveomics/Scripts/Aln.convert.pl +35 -0
- data/utils/enveomics/Scripts/AlphaDiversity.pl +152 -0
- data/utils/enveomics/Scripts/BlastPairwise.AAsubs.pl +102 -0
- data/utils/enveomics/Scripts/BlastTab.addlen.rb +61 -0
- data/utils/enveomics/Scripts/BlastTab.advance.bash +48 -0
- data/utils/enveomics/Scripts/BlastTab.best_hit_sorted.pl +55 -0
- data/utils/enveomics/Scripts/BlastTab.catsbj.pl +106 -0
- data/utils/enveomics/Scripts/BlastTab.cogCat.rb +76 -0
- data/utils/enveomics/Scripts/BlastTab.filter.pl +47 -0
- data/utils/enveomics/Scripts/BlastTab.kegg_pep2path_rest.pl +194 -0
- data/utils/enveomics/Scripts/BlastTab.metaxaPrep.pl +104 -0
- data/utils/enveomics/Scripts/BlastTab.pairedHits.rb +157 -0
- data/utils/enveomics/Scripts/BlastTab.recplot2.R +40 -0
- data/utils/enveomics/Scripts/BlastTab.seqdepth.pl +86 -0
- data/utils/enveomics/Scripts/BlastTab.seqdepth_ZIP.pl +119 -0
- data/utils/enveomics/Scripts/BlastTab.seqdepth_nomedian.pl +86 -0
- data/utils/enveomics/Scripts/BlastTab.subsample.pl +47 -0
- data/utils/enveomics/Scripts/BlastTab.sumPerHit.pl +114 -0
- data/utils/enveomics/Scripts/BlastTab.taxid2taxrank.pl +90 -0
- data/utils/enveomics/Scripts/BlastTab.topHits_sorted.rb +101 -0
- data/utils/enveomics/Scripts/Chao1.pl +97 -0
- data/utils/enveomics/Scripts/CharTable.classify.rb +234 -0
- data/utils/enveomics/Scripts/EBIseq2tax.rb +83 -0
- data/utils/enveomics/Scripts/FastA.N50.pl +56 -0
- data/utils/enveomics/Scripts/FastA.filter.pl +52 -0
- data/utils/enveomics/Scripts/FastA.filterLen.pl +28 -0
- data/utils/enveomics/Scripts/FastA.filterN.pl +60 -0
- data/utils/enveomics/Scripts/FastA.fragment.rb +92 -0
- data/utils/enveomics/Scripts/FastA.gc.pl +42 -0
- data/utils/enveomics/Scripts/FastA.interpose.pl +87 -0
- data/utils/enveomics/Scripts/FastA.length.pl +38 -0
- data/utils/enveomics/Scripts/FastA.per_file.pl +36 -0
- data/utils/enveomics/Scripts/FastA.qlen.pl +57 -0
- data/utils/enveomics/Scripts/FastA.rename.pl +65 -0
- data/utils/enveomics/Scripts/FastA.revcom.pl +23 -0
- data/utils/enveomics/Scripts/FastA.slider.pl +85 -0
- data/utils/enveomics/Scripts/FastA.split.pl +55 -0
- data/utils/enveomics/Scripts/FastA.subsample.pl +131 -0
- data/utils/enveomics/Scripts/FastA.tag.rb +64 -0
- data/utils/enveomics/Scripts/FastA.wrap.rb +48 -0
- data/utils/enveomics/Scripts/FastQ.filter.pl +54 -0
- data/utils/enveomics/Scripts/FastQ.interpose.pl +90 -0
- data/utils/enveomics/Scripts/FastQ.offset.pl +90 -0
- data/utils/enveomics/Scripts/FastQ.split.pl +53 -0
- data/utils/enveomics/Scripts/FastQ.tag.rb +63 -0
- data/utils/enveomics/Scripts/FastQ.toFastA.awk +24 -0
- data/utils/enveomics/Scripts/GenBank.add_fields.rb +84 -0
- data/utils/enveomics/Scripts/HMM.essential.rb +254 -0
- data/utils/enveomics/Scripts/HMMsearch.extractIds.rb +83 -0
- data/utils/enveomics/Scripts/JPlace.distances.rb +88 -0
- data/utils/enveomics/Scripts/JPlace.to_iToL.rb +306 -0
- data/utils/enveomics/Scripts/M5nr.getSequences.rb +81 -0
- data/utils/enveomics/Scripts/MeTaxa.distribution.pl +198 -0
- data/utils/enveomics/Scripts/MyTaxa.fragsByTax.pl +35 -0
- data/utils/enveomics/Scripts/MyTaxa.seq-taxrank.rb +49 -0
- data/utils/enveomics/Scripts/NCBIacc2tax.rb +92 -0
- data/utils/enveomics/Scripts/Newick.autoprune.R +27 -0
- data/utils/enveomics/Scripts/RAxML-EPA.to_iToL.pl +228 -0
- data/utils/enveomics/Scripts/RefSeq.download.bash +48 -0
- data/utils/enveomics/Scripts/SRA.download.bash +50 -0
- data/utils/enveomics/Scripts/TRIBS.plot-test.R +36 -0
- data/utils/enveomics/Scripts/TRIBS.test.R +39 -0
- data/utils/enveomics/Scripts/Table.barplot.R +30 -0
- data/utils/enveomics/Scripts/Table.df2dist.R +30 -0
- data/utils/enveomics/Scripts/Table.filter.pl +61 -0
- data/utils/enveomics/Scripts/Table.merge.pl +77 -0
- data/utils/enveomics/Scripts/Table.replace.rb +69 -0
- data/utils/enveomics/Scripts/Table.round.rb +63 -0
- data/utils/enveomics/Scripts/Table.split.pl +57 -0
- data/utils/enveomics/Scripts/Taxonomy.silva2ncbi.rb +227 -0
- data/utils/enveomics/Scripts/VCF.KaKs.rb +147 -0
- data/utils/enveomics/Scripts/VCF.SNPs.rb +88 -0
- data/utils/enveomics/Scripts/aai.rb +373 -0
- data/utils/enveomics/Scripts/ani.rb +362 -0
- data/utils/enveomics/Scripts/gi2tax.rb +103 -0
- data/utils/enveomics/Scripts/in_silico_GA_GI.pl +96 -0
- data/utils/enveomics/Scripts/lib/data/essential.hmm.gz +0 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/enveomics.rb +26 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/jplace.rb +253 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/og.rb +182 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/remote_data.rb +74 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/seq_range.rb +237 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/stat.rb +30 -0
- data/utils/enveomics/Scripts/lib/enveomics_rb/vcf.rb +135 -0
- data/utils/enveomics/Scripts/ogs.annotate.rb +88 -0
- data/utils/enveomics/Scripts/ogs.core-pan.rb +160 -0
- data/utils/enveomics/Scripts/ogs.extract.rb +125 -0
- data/utils/enveomics/Scripts/ogs.mcl.rb +186 -0
- data/utils/enveomics/Scripts/ogs.rb +104 -0
- data/utils/enveomics/Scripts/ogs.stats.rb +131 -0
- data/utils/enveomics/Scripts/rbm.rb +137 -0
- data/utils/enveomics/Tests/Makefile +10 -0
- data/utils/enveomics/Tests/Mgen_M2288.faa +3189 -0
- data/utils/enveomics/Tests/Mgen_M2288.fna +8282 -0
- data/utils/enveomics/Tests/Mgen_M2321.fna +8288 -0
- data/utils/enveomics/Tests/Nequ_Kin4M.faa +2970 -0
- data/utils/enveomics/Tests/Xanthomonas_oryzae-PilA.tribs.Rdata +0 -0
- data/utils/enveomics/Tests/Xanthomonas_oryzae-PilA.txt +7 -0
- data/utils/enveomics/Tests/Xanthomonas_oryzae.aai-mat.tsv +17 -0
- data/utils/enveomics/Tests/Xanthomonas_oryzae.aai.tsv +137 -0
- data/utils/enveomics/Tests/a_mg.cds-go.blast.tsv +123 -0
- data/utils/enveomics/Tests/a_mg.reads-cds.blast.tsv +200 -0
- data/utils/enveomics/Tests/a_mg.reads-cds.counts.tsv +55 -0
- data/utils/enveomics/Tests/alkB.nwk +1 -0
- data/utils/enveomics/Tests/anthrax-cansnp-data.tsv +13 -0
- data/utils/enveomics/Tests/anthrax-cansnp-key.tsv +17 -0
- data/utils/enveomics/Tests/hiv1.faa +59 -0
- data/utils/enveomics/Tests/hiv1.fna +134 -0
- data/utils/enveomics/Tests/hiv2.faa +70 -0
- data/utils/enveomics/Tests/hiv_mix-hiv1.blast.tsv +233 -0
- data/utils/enveomics/Tests/hiv_mix-hiv1.blast.tsv.lim +1 -0
- data/utils/enveomics/Tests/hiv_mix-hiv1.blast.tsv.rec +233 -0
- data/utils/enveomics/Tests/phyla_counts.tsv +10 -0
- data/utils/enveomics/Tests/primate_lentivirus.ogs +11 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/hiv1-hiv1.rbm +9 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/hiv1-hiv2.rbm +8 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/hiv1-siv.rbm +6 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/hiv2-hiv2.rbm +9 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/hiv2-siv.rbm +6 -0
- data/utils/enveomics/Tests/primate_lentivirus.rbm/siv-siv.rbm +6 -0
- data/utils/enveomics/build_enveomics_r.bash +44 -0
- data/utils/enveomics/enveomics.R/DESCRIPTION +31 -0
- data/utils/enveomics/enveomics.R/NAMESPACE +35 -0
- data/utils/enveomics/enveomics.R/R/autoprune.R +121 -0
- data/utils/enveomics/enveomics.R/R/barplot.R +165 -0
- data/utils/enveomics/enveomics.R/R/cliopts.R +119 -0
- data/utils/enveomics/enveomics.R/R/df2dist.R +117 -0
- data/utils/enveomics/enveomics.R/R/growthcurve.R +263 -0
- data/utils/enveomics/enveomics.R/R/recplot.R +320 -0
- data/utils/enveomics/enveomics.R/R/recplot2.R +745 -0
- data/utils/enveomics/enveomics.R/R/tribs.R +423 -0
- data/utils/enveomics/enveomics.R/R/utils.R +16 -0
- data/utils/enveomics/enveomics.R/README.md +52 -0
- data/utils/enveomics/enveomics.R/data/growth.curves.rda +0 -0
- data/utils/enveomics/enveomics.R/data/phyla.counts.rda +0 -0
- data/utils/enveomics/enveomics.R/man/enve.GrowthCurve-class.Rd +30 -0
- data/utils/enveomics/enveomics.R/man/enve.TRIBS-class.Rd +43 -0
- data/utils/enveomics/enveomics.R/man/enve.TRIBS.merge.Rd +19 -0
- data/utils/enveomics/enveomics.R/man/enve.TRIBStest-class.Rd +37 -0
- data/utils/enveomics/enveomics.R/man/enve.__prune.iter.Rd +24 -0
- data/utils/enveomics/enveomics.R/man/enve.__prune.reduce.Rd +24 -0
- data/utils/enveomics/enveomics.R/man/enve.__tribs.Rd +33 -0
- data/utils/enveomics/enveomics.R/man/enve.barplot.Rd +64 -0
- data/utils/enveomics/enveomics.R/man/enve.cliopts.Rd +37 -0
- data/utils/enveomics/enveomics.R/man/enve.col.alpha.Rd +19 -0
- data/utils/enveomics/enveomics.R/man/enve.col2alpha.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/enve.df2dist.Rd +26 -0
- data/utils/enveomics/enveomics.R/man/enve.df2dist.group.Rd +25 -0
- data/utils/enveomics/enveomics.R/man/enve.df2dist.list.Rd +26 -0
- data/utils/enveomics/enveomics.R/man/enve.growthcurve.Rd +49 -0
- data/utils/enveomics/enveomics.R/man/enve.prune.dist.Rd +28 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot.Rd +97 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2-class.Rd +40 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.Rd +40 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.__counts.Rd +24 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.__findPeak.Rd +40 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.__findPeaks.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.__peakHist.Rd +22 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.__whichClosestPeak.Rd +20 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.changeCutoff.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.corePeak.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.extractWindows.Rd +27 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.findPeaks.Rd +53 -0
- data/utils/enveomics/enveomics.R/man/enve.recplot2.peak-class.Rd +44 -0
- data/utils/enveomics/enveomics.R/man/enve.tribs.Rd +44 -0
- data/utils/enveomics/enveomics.R/man/enve.tribs.test.Rd +21 -0
- data/utils/enveomics/enveomics.R/man/enveomics.R-package.Rd +15 -0
- data/utils/enveomics/enveomics.R/man/growth.curves.Rd +14 -0
- data/utils/enveomics/enveomics.R/man/phyla.counts.Rd +13 -0
- data/utils/enveomics/enveomics.R/man/plot.enve.GrowthCurve.Rd +43 -0
- data/utils/enveomics/enveomics.R/man/plot.enve.TRIBS.Rd +29 -0
- data/utils/enveomics/enveomics.R/man/plot.enve.TRIBStest.Rd +30 -0
- data/utils/enveomics/enveomics.R/man/plot.enve.recplot2.Rd +71 -0
- data/utils/enveomics/enveomics.R/man/summary.enve.GrowthCurve.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/summary.enve.TRIBS.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/summary.enve.TRIBStest.Rd +18 -0
- data/utils/enveomics/enveomics.R/man/z$-methods.Rd +27 -0
- data/utils/enveomics/globals.mk +8 -0
- data/utils/enveomics/manifest.json +9 -0
- data/utils/index_metadata.rb +0 -0
- data/utils/plot-taxdist.R +0 -0
- data/utils/requirements.txt +19 -19
- metadata +242 -2
data/scripts/clade_finding.bash
CHANGED
@@ -26,7 +26,7 @@ ogs.mcl.rb -d . -o miga-project.ani95-clades -t "$CORES" -b \
|
|
26
26
|
rm genome-genome.ani95.rbm
|
27
27
|
|
28
28
|
# Propose clade projects
|
29
|
-
|
29
|
+
tail -n +2 miga-project.ani95-clades | tr "," "\\t" | awk 'NF >= 5' \
|
30
30
|
> miga-project.proposed-clades
|
31
31
|
|
32
32
|
# Run R code (except in projects type clade)
|
data/scripts/init.bash
CHANGED
@@ -109,7 +109,7 @@ echo "export PATH=\$MIGA_PATH\$PATH" >> "$HOME/.miga_rc"
|
|
109
109
|
# Check for R packages
|
110
110
|
echo "
|
111
111
|
Looking for R packages:" >&2
|
112
|
-
RLIBS="enveomics.R ape phangorn phytools
|
112
|
+
RLIBS="enveomics.R ape phangorn phytools cluster vegan"
|
113
113
|
for lib in $RLIBS ; do
|
114
114
|
if ! check_rlib "$lib" ; then
|
115
115
|
echo "+ Installing $lib" >&2
|
data/scripts/miga.bash
CHANGED
@@ -3,7 +3,7 @@ set -e
|
|
3
3
|
#MIGA=${MIGA:-$(cd "$(dirname "$0")/.."; pwd)}
|
4
4
|
# shellcheck source=/dev/null
|
5
5
|
source "$HOME/.miga_rc"
|
6
|
-
export PATH="$MIGA/bin:$PATH"
|
6
|
+
export PATH="$MIGA/bin:$MIGA/utils/enveomics/Scripts:$PATH"
|
7
7
|
SCRIPT=${SCRIPT:-$(basename "$0" .bash)}
|
8
8
|
|
9
9
|
function exists { [[ -e "$1" ]] ; }
|
data/scripts/mytaxa.bash
CHANGED
@@ -12,82 +12,88 @@ cd "$DIR"
|
|
12
12
|
|
13
13
|
# Initialize
|
14
14
|
miga date > "$DATASET.start"
|
15
|
-
|
15
|
+
if [[ "$MIGA_MYTAXA" == "no" ]] ; then
|
16
|
+
echo "This system doesn't currently support MyTaxa." \
|
17
|
+
> "$DATASET.nomytaxa.txt"
|
18
|
+
else
|
19
|
+
MT=$(dirname -- "$(which MyTaxa)")
|
16
20
|
|
17
|
-
# Check type of dataset
|
18
|
-
MULTI=$(miga list_datasets -P "$PROJECT" -D "$DATASET" --multi \
|
19
|
-
|
20
|
-
if [[ "$MULTI" -eq "1" ]] ; then
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
21
|
+
# Check type of dataset
|
22
|
+
MULTI=$(miga list_datasets -P "$PROJECT" -D "$DATASET" --multi \
|
23
|
+
| wc -l | awk '{print $1}')
|
24
|
+
if [[ "$MULTI" -eq "1" ]] ; then
|
25
|
+
# Check requirements
|
26
|
+
if [[ ! -e "$MT/AllGenomes.faa.dmnd" ]] ; then
|
27
|
+
echo "Cannot locate the database: $MT/AllGenomes.faa.dmnd:" \
|
28
|
+
"no such file or directory" >&2
|
29
|
+
exit 1
|
30
|
+
fi
|
31
|
+
if [[ ! -d "$MT/db" ]] ; then
|
32
|
+
echo "Cannot locate the MyTaxa index: $MT/db:" \
|
33
|
+
"no such file or directory" >&2
|
34
|
+
exit 1
|
35
|
+
fi
|
36
|
+
if [[ ! -d "$MT/utils" ]] ; then
|
37
|
+
echo "Cannot locate the MyTaxa utilities: $MT/utils:" \
|
38
|
+
"no such file or directory" >&2
|
39
|
+
exit 1
|
40
|
+
fi
|
41
|
+
|
42
|
+
# Execute search
|
43
|
+
diamond blastp -q "../../../06.cds/$DATASET.faa" -d "$MT/AllGenomes.faa" \
|
44
|
+
-a "$DATASET.daa" -k 5 -p "$CORES" --min-score 60
|
45
|
+
diamond view -a "$DATASET.daa" -o "$DATASET.blast"
|
42
46
|
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
47
|
+
# Prepare MyTaxa input, execute MyTaxa, and generate profiles
|
48
|
+
[[ -e "../../../06.cds/$DATASET.gff2.gz" ]] \
|
49
|
+
&& [[ ! -e "../../../06.cds/$DATASET.gff2" ]] \
|
50
|
+
&& gunzip "../../../06.cds/$DATASET.gff2.gz"
|
51
|
+
[[ -e "../../../06.cds/$DATASET.gff3.gz" ]] \
|
52
|
+
&& [[ ! -e "../../../06.cds/$DATASET.gff3" ]] \
|
53
|
+
&& gunzip "../../../06.cds/$DATASET.gff3.gz"
|
54
|
+
if [[ -e "../../../06.cds/$DATASET.gff2" ]] ; then
|
55
|
+
# GFF2
|
56
|
+
perl "$MT/utils/infile_convert.pl" -f gff2 \
|
57
|
+
"../../../06.cds/$DATASET.gff2" "$DATASET.blast" \
|
58
|
+
| sort -k 13 > "$DATASET.mytaxain"
|
59
|
+
"$MT/MyTaxa" "$DATASET.mytaxain" "$DATASET.mytaxa" "0.5"
|
60
|
+
perl "$MT/utils/MyTaxa.distribution.pl" -m "$DATASET.mytaxa" \
|
61
|
+
-g "../../../06.cds/$DATASET.gff2" -f gff2 \
|
62
|
+
-I "$DATASET.mytaxa.innominate" -G "$DATASET.mytaxa.genes" \
|
63
|
+
-K "$DATASET.mytaxa.krona" -u
|
64
|
+
elif [[ -e "../../../06.cds/$DATASET.gff3" ]] ; then
|
65
|
+
# GFF3
|
66
|
+
perl "$MT/utils/infile_convert.pl" -f gff3 \
|
67
|
+
"../../../06.cds/$DATASET.gff3" "$DATASET.blast" | sort -k 13 \
|
68
|
+
> "$DATASET.mytaxain"
|
69
|
+
"$MT/MyTaxa" "$DATASET.mytaxain" "$DATASET.mytaxa" "0.5"
|
70
|
+
perl "$MT/utils/MyTaxa.distribution.pl" -m "$DATASET.mytaxa" \
|
71
|
+
-g "../../../06.cds/$DATASET.gff3" -f gff3 \
|
72
|
+
-I "$DATASET.mytaxa.innominate" -G "$DATASET.mytaxa.genes" \
|
73
|
+
-K "$DATASET.mytaxa.krona" -u
|
74
|
+
else
|
75
|
+
# No GFF
|
76
|
+
perl "$MT/utils/infile_convert.pl" -f no "LOREM_IPSUM" "$DATASET.blast" \
|
77
|
+
| sort -k 13 > "$DATASET.mytaxain"
|
78
|
+
"$MT/MyTaxa" "$DATASET.mytaxain" "$DATASET.mytaxa" "0.5"
|
79
|
+
perl "$MT/utils/MyTaxa.distribution.pl" -m "$DATASET.mytaxa" \
|
80
|
+
-I "$DATASET.mytaxa.innominate" -G "$DATASET.mytaxa.genes" \
|
81
|
+
-K "$DATASET.mytaxa.krona" -u
|
82
|
+
fi
|
83
|
+
|
84
|
+
# Execute Krona
|
85
|
+
ktImportText -o "$DATASET.html" -n biota "$DATASET.mytaxa.krona,$DATASET"
|
79
86
|
|
80
|
-
|
81
|
-
|
87
|
+
# Gzip and cleanup
|
88
|
+
[[ -e "../../../06.cds/$DATASET.gff2" ]] \
|
89
|
+
&& gzip -9 -f "../../../06.cds/$DATASET.gff2"
|
90
|
+
[[ -e "../../../06.cds/$DATASET.gff3" ]] \
|
91
|
+
&& gzip -9 -f "../../../06.cds/$DATASET.gff3"
|
92
|
+
gzip -9 -f "$DATASET.mytaxain"
|
93
|
+
gzip -9 -f "$DATASET.blast"
|
94
|
+
rm "$DATASET.daa"
|
95
|
+
fi
|
82
96
|
|
83
|
-
# Gzip and cleanup
|
84
|
-
[[ -e "../../../06.cds/$DATASET.gff2" ]] \
|
85
|
-
&& gzip -9 -f "../../../06.cds/$DATASET.gff2"
|
86
|
-
[[ -e "../../../06.cds/$DATASET.gff3" ]] \
|
87
|
-
&& gzip -9 -f "../../../06.cds/$DATASET.gff3"
|
88
|
-
gzip -9 -f "$DATASET.mytaxain"
|
89
|
-
gzip -9 -f "$DATASET.blast"
|
90
|
-
rm "$DATASET.daa"
|
91
97
|
fi
|
92
98
|
|
93
99
|
# Finalize
|
data/scripts/mytaxa_scan.bash
CHANGED
@@ -12,76 +12,81 @@ cd "$DIR"
|
|
12
12
|
|
13
13
|
# Initialize
|
14
14
|
miga date > "$DATASET.start"
|
15
|
-
|
16
|
-
|
17
|
-
|
15
|
+
if [[ "$MIGA_MYTAXA" == "no" ]] ; then
|
16
|
+
echo "This system doesn't currently support MyTaxa." \
|
17
|
+
> "$DATASET.nomytaxa.txt"
|
18
|
+
else
|
19
|
+
MT=$(dirname -- "$(which MyTaxa)")
|
20
|
+
TMPDIR=$(mktemp -d /tmp/MiGA.XXXXXXXXXXXX)
|
21
|
+
trap "rm -rf '$TMPDIR'; exit" SIGHUP SIGINT SIGTERM
|
18
22
|
|
19
|
-
# Check type of dataset
|
20
|
-
NOMULTI=$(miga list_datasets -P "$PROJECT" -D "$DATASET" --no-multi \
|
21
|
-
|
22
|
-
if [[ "$NOMULTI" -eq "1" ]] ; then
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
fi
|
39
|
-
|
40
|
-
if [[ ! -s "$DATASET.mytaxa" ]] ; then
|
41
|
-
# Execute search
|
42
|
-
if [[ ! -s "$DATASET.blast" ]] ; then
|
43
|
-
diamond blastp -q "../../../06.cds/$DATASET.faa" \
|
44
|
-
-d "$MT/AllGenomes.faa" -k 5 -p "$CORES" --min-score 60 \
|
45
|
-
-a "$DATASET.daa" -t "$TMPDIR"
|
46
|
-
diamond view -a "$DATASET.daa" -o "$DATASET.blast" -t "$TMPDIR"
|
23
|
+
# Check type of dataset
|
24
|
+
NOMULTI=$(miga list_datasets -P "$PROJECT" -D "$DATASET" --no-multi \
|
25
|
+
| wc -l | awk '{print $1}')
|
26
|
+
if [[ "$NOMULTI" -eq "1" ]] ; then
|
27
|
+
# Check requirements
|
28
|
+
if [[ ! -e "$MT/AllGenomes.faa.dmnd" ]] ; then
|
29
|
+
echo "Cannot locate the database: $MT/AllGenomes.faa.dmnd:" \
|
30
|
+
"no such file or directory" >&2
|
31
|
+
exit 1
|
32
|
+
fi
|
33
|
+
if [[ ! -d "$MT/db" ]] ; then
|
34
|
+
echo "Cannot locate the MyTaxa index: $MT/db:" \
|
35
|
+
"no such file or directory" >&2
|
36
|
+
exit 1
|
37
|
+
fi
|
38
|
+
if [[ ! -d "$MT/utils" ]] ; then
|
39
|
+
echo "Cannot locate the MyTaxa utilities: $MT/utils:" \
|
40
|
+
"no such file or directory" >&2
|
41
|
+
exit 1
|
47
42
|
fi
|
43
|
+
|
44
|
+
if [[ ! -s "$DATASET.mytaxa" ]] ; then
|
45
|
+
# Execute search
|
46
|
+
if [[ ! -s "$DATASET.blast" ]] ; then
|
47
|
+
diamond blastp -q "../../../06.cds/$DATASET.faa" \
|
48
|
+
-d "$MT/AllGenomes.faa" -k 5 -p "$CORES" --min-score 60 \
|
49
|
+
-a "$DATASET.daa" -t "$TMPDIR"
|
50
|
+
diamond view -a "$DATASET.daa" -o "$DATASET.blast" -t "$TMPDIR"
|
51
|
+
fi
|
48
52
|
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
53
|
+
# Prepare MyTaxa input, execute MyTaxa, and generate profiles
|
54
|
+
perl "$MT/utils/infile_convert.pl" -f no "LOREM_IPSUM" "$DATASET.blast" \
|
55
|
+
| sort -k 13 > "$DATASET.mytaxain"
|
56
|
+
"$MT/MyTaxa" "$DATASET.mytaxain" "$DATASET.mytaxa" "0.5"
|
57
|
+
fi
|
58
|
+
ruby "$MIGA/utils/mytaxa_scan.rb" "../../../06.cds/$DATASET.faa" \
|
59
|
+
"$DATASET.mytaxa" "$DATASET.wintax"
|
60
|
+
echo "
|
61
|
+
source('$MIGA/utils/mytaxa_scan.R');
|
62
|
+
pdf('$DATASET.pdf', 12, 7);
|
63
|
+
mytaxa.scan('$DATASET.wintax');
|
64
|
+
dev.off();
|
65
|
+
" | R --vanilla
|
66
|
+
|
67
|
+
# Extract genes from flagged regions
|
68
|
+
[[ -d "$DATASET.reg" ]] || mkdir "$DATASET.reg"
|
69
|
+
if [[ -e "$DATASET.wintax.regions" ]] ; then
|
70
|
+
i=0
|
71
|
+
for win in $(cat "$DATASET.wintax.regions") ; do
|
72
|
+
let i=$i+1
|
73
|
+
awk "NR==$win" "$DATASET.wintax.genes" | tr "\\t" "\\n" \
|
74
|
+
> "$DATASET.reg/$i.ids"
|
75
|
+
FastA.filter.pl -q "$DATASET.reg/$i.ids" \
|
76
|
+
"../../../06.cds/$DATASET.faa" > "$DATASET.reg/$i.faa"
|
77
|
+
done
|
78
|
+
fi
|
62
79
|
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
awk "NR==$win" "$DATASET.wintax.genes" | tr "\\t" "\\n" \
|
70
|
-
> "$DATASET.reg/$i.ids"
|
71
|
-
FastA.filter.pl -q "$DATASET.reg/$i.ids" \
|
72
|
-
"../../../06.cds/$DATASET.faa" > "$DATASET.reg/$i.faa"
|
73
|
-
done
|
80
|
+
# Clean
|
81
|
+
[[ -e "$DATASET.daa" ]] && rm "$DATASET.daa"
|
82
|
+
[[ -s "$DATASET.blast" && ! -s "$DATASET.blast.gz" ]] \
|
83
|
+
&& gzip -9 -f "$DATASET.blast"
|
84
|
+
[[ -s "$DATASET.mytaxain" && ! -s "$DATASET.mytaxain.gz" ]] \
|
85
|
+
&& gzip -9 -f "$DATASET.mytaxain"
|
74
86
|
fi
|
75
87
|
|
76
|
-
# Clean
|
77
|
-
[[ -e "$DATASET.daa" ]] && rm "$DATASET.daa"
|
78
|
-
[[ -s "$DATASET.blast" && ! -s "$DATASET.blast.gz" ]] \
|
79
|
-
&& gzip -9 -f "$DATASET.blast"
|
80
|
-
[[ -s "$DATASET.mytaxain" && ! -s "$DATASET.mytaxain.gz" ]] \
|
81
|
-
&& gzip -9 -f "$DATASET.mytaxain"
|
82
88
|
fi
|
83
89
|
|
84
90
|
# Finalize
|
85
|
-
rm -R "$TMPDIR"
|
86
91
|
miga date > "$DATASET.done"
|
87
92
|
miga add_result -P "$PROJECT" -D "$DATASET" -r "$SCRIPT"
|
data/scripts/ogs.bash
CHANGED
@@ -37,7 +37,7 @@ fi
|
|
37
37
|
# Calculate Statistics
|
38
38
|
ogs.stats.rb -o miga-project.ogs -j miga-project.stats
|
39
39
|
ogs.core-pan.rb -o miga-project.ogs -s miga-project.core-pan.tsv -t "$CORES"
|
40
|
-
Rscript $MIGA/utils/core-pan-plot.R \
|
40
|
+
Rscript "$MIGA/utils/core-pan-plot.R" \
|
41
41
|
miga-project.core-pan.tsv miga-project.core-pan.pdf
|
42
42
|
|
43
43
|
# Finalize
|
data/scripts/trimmed_fasta.bash
CHANGED
@@ -21,13 +21,14 @@ for sis in 1 2 ; do
|
|
21
21
|
done
|
22
22
|
|
23
23
|
# FastQ -> FastA
|
24
|
-
FastQ.toFastA.awk
|
24
|
+
FQ2A="$MIGA/utils/enveomics/Scripts/FastQ.toFastA.awk"
|
25
|
+
awk -f "$FQ2A" < "../02.trimmed_reads/$b.1.clipped.fastq" > "$b.1.fasta"
|
25
26
|
if [[ -e "../02.trimmed_reads/$b.2.clipped.fastq" ]] ; then
|
26
|
-
|
27
|
+
awk -f "$FQ2A" < "../02.trimmed_reads/$b.2.clipped.fastq" > "$b.2.fasta"
|
27
28
|
FastA.interpose.pl "$b.CoupledReads.fa" "$b".[12].fasta
|
28
29
|
gzip -9 -f "$b.2.fasta"
|
29
30
|
gzip -9 -f "$b.1.fasta"
|
30
|
-
|
31
|
+
awk -f "$FQ2A" < "../02.trimmed_reads/$b".[12].clipped.single.fastq \
|
31
32
|
> "$b.SingleReads.fa"
|
32
33
|
gzip -9 -f "$b.SingleReads.fa"
|
33
34
|
else
|
@@ -0,0 +1,66 @@
|
|
1
|
+
#!/bin/bash
|
2
|
+
|
3
|
+
# @author Luis M. Rodriguez-R
|
4
|
+
# @license Artistic-2.0
|
5
|
+
|
6
|
+
set -e # <- So it stops if there is an error
|
7
|
+
function exists { [[ -e "$1" ]] ; } # <- To test *any* of many files
|
8
|
+
|
9
|
+
OUT=$1 # <- Output file
|
10
|
+
[[ -n "$1" ]] && shift
|
11
|
+
SEQS=("$@") # <- list of all genomes
|
12
|
+
THR=2 # <- Number or threads
|
13
|
+
DEF_DIST=0.9 # <- Default distance when AAI cannot be reliably estimated
|
14
|
+
|
15
|
+
# This is just the help message
|
16
|
+
if [[ $# -lt 2 ]] ; then
|
17
|
+
echo "
|
18
|
+
Use case: Building AAI matrices from a collection of genomes.
|
19
|
+
|
20
|
+
IMPORTANT
|
21
|
+
This script is functional, but it's mainly intended for illustrative purposes.
|
22
|
+
Please take a look at the code first.
|
23
|
+
|
24
|
+
Usage:
|
25
|
+
$0 <output.txt> <genomes...>
|
26
|
+
|
27
|
+
<output.txt> The output AAI list, in tab-delimited form containing the
|
28
|
+
following columns: (1) Sequence A, (2) Sequence B, (3)
|
29
|
+
AAI, (4) AAI-SD, (5) Proteins used, (6) Number of proteins in
|
30
|
+
the smallest genome, (7) Percentage of the genome shared.
|
31
|
+
<genomes...> The list of files containing the genomes (at least 2).
|
32
|
+
|
33
|
+
" >&2
|
34
|
+
exit
|
35
|
+
fi
|
36
|
+
|
37
|
+
# 00. Create environment
|
38
|
+
export PATH=$(dirname "$0")/../Scripts:$PATH
|
39
|
+
|
40
|
+
# 01. Calculate AAI
|
41
|
+
echo "[01/03] Calculating AAI"
|
42
|
+
for i in "${SEQS[@]}" ; do
|
43
|
+
for j in "${SEQS[@]}" ; do
|
44
|
+
echo -n " o $i vs $j: "
|
45
|
+
AAI=$(aai.rb -1 "$i" -2 "$j" -S "$OUT.db" -t "$THR" \
|
46
|
+
--no-save-rbm --auto --quiet)
|
47
|
+
echo ${AAI:-Below detection}
|
48
|
+
[[ "$i" == "$j" ]] && break
|
49
|
+
done
|
50
|
+
done
|
51
|
+
|
52
|
+
# 02. Extract matrix
|
53
|
+
echo "[02/03] Extracting list"
|
54
|
+
echo -e "SeqA\tSeqB\tAAI\tSD\tN\tOmega\tFrx" > "$OUT"
|
55
|
+
echo "select seq1, seq2, aai, sd, n, omega, (100.0*n/omega) from aai;" \
|
56
|
+
| sqlite3 "$OUT.db" | tr '|' '\t' >> "$OUT"
|
57
|
+
|
58
|
+
# 03. Make it a distance matrix.
|
59
|
+
echo "[03/03] Generating distance matrix"
|
60
|
+
echo "
|
61
|
+
source('$(dirname $0)/../enveomics.R/R/df2dist.R');
|
62
|
+
a <- read.table('$OUT', sep='\\t', h=TRUE, as.is=T);
|
63
|
+
aai.d <- enve.df2dist(a, default.d=$DEF_DIST, max.sim=100);
|
64
|
+
write.table(as.matrix(aai.d), '$OUT.dist',
|
65
|
+
quote=FALSE, col.names=NA, row.names=TRUE, sep='\\t')
|
66
|
+
" | R --vanilla >/dev/null
|
@@ -0,0 +1,66 @@
|
|
1
|
+
#!/bin/bash
|
2
|
+
|
3
|
+
# @author Luis M. Rodriguez-R
|
4
|
+
# @license Artistic-2.0
|
5
|
+
|
6
|
+
set -e # <- So it stops if there is an error
|
7
|
+
function exists { [[ -e "$1" ]] ; } # <- To test *any* of many files
|
8
|
+
|
9
|
+
OUT=$1 # <- Output file
|
10
|
+
[[ -n "$1" ]] && shift
|
11
|
+
SEQS=("$@") # <- list of all genomes
|
12
|
+
THR=2 # <- Number or threads
|
13
|
+
DEF_DIST=0.9 # <- Default distance when ANI cannot be reliably estimated
|
14
|
+
|
15
|
+
# This is just the help message
|
16
|
+
if [[ $# -lt 2 ]] ; then
|
17
|
+
echo "
|
18
|
+
Use case: Building ANI matrices from a collection of genomes.
|
19
|
+
|
20
|
+
IMPORTANT
|
21
|
+
This script is functional, but it's mainly intended for illustrative purposes.
|
22
|
+
Please take a look at the code first.
|
23
|
+
|
24
|
+
Usage:
|
25
|
+
$0 <output.txt> <genomes...>
|
26
|
+
|
27
|
+
<output.txt> The output ANI list, in tab-delimited form containing the
|
28
|
+
following columns: (1) Sequence A, (2) Sequence B, (3)
|
29
|
+
ANI, (4) ANI-SD, (5) Fragments used, (6) Maximum number
|
30
|
+
of fragments, (7) Percentage of the genome shared.
|
31
|
+
<genomes...> The list of files containing the genomes (at least 2).
|
32
|
+
|
33
|
+
" >&2
|
34
|
+
exit
|
35
|
+
fi
|
36
|
+
|
37
|
+
# 00. Create environment
|
38
|
+
export PATH=$(dirname "$0")/../Scripts:$PATH
|
39
|
+
|
40
|
+
# 01. Calculate ANI
|
41
|
+
echo "[01/03] Calculating ANI"
|
42
|
+
for i in "${SEQS[@]}" ; do
|
43
|
+
for j in "${SEQS[@]}" ; do
|
44
|
+
echo -n " o $i vs $j: "
|
45
|
+
ANI=$(ani.rb -1 "$i" -2 "$j" -S "$OUT.db" -t "$THR" \
|
46
|
+
--no-save-rbm --no-save-regions --auto --quiet)
|
47
|
+
echo ${ANI:-Below detection}
|
48
|
+
[[ "$i" == "$j" ]] && break
|
49
|
+
done
|
50
|
+
done
|
51
|
+
|
52
|
+
# 02. Extract matrix
|
53
|
+
echo "[02/03] Extracting list"
|
54
|
+
echo -e "SeqA\tSeqB\tANI\tSD\tN\tOmega\tFrx" > "$OUT"
|
55
|
+
echo "select seq1, seq2, ani, sd, n, omega, (100.0*n/omega) from ani;" \
|
56
|
+
| sqlite3 "$OUT.db" | tr '|' '\t' >> "$OUT"
|
57
|
+
|
58
|
+
# 03. Make it a distance matrix.
|
59
|
+
echo "[03/03] Generating distance matrix"
|
60
|
+
echo "
|
61
|
+
source('$(dirname $0)/../enveomics.R/R/df2dist.R');
|
62
|
+
a <- read.table('$OUT', sep='\\t', h=TRUE, as.is=T);
|
63
|
+
ani.d <- enve.df2dist(a, default.d=$DEF_DIST, max.sim=100);
|
64
|
+
write.table(as.matrix(ani.d), '$OUT.dist',
|
65
|
+
quote=FALSE, col.names=NA, row.names=TRUE, sep='\\t')
|
66
|
+
" | R --vanilla >/dev/null
|