miga-base 0.7.26.0 → 1.0.0.1

data/utils/enveomics/Scripts/Table.barplot.R

@@ -0,0 +1,31 @@
+#!/usr/bin/env Rscript
+#
+# @author  Luis M. Rodriguez-R
+# @update  Dec-29-2015
+# @license artistic license 2.0
+#
+
+#= Load stuff
+args <- commandArgs(trailingOnly = F)  
+enveomics_R <- file.path(dirname(
+   sub("^--file=", "", args[grep("^--file=", args)])),
+   "lib", "enveomics.R")
+source(file.path(enveomics_R, "R", "cliopts.R"))
+source(file.path(enveomics_R, "R", "utils.R"))
+source(file.path(enveomics_R, "R", "barplot.R"))
+
+#= Generate interface
+opt <- enve.cliopts(enve.barplot,
+   file.path(enveomics_R, "man", "enve.barplot.Rd"),
+   positional_arguments=c(1,3),
+   usage="usage: %prog [options] output.pdf [width height]",
+   mandatory=c("x"), vectorize=c("sizes","order","col"),
+   number=c("sizes","order"),
+   o_desc=list(x="A tab-delimited file containing header (first row) and row names (first column)."))
+
+#= Run it!
+args = as.list(opt$args)
+for(i in 2:3) if(length(args)>=i) args[[i]] <- as.numeric(args[[i]])
+do.call("pdf", args)
+do.call("enve.barplot", opt$options)
+dev.off()

data/utils/enveomics/Scripts/Table.df2dist.R

@@ -0,0 +1,30 @@
+#!/usr/bin/env Rscript
+#
+# @author  Luis M. Rodriguez-R
+# @update  Jan-04-2016
+# @license artistic license 2.0
+#
+
+#= Load stuff
+args <- commandArgs(trailingOnly = F)  
+enveomics_R <- file.path(dirname(
+   sub("^--file=", "", args[grep("^--file=", args)])),
+   "lib", "enveomics.R")
+source(file.path(enveomics_R, "R", "cliopts.R"))
+source(file.path(enveomics_R, "R", "df2dist.R"))
+
+#= Generate interface
+opt <- enve.cliopts(enve.df2dist,
+   file.path(enveomics_R, "man", "enve.df2dist.Rd"),
+   positional_arguments=1,
+   usage="usage: %prog [options] output.mat",
+   mandatory=c("x"),
+   number=c("default.d", "max.sim"),
+   o_desc=list(x="A tab-delimited table with the distances."),
+   p_desc="Transform a tab-delimited list of distances into a squared matrix.")
+
+#= Run it!
+opt$options[['x']] <- read.table(opt$options[['x']],
+   header=TRUE, sep="\t", as.is=TRUE)
+dist <- do.call("enve.df2dist", opt$options)
+write.table(as.matrix(dist), opt$args[1], quote=FALSE, sep="\t", col.names=NA)

data/utils/enveomics/Scripts/Table.filter.pl

@@ -0,0 +1,61 @@
+#!/usr/bin/env perl
+#
+# @author: Luis M. Rodriguez-R <lmrodriguezr at gmail dot com>
+# @update: Mar-23-2015
+# @license: artistic license 2.0
+#
+
+use warnings;
+use strict;
+use Getopt::Std;
+
+my %o;
+getopts('k:s:ihn', \%o);
+my($list, $table) = @ARGV;
+
+($list and $table) or die "
+.Description:
+   Extracts (and re-orders) a subset of rows from a raw table.
+
+.Usage: $0 [options] list.txt table.txt > subset.txt
+   
+   Options:
+      -k <int>	Column of the table to use as key to filter.  By default, 1.
+      -s <str>	String to use as separation between rows.  By default, tabulation.
+      -i	If set, reports the inverse of the list (i.e., reports only rows
+      		absent in the list).  Implies -n.
+      -h	Keep first row of the table (header) untouched.
+      -n	No re-order.  The output has the same order of the table.  By
+      		default, it prints in the order of the list.
+
+   list.txt	List of IDs to extract.
+   table.txt	Table file containing the superset.
+   subset.txt	Table file to be created.
+
+";
+
+$o{k} ||= 1;
+$o{s} ||= "\t";
+$o{n}=1 if $o{i};
+my $HEADER = "";
+
+my $tbl2 = $o{n} ? $list : $table;
+open TBL, "<", $tbl2 or die "Cannot read file: $tbl2: $!\n";
+$HEADER = <TBL> if $o{h} and not $o{n};
+my %tbl2 = map { my $l=$_; chomp $l; my @r=split $o{s}, $l; $r[ $o{n} ? 0 : $o{k}-1] => $l } <TBL>;
+close TBL;
+
+my $tbl1 = $o{n} ? $table : $list;
+open TBL, "<", $tbl1 or die "Cannot read file: $tbl1: $!\n";
+$HEADER = <TBL> if $o{h} and $o{n};
+print $HEADER;
+while(my $ln = <TBL>){
+   chomp $ln;
+   next unless $ln;
+   my @ln = split $o{s}, $ln;
+   my $good = exists $tbl2{ $ln[$o{n} ? $o{k}-1 : 0] };
+   $good = not $good if $o{i};
+   print "".($o{n} ? $ln : $tbl2{$ln[0]})."\n" if $good;
+}
+close TBL;
+

data/utils/enveomics/Scripts/Table.merge.pl

@@ -0,0 +1,77 @@
+#!/usr/bin/env perl
+#
+# @author: Luis M. Rodriguez-R <lmrodriguezr at gmail dot com>
+# @update: Sep-20-2015
+# @license: artistic license 2.0
+#
+
+use warnings;
+use strict;
+use Getopt::Std;
+
+my %o;
+getopts('si:o:ne:h:H:r:', \%o);
+my @files = @ARGV;
+
+$#files>0 or die "
+.Description:
+   Merges multiple (two-column) lists into one table.
+
+.Usage:
+   $0 [options] files... > output.txt
+   
+   Options:
+      -s	Values are read as Strings.  By default, values are read as numbers.
+      -i <str>	Input field-delimiter.  By default: tabulation (\"\\t\").
+      -o <str>	Output field-delimiter.  By default: tabulation (\"\\t\").
+      -n	No-header.  By default, the header is determined by the file names.
+      -e <str>	Default string when no value is found.  By default, the \"empty\" value
+      		is 0 if values are numeric (i.e., unless -s is set) or an empty string
+		otherwise.
+      -h <str>	Header of the first column, containing the IDs.  By default: \"Tag\".
+      -H <str>	Format of filenames capturing the column header in the first capturing
+		parenthesis.  Non-capturing paretheses can be defined as (?:...).  By
+		default: \"(?:.*/)?([^\\.]+)\", which captures the part of the basename
+		of the file before the first dot (if any).
+      -r <int>	Number of leading rows to ignore in the input files. Zero by default.
+
+";
+$o{i} ||= "\t";
+$o{o} ||= "\t";
+$o{e} ||= ($o{s} ? "" : 0);
+$o{h} ||= "Tag";
+$o{H} ||= "(?:.*/)?([^\\.]+)";
+$o{r} += 0;
+
+my $notes = {};
+
+print $o{h} unless $o{n};
+my $i = 0;
+for my $file (@files){
+   unless($o{n}){
+      $file =~ m/$o{H}/ or die "Filename '$file' doesn't match format '$o{H}'.";
+      my $tag=$1;
+      print $o{o}.$tag;
+   }
+   open IN, "<", $file or die "Cannot read file: $file: $!\n";
+   while(<IN>){
+      next if $. <= $o{r};
+      chomp;
+      my @l = split $o{i};
+      $l[1]+=0 unless $o{s};
+      $notes->{$l[0]} ||= [];
+      $notes->{$l[0]}->[$i] = $l[1];
+   }
+   close IN;
+   $i++;
+}
+print "\n" unless $o{n};
+
+for my $id (keys %$notes){
+   print $id;
+   for my $i (0 .. $#files){
+      print $o{o}.(( defined $notes->{$id}->[$i] ? $notes->{$id}->[$i] : $o{e} ));
+   }
+   print "\n";
+}
+

data/utils/enveomics/Scripts/Table.prefScore.R

@@ -0,0 +1,60 @@
+#!/usr/bin/env Rscript
+
+#= Load stuff
+args <- commandArgs(trailingOnly = FALSE)  
+enveomics_R <- file.path(
+  dirname(sub('^--file=', '', args[grep('^--file=', args)])),
+  'lib',
+  'enveomics.R'
+)
+for(file in c('cliopts.R','utils.R','prefscore.R'))
+  source(file.path(enveomics_R, 'R', file))
+
+#= Generate interface
+opt <- enve.cliopts(
+  enve.prefscore,
+  file.path(enveomics_R, 'man', 'enve.prefscore.Rd'),
+  positional_arguments = c(1, 4),
+  usage = 'usage: %prog [options] output.tsv [output.pdf [width height]]',
+  mandatory = c('x', 'set'),
+  number = c('signif.thr'),
+  ignore = c('plot'),
+  o_desc = list(
+    x = 'A tab-delimited table of presence/absence (1/0) with species as rows and samples as columns.',
+    set = 'A list of sample names that constitute the test set, one per line',
+    ignore = 'A list of species to exclude from the analysis, one per line'
+  )
+)
+
+#= Set output files
+opt$options[['x']] <- read.table(
+  opt$options[['x']],
+  header = TRUE,
+  row.names = 1,
+  sep = '\t'
+)
+opt$options[['set']] <- read.table(
+  opt$options[['set']],
+  header = FALSE,
+  sep = '\t',
+  as.is = TRUE
+)[,1]
+if(!is.null(opt$options[['ignore']]))
+  opt$options[['ignore']] <- read.table(
+    opt$options[['ignore']],
+    header = FALSE,
+    sep = '\t',
+    as.is = TRUE
+  )[,1]
+if(length(opt$args) > 1) {
+  args <- as.list(opt$args[-1])
+  for(i in 2:3) if(length(args) >= i) args[[i]] <- as.numeric(args[[i]])
+  do.call('pdf', args)
+} else {
+  opt$options[['plot']] <- FALSE
+}
+
+#= Run it!
+y <- do.call('enve.prefscore', opt$options)
+write.table(y, opt$args[1], quote = FALSE, sep = '\t', col.names = FALSE)
+if(length(opt$args)>1) ttt <- dev.off()

data/utils/enveomics/Scripts/Table.replace.rb

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+
+#
+# @author  Luis M. Rodriguez-R <lmrodriguezr at gmail dot com>
+# @update  Feb 01 2016
+# @license artistic license 2.0
+#
+
+require "optparse"
+
+o = {delimiter: "\t", key: 1, default: ""}
+ARGV << "-h" if ARGV.size==0
+OptionParser.new do |opts|
+   opts.banner = "\nReplaces a field in a table using a mapping file."
+   opts.on("-m", "--map FILE",
+      "Mapping file with two columns (key and replacement)."){ |v| o[:map] = v }
+   opts.on("-i", "--in FILE", "Input table."){ |v| o[:in] = v }
+   opts.on("-o", "--out FILE", "Output table."){ |v| o[:out] = v }
+   opts.on("-k", "--key INT",
+      "Column to replace in --in. By deafult: 1."){ |v| o[:key] = v.to_i }
+   opts.on("-u", "--unknown STR",
+      "String to use whenever the key is not found in --map."
+      ){ |v| o[:default] = v }
+   opts.on("-d", "--delimiter STR",
+      "String delimiting columns. By default, tabulation."
+      ){ |v| o[:delimiter] = v }
+   opts.on("-h", "--help", "Display this screen") do
+      puts opts
+      exit
+   end
+   opts.separator ""
+end.parse!
+abort "-m is mandatory" if o[:map].nil?
+abort "-i is mandatory" if o[:in].nil?
+abort "-o is mandatory" if o[:out].nil?
+
+class String
+   def is_number?
+      true if Float(self) rescue false
+   end
+end
+
+begin
+   # Read mapping file
+   ifh = File.open(o[:map], "r")
+   map = {}
+   while(ln = ifh.gets)
+      row = ln.chomp.split(o[:delimiter])
+      map[ row[0] ] = row[1]
+   end
+   ifh.close
+   # Process table
+   ifh = File.open(o[:in], "r")
+   ofh = File.open(o[:out], "w")
+   while(ln = ifh.gets)
+      row = ln.chomp.split(o[:delimiter])
+      k = row[ o[:key]-1 ]
+      v = map[ k ]
+      v = o[:default] if v.nil?
+      row[ o[:key]-1 ] = v
+      ofh.puts(row.join(o[:delimiter]))
+   end
+   ifh.close
+   ofh.close
+rescue => err
+   $stderr.puts "Exception: #{err}\n\n"
+   err.backtrace.each { |l| $stderr.puts " - " + l + "\n" }
+   err
+end

data/utils/enveomics/Scripts/Table.round.rb

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+
+#
+# @author: Luis M. Rodriguez-R <lmrodriguezr at gmail dot com>
+# @update: Feb 04 2015
+# @license: artistic license 2.0
+#
+
+require 'optparse'
+
+o = {:ndigits=>0, :action=>:round, :delimiter=>"\t"}
+ARGV << '-h' if ARGV.size==0
+OptionParser.new do |opts|
+   opts.banner = "\nRounds numbers in a table."
+   opts.on("-i", "--in FILE", "Input table."){ |v| o[:in] = v}
+   opts.on("-o", "--out FILE", "Output table."){ |v| o[:out] = v }
+   opts.on("-n", "--ndigits INT", "Number of decimal digits. By default: #{o[:ndigits]}"){ |v| o[:ndigits] = v.to_i }
+   opts.on("-f", "--floor", "Floors the values instead of rounding them. Ignores -n."){ o[:action] = :floor }
+   opts.on("-c", "--ceil", "Ceils the values instead of rounding them. Ignores -n."){ o[:action] = :ceil }
+   opts.on("-d", "--delimiter STR", "String delimiting columns. By default, tabulation."){ |v| o[:delimiter] = v }
+   opts.on("-h", "--help", "Display this screen") do
+      puts opts
+      exit
+   end
+   opts.separator ""
+end.parse!
+abort "-i is mandatory" if o[:in].nil?
+abort "-o is mandatory" if o[:out].nil?
+
+class String
+   def is_number?
+      true if Float(self) rescue false
+   end
+end
+
+begin
+   ifh = File.open(o[:in], "r")
+   ofh = File.open(o[:out], "w")
+   while(ln = ifh.gets)
+      ln.chomp!
+      row = []
+      ln.split(o[:delimiter]).each do |value|
+	 if value.is_number?
+	    case o[:action]
+	    when :round
+	       value = value.to_f.round(o[:ndigits])
+	    when :floor
+	       value = value.to_f.floor
+	    when :ceil
+	       value = value.to_f.ceil
+	    end
+	 end
+	 row.push value.to_s
+      end
+      ofh.puts(row.join(o[:delimiter]))
+   end
+   ifh.close
+   ofh.close
+rescue => err
+   $stderr.puts "Exception: #{err}\n\n"
+   err.backtrace.each { |l| $stderr.puts " - " + l + "\n" }
+   err
+end

data/utils/enveomics/Scripts/Table.split.pl

@@ -0,0 +1,57 @@
+#!/usr/bin/env perl
+#
+# @author Luis M. Rodriguez-R <lmrodriguezr at gmail dot com>
+# @update Feb-01-2016
+# @license artistic license 2.0
+#
+
+use warnings;
+use strict;
+use Getopt::Std;
+use Symbol;
+
+my %o;
+getopts('i:o:d:e:h', \%o);
+my $file = shift @ARGV;
+
+($file and not $o{h}) or die "
+.Description:
+   Split a file with multiple columns into multiple two-columns lists.
+
+.Usage:
+   $0 [options] file
+   
+   Options:
+      -i <str>	Input field-delimiter.  By default: tabulation (\"\\t\").
+      -o <str>	Prefix of the output files.  By default: no prefix (\"\").
+      -d <str>	Output directory. By default: current directory (\"\").
+
+";
+$o{i} ||= "\t";
+$o{o} ||= "";
+$o{o} = $o{d}."/".$o{o} if $o{d};
+
+my $open=0;
+my @fhs=();
+open IN, "<", $file or die "Cannot read file: $file: $!\n";
+while(<IN>){
+   chomp;
+   my @row = split $o{i};
+   my $h = shift @row;
+   if($open){
+      for my $i (0 .. $#row){
+         print { qualify_to_ref $fhs[$i] } $h.$o{i}.$row[$i]."\n" if $row[$i];
+      }
+   }else{
+      $open++;
+      for my $l (@row){
+         $l =~ s/[\.\/:]/_/g;
+	 my $gs = gensym;
+	 open($gs, '>', $o{o}.$l.".txt") or die "Cannot create file: $o{o}$l.txt: $!\n";
+	 push @fhs, $gs;
+      }
+   }
+}
+close IN;
+close $_ for @fhs;
+