miga-base 0.7.12.2 → 0.7.15.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c57b841cc84841ebfd868af862204179e443d37eb4ec5550ea9ef7df63b9d933
-  data.tar.gz: 5512fe8305c2b6193f5d1a5c99e663ef480be32db2e8bdc7087826bdeeae5b35
+  metadata.gz: 23ef43a6cf94c31d470263746a242d8b065899d11e694e4c281c0ec16fc4a335
+  data.tar.gz: 7b086c3b966827f7e49559409f89a4ec39af6bc2aec0164be8e06466bd765029
 SHA512:
-  metadata.gz: 63e095dded680c2a6d1519d8fc8788d4d44cf523fc84b9e67ee453dffb9f05c75e2acafc283b511f6b27638e678d53f7362b056f35d18d5b08893419c7d24302
-  data.tar.gz: efac7f7c3d65640b64dc6d9b32e3bd520faebda05a72f1b88a2ee4c11546b5366db1ac42ea296ba73fe1f7873244a9f64791a180c9094a374a7ebbf1c589d491
+  metadata.gz: 41e99ff68112b6f5d882b43a40e5ee3797e031f55d55b681ab5a9d56a83d70fe650813b3cd9127e35ac60cb88a56399b4165dd116395fcbb709c6a4748e794ef
+  data.tar.gz: '0870d670b3a90be77a39d027b00fdc83c01c91b9ab2e0e27ece54b1e90b64f6deb97da206bc93a1c4b1e9c9878d263b62028f63a9dac72349ebe3213f3551cfc'

data/README.md

@@ -11,11 +11,12 @@
 
 For additional information on MiGA, visit:
 
-* [MiGA Online][miga-online]: The Microbial Genomes Atlas Online.
+* [MiGA Online][miga-online]: The Microbial Genomes Atlas Online
+* [MiGA@XSEDE][miga-at-xsede]: The MiGA@XSEDE Gateway
 * [MiGA users list][mailing-list]:
-  Forum to discuss with other users and developers.
-* [MiGA manual][manual]: The definitive guide to MiGA.
-* [MiGA API docs][rubydoc]: Inner-workings of the `miga-base` gem.
+  Forum to discuss with other users and developers
+* [MiGA manual][manual]: The definitive guide to MiGA
+* [MiGA API docs][rubydoc]: Inner-workings of the `miga-base` gem
 * [MiGA Web][miga-web]: MiGA on Rails!
 
 # For the impatient
@@ -39,7 +40,8 @@ You have two options:
 
 Developed and maintained by [Luis M. Rodriguez-R][lrr]. MiGA is the result of a
 collaboration between [Kostas Lab][kostas] at the Georgia Institute of
-Technology and [RDP][rdp] at Michigan State University.
+Technology, [Rodriguez-R Lab][lrr] at the University of Innsbruck,
+and [RDP][rdp] at Michigan State University.
 
 See also the [complete list of contributors](manual/part1/contributors.md).
 
@@ -47,7 +49,7 @@ See also the [complete list of contributors](manual/part1/contributors.md).
 
 See [LICENSE](LICENSE).
 
-[lrr]: http://lmrodriguezr.github.io/
+[lrr]: https://rodriguez-r.com/
 [mailing-list]: http://support.microbial-genomes.org/
 [manual]: https://manual.microbial-genomes.org/
 [rubydoc]: http://www.rubydoc.info/github/bio-miga/miga
@@ -55,5 +57,6 @@ See [LICENSE](LICENSE).
 [miga-web]: https://github.com/bio-miga/miga-web
 [miga-gui]: https://github.com/bio-miga/miga-gui
 [miga-online]: http://microbial-genomes.org/
+[miga-at-xsede]: https://xsede.microbial-genomes.org/
 [kostas]: http://enve-omics.gatech.edu/
 [rdp]: http://rdp.cme.msu.edu/

data/lib/miga/cli.rb

@@ -110,30 +110,9 @@ class MiGA::Cli < MiGA::MiGA
   end
 
   ##
-  # Reports the advance of a task at +step+ (String), the +n+ out of +total+.
-  # The advance is reported in powers of 1,024 if +bin+ is true, or powers of
-  # 1,000 otherwise.
-  # The report goes to $stderr iff --verborse
-  def advance(step, n = 0, total = nil, bin = true)
-    return unless self[:verbose]
-
-    adv = total.nil? ? (n == 0 ? '' : num_suffix(n, bin)) :
-      ('%.1f%% (%s/%s)' % [100.0 * n / total,
-                           num_suffix(n, bin), num_suffix(total, bin)])
-    $stderr.print("[%s] %s %s    \r" % [Time.now, step, adv])
-  end
-
-  def num_suffix(n, bin = false)
-    p = ''
-    { T: 4, G: 3, M: 2, K: 1 }.each do |k, x|
-      v = (bin ? 1024 : 1e3)**x
-      if n > v
-        n = '%.1f' % (n / v)
-        p = k
-        break
-      end
-    end
-    "#{n}#{p}"
+  # Same as MiGA::MiGA#advance, but checks if the CLI is verbose
+  def advance(*par)
+    super(*par) if self[:verbose]
   end
 
   ##
@@ -189,8 +168,9 @@ class MiGA::Cli < MiGA::MiGA
   end
 
   ##
-  # Perform the task requested (see #task)
-  def launch
+  # Perform the task requested (see #task); if +abort_on_error+, abort on
+  # error
+  def launch(abort_on_error = false)
     begin
       raise "See `miga -h`" if action.nil?
 
@@ -199,6 +179,7 @@ class MiGA::Cli < MiGA::MiGA
       $stderr.puts "Exception: #{err}"
       $stderr.puts ''
       err.backtrace.each { |l| $stderr.puts "DEBUG: #{l}" }
+      abort if abort_on_error
       err
     end
   end

data/lib/miga/cli/action/browse.rb

@@ -15,12 +15,12 @@ class MiGA::Cli::Action::Browse < MiGA::Cli::Action
     p = cli.load_project
     create_empty_page(p)
     generate_project_page(p)
-    say 'Creating dataset pages'
+    cli.say 'Creating dataset pages'
     cli.load_project.each_dataset do |d|
       generate_dataset_page(p, d)
     end
     generate_datasets_index(p)
-    say "Open in your browser: #{File.join(p.path, 'index.html')}"
+    cli.say "Open in your browser: #{File.join(p.path, 'index.html')}"
   end
 
   private
@@ -28,7 +28,7 @@ class MiGA::Cli::Action::Browse < MiGA::Cli::Action
   ##
   # Create an empty page with necessary assets for project +p+
   def create_empty_page(p)
-    say 'Creating project page'
+    cli.say 'Creating project page'
     FileUtils.mkdir_p(browse_file(p, '.'))
     %w[favicon-32.png style.css].each do |i|
       FileUtils.cp(template_file(i), browse_file(p, i))
@@ -46,8 +46,9 @@ class MiGA::Cli::Action::Browse < MiGA::Cli::Action
 
     # Summaries
     summaries = Dir["#{p.path}/*.tsv"].map do |i|
-      b = File.basename(i)
-      "<li><a href='../#{b}'>#{b}</a></li>"
+      b = File.basename(i, '.tsv')
+      generate_summary_page(i, p)
+      "<li><a href='s-#{b}.html'>#{format_name(b)}</a></li>"
     end.join('')
 
     # Project index page
@@ -60,6 +61,32 @@ class MiGA::Cli::Action::Browse < MiGA::Cli::Action
     write_file(p, 'index.html') { build_from_template('index.html', data) }
   end
 
+  ##
+  # Create page for the summary +path+ in project +p+
+  def generate_summary_page(path, p)
+    b = File.basename(path, '.tsv')
+    table = '<table class="table table-hover table-responsive">'
+    File.open(path, 'r') do |fh|
+      fh.each do |ln|
+        r = ln.chomp.split("\t")
+        if $. == 1
+          table += '<thead><tr>' +
+            r.map { |i| "<th scope=col>#{format_name(i)}</th>" }.join(' ') +
+            '</tr></thead><tbody>'
+        else
+          table += "<tr><th scope=row>#{r.shift}</th>" +
+            r.map { |i| "<td>#{i}</td>" }.join(' ') + "</tr>"
+        end
+      end
+    end
+    table += '</tbody></table>'
+    write_file(p, "s-#{b}.html") do
+      build_from_template(
+        'summary.html', file: "#{b}.tsv", name: format_name(b), table: table
+      )
+    end
+  end
+
   ##
   # Create page for dataset +d+ within project +p+
   def generate_dataset_page(p, d)
@@ -76,7 +103,7 @@ class MiGA::Cli::Action::Browse < MiGA::Cli::Action
   ##
   # Create pages for reference and query dataset indexes
   def generate_datasets_index(p)
-    say 'Creating index pages'
+    cli.say 'Creating index pages'
     data = format_dataset_index(p)
     data.each do |k, v|
       write_file(p, "#{k}_datasets.html") do

data/lib/miga/cli/action/browse/summary.html

@@ -0,0 +1,5 @@
+<h1 class="h2 border-bottom pt-3 pb-2 mb-3">Summary: {{name}}</h1>
+<p class='m-2 mb-3'>
+  Based on <a href='../{{file}}'>{{file}}</a>
+</p>
+{{table}}

data/lib/miga/cli/action/classify_wf.rb

@@ -42,9 +42,7 @@ class MiGA::Cli::Action::ClassifyWf < MiGA::Cli::Action
         '--no-summaries',
         'Do not generate intermediate step summaries'
       ) { |v| cli[:summaries] = v }
-      opts_for_wf(
-        opt, 'Input genome assemblies (nucleotides, FastA)', qual: false
-      )
+      opts_for_wf(opt, 'Input genome assemblies (nucleotides, FastA)')
     end
   end
 

data/lib/miga/cli/action/daemon.rb

@@ -6,7 +6,7 @@ require 'miga/daemon'
 
 class MiGA::Cli::Action::Daemon < MiGA::Cli::Action
   def parse_cli
-    cli.defaults = { daemon_opts: [] }
+    cli.defaults = { daemon_opts: [], show_log: false }
     cli.expect_operation = true
     cli.parse do |opt|
       opt.separator 'Available operations:'
@@ -45,6 +45,10 @@ class MiGA::Cli::Action::Daemon < MiGA::Cli::Action
         '--json PATH',
         'Path to a custom daemon definition in json format'
       ) { |v| cli[:json] = v }
+      opt.on(
+        '--show-log',
+        'Display log on advance instead of the progress summary'
+      ) { |v| cli[:show_log] = v }
       cli.opt_common(opt)
 
       opt.separator 'Daemon options:'
@@ -73,6 +77,7 @@ class MiGA::Cli::Action::Daemon < MiGA::Cli::Action
     d = MiGA::Daemon.new(p, cli[:json])
     dopts = %i[latency maxjobs nodelist ppn shutdown_when_done]
     dopts.each { |k| d.runopts(k, cli[k]) }
+    d.show_log! if cli[:show_log]
     d.daemon(cli.operation, cli[:daemon_opts])
   end
 end

data/lib/miga/cli/action/derep_wf.rb

@@ -27,10 +27,13 @@ class MiGA::Cli::Action::DerepWf < MiGA::Cli::Action
         '--threshold FLOAT', Float,
         "Metric threshold (%) to dereplicate. By default: #{cli[:threshold]}"
       ) { |v| cli[:threshold] = v }
+      opt.on(
+        '--quality',
+        'Use genome with highest quality as clade representatives (default)'
+      ) { |v| cli[:criterion] = :quality }
       opt.on(
         '--medoids',
-        'Use medoids as clade representatives',
-        'By default: Use genome with the highest quality'
+        'Use medoids as clade representatives'
       ) { |v| cli[:criterion] = :medoids }
       opt.on(
         '--no-collection',
@@ -47,12 +50,18 @@ class MiGA::Cli::Action::DerepWf < MiGA::Cli::Action
 
   def perform
     # Input data
-    p = create_project(:assembly,
-                       { run_project_stats: false, run_clades: false,
-                         gsp_metric: cli[:metric], :"gsp_#{cli[:metric]}" => cli[:threshold] },
-                       { run_mytaxa_scan: false, run_ssu: false })
+    p = create_project(
+      :assembly,
+      {
+        run_project_stats: false,
+        run_clades: false,
+        gsp_metric: cli[:metric],
+        :"gsp_#{cli[:metric]}" => cli[:threshold]
+      },
+      { run_mytaxa_scan: false, run_ssu: false }
+    )
     unless cli[:threshold] >= 0.0 && cli[:threshold] <= 100.0
-      raise "The threshold of identity must be in the range [0,100]"
+      raise 'The threshold of identity must be in the range [0,100]'
     end
 
     # Run
@@ -65,8 +74,8 @@ class MiGA::Cli::Action::DerepWf < MiGA::Cli::Action
   private
 
   def dereplicate(p)
-    cli.say "Extracting genomospecies clades"
-    r = p.result(:clade_finding) or raise "Result unavailable: run failed"
+    cli.say 'Extracting genomospecies clades'
+    r = p.result(:clade_finding) or raise 'Result unavailable: run failed'
     c_f = r.file_path(:clades_gsp) or raise 'Result incomplete: run failed'
     clades = File.readlines(c_f).map { |i| i.chomp.split("\t") }
     rep = representatives(p)
@@ -87,7 +96,7 @@ class MiGA::Cli::Action::DerepWf < MiGA::Cli::Action
   end
 
   def representatives(p)
-    cli.say "Identifying representatives"
+    cli.say 'Identifying representatives'
     f = File.expand_path('representatives.txt', cli[:outdir])
     if cli[:criterion] == :medoids
       FileUtils.cp(p.result(:clade_finding).file_path(:medoids_gsp), f)

data/lib/miga/cli/action/quality_wf.rb

@@ -9,16 +9,13 @@ class MiGA::Cli::Action::QualityWf < MiGA::Cli::Action
 
   def parse_cli
     default_opts_for_wf
-    cli.defaults = { mytaxa: false }
+    cli.defaults = { mytaxa: false, min_qual: 'no' }
     cli.parse do |opt|
       opt.on(
         '-m', '--mytaxa-scan',
         'Perform MyTaxa scan analysis'
       ) { |v| cli[:mytaxa] = v }
-      opts_for_wf(
-        opt, 'Input genome assemblies (nucleotides, FastA)',
-        qual: false
-      )
+      opts_for_wf(opt, 'Input genome assemblies (nucleotides, FastA)')
     end
   end
 

data/lib/miga/cli/action/wf.rb

@@ -9,7 +9,7 @@ module MiGA::Cli::Action::Wf
     cli.defaults = {
       clean: false, regexp: MiGA::Cli.FILE_REGEXP,
       project_type: :genomes, dataset_type: :popgenome,
-      ncbi_draft: true
+      ncbi_draft: true, min_qual: 25.0
     }
   end
 
@@ -42,10 +42,10 @@ module MiGA::Cli::Action::Wf
     end
     if params[:qual]
       opt.on(
-        '--min-qual FLOAT', Float,
+        '--min-qual FLOAT',
         'Minimum genome quality to include in analysis',
-        'By default: 50.0'
-      ) { |v| cli[:min_qual] = v }
+        "By default: #{cli[:min_qual]}"
+      ) { |v| cli[:min_qual] = v == 'no' ? v : v.to_f }
     end
     if params[:cleanup]
       opt.on(

data/lib/miga/common.rb

@@ -6,6 +6,7 @@ require 'miga/json'
 require 'miga/common/base'
 require 'miga/common/path'
 require 'miga/common/format'
+require 'stringio'
 
 ##
 # Generic class used to handle system-wide information and methods, and parent
@@ -38,10 +39,42 @@ class MiGA::MiGA
   ##
   # Print +par+ ensuring new line at the end.
   # Date/time-stamp each line.
-  # If the first parameter is +IO+, the output is sent there,
+  # If the first parameter is +IO+ or +StringIO+ the output is sent there,
   # otherwise it's sent to +$stderr+
   def say(*par)
-    io = par.first.is_a?(IO) ? par.shift : $stderr
+    io = like_io?(par.first) ? par.shift : $stderr
     io.puts(*par.map { |i| "[#{Time.now}] #{i}" })
   end
+
+  ##
+  # Reports the advance of a task at +step+ (String), the +n+ out of +total+.
+  # The advance is reported in powers of 1,024 if +bin+ is true, or powers of
+  # 1,000 otherwise.
+  # The report goes to $stderr iff --verborse
+  def advance(step, n = 0, total = nil, bin = true)
+    adv = total.nil? ? (n == 0 ? '' : num_suffix(n, bin)) :
+      ('%.1f%% (%s/%s)' % [100.0 * n / total,
+                           num_suffix(n, bin), num_suffix(total, bin)])
+    $stderr.print("[%s] %s %s    \r" % [Time.now, step, adv])
+  end
+
+  ##
+  # Return formatted number +n+ with the appropriate units as
+  # powers of 1,000 (if +bin+ if false) or 1,024 (otherwise)
+  def num_suffix(n, bin = false)
+    p = ''
+    { T: 4, G: 3, M: 2, K: 1 }.each do |k, x|
+      v = (bin ? 1024 : 1e3)**x
+      if n > v
+        n = '%.1f' % (n / v)
+        p = k
+        break
+      end
+    end
+    "#{n}#{p}"
+  end
+
+  def like_io?(obj)
+    obj.is_a?(IO) || obj.is_a?(StringIO)
+  end
 end

data/lib/miga/daemon.rb

@@ -72,6 +72,7 @@ class MiGA::Daemon < MiGA::MiGA
     say '-----------------------------------'
     say 'MiGA:%s launched' % project.name
     say '-----------------------------------'
+    miga_say "Saving log to: #{output_file}" unless show_log?
     recalculate_status!
     load_status
     say 'Configuration options:'
@@ -91,7 +92,8 @@ class MiGA::Daemon < MiGA::MiGA
     flush!
     if (loop_i % 12).zero?
       purge!
-      recalculate_status!
+      # TEMPORARILY DISABLED:
+      # recalculate_status!
     end
     save_status
     sleep(latency)
@@ -110,10 +112,12 @@ class MiGA::Daemon < MiGA::MiGA
     say(*msg) if verbosity >= level
   end
 
+  alias miga_say say
+
   ##
   # Same as +l_say+ with +level = 1+
   def say(*msg)
-    super(*msg) if verbosity >= 1
+    super(logfh, *msg) if verbosity >= 1
   end
 
   ##
@@ -172,6 +176,12 @@ class MiGA::Daemon < MiGA::MiGA
       o = true if ds.ref?
       queue_job(:d, ds)
     end
+    unless show_log?
+      n = project.dataset_names.count
+      k = jobs_to_run.size + jobs_running.size
+      advance('Datasets:', n - k, n, false)
+      miga_say if k == 0
+    end
     o
   end
 
@@ -331,8 +341,9 @@ class MiGA::Daemon < MiGA::MiGA
       kill: %w[pid]
     }.each do |k, v|
       if !runopts(k).nil? && runopts(k) =~ /%(\d+\$)?[ds]/
-        runopts(k,
-                runopts(k).gsub(/%(\d+\$)?d/, '%\\1s') % v.map { |i| "{{#{i}}}" })
+        runopts(
+          k, runopts(k).gsub(/%(\d+\$)?d/, '%\\1s') % v.map { |i| "{{#{i}}}" }
+        )
       end
     end
     runopts(:format_version, 1)

data/lib/miga/daemon/base.rb

@@ -17,7 +17,7 @@ module MiGA::Daemon::Base
         if !force && v == 0 && k != :verbosity
           raise "Daemon's #{k} cannot be set to zero"
         end
-      when :shutdown_when_done
+      when :shutdown_when_done, :show_log
         v = !!v
       when :nodelist
         if v =~ /^\$/
@@ -73,4 +73,31 @@ module MiGA::Daemon::Base
   def verbosity
     runopts(:verbosity) || 1
   end
+
+  ##
+  # Writing file handler (IO) to the log file
+  def logfh
+    return $stderr if show_log?
+    return @logfh if @logfh && @logfh.closed?
+
+    @logfh = File.open(output_file, 'w')
+  end
+
+  ##
+  # Display log instead of the progress summary
+  def show_log!
+    @show_log = true
+  end
+
+  ##
+  # Display progress summary instead of the log
+  def show_summary!
+    @runopts[:show_log] = false
+  end
+
+  ##
+  # Display log instead of the progress summary?
+  def show_log?
+    @runopts[:show_log] ||= false
+  end
 end

data/lib/miga/version.rb

@@ -8,7 +8,7 @@ module MiGA
   # - Float representing the major.minor version.
   # - Integer representing gem releases of the current version.
   # - Integer representing minor changes that require new version number.
-  VERSION = [0.7, 12, 2]
+  VERSION = [0.7, 15, 1]
 
   ##
   # Nickname for the current major.minor version.
@@ -16,7 +16,7 @@ module MiGA
 
   ##
   # Date of the current gem release.
-  VERSION_DATE = Date.new(2020, 7, 24)
+  VERSION_DATE = Date.new(2020, 8, 12)
 
   ##
   # Reference of MiGA.

data/scripts/aai_distances.bash

@@ -13,17 +13,20 @@ echo -n "" > miga-project.log
 DS=$(miga ls -P "$PROJECT" --ref --no-multi --active)
 
 # Extract values
-echo "metric a b value sd n omega" | tr " " "\\t" >miga-project.txt
-for i in $DS ; do
-  echo "SELECT CASE WHEN omega!=0 THEN 'AAI' ELSE 'hAAI_AAI' END," \
-    " seq1, seq2, aai, sd, n, omega from aai;" \
-    | sqlite3 "$i.db" | tr "\\|" "\\t" >>miga-project.txt
-  echo "$i" >> miga-project.log
-done
+rm -f miga-project.txt
+(
+  echo "metric a b value sd n omega" | tr " " "\\t"
+  for i in $DS ; do
+    echo "SELECT CASE WHEN omega!=0 THEN 'AAI' ELSE 'hAAI_AAI' END," \
+      " seq1, seq2, aai, sd, n, omega from aai;" \
+      | sqlite3 "$i.db" | tr "\\|" "\\t"
+    echo "$i" >> miga-project.log
+  done
+) | gzip -9c > miga-project.txt.gz
 
 # R-ify
 echo "
-aai <- read.table('miga-project.txt', sep='\\t', h=T, as.is=TRUE);
+aai <- read.table(gzfile('miga-project.txt.gz'), sep='\\t', h=T, as.is=TRUE);
 save(aai, file='miga-project.Rdata');
 if(sum(aai[,'a'] != aai[,'b']) > 0){
   h <- hist(aai[aai[,'a'] != aai[,'b'], 'value'], breaks=100, plot=FALSE);
@@ -35,9 +38,6 @@ if(sum(aai[,'a'] != aai[,'b']) > 0){
 }
 " | R --vanilla
 
-# Gzip
-gzip -9 -f miga-project.txt
-
 # Finalize
 miga date > "miga-project.done"
 miga add_result -P "$PROJECT" -r "$SCRIPT" -f

data/scripts/ani_distances.bash

@@ -13,16 +13,19 @@ echo -n "" > miga-project.log
 DS=$(miga ls -P "$PROJECT" --ref --no-multi --active)
 
 # Extract values
-echo "metric a b value sd n omega" | tr " " "\\t" >miga-project.txt
-for i in $DS ; do
-  echo "SELECT 'ANI', seq1, seq2, ani, sd, n, omega from ani ;" \
-    | sqlite3 "$i.db" | tr "\\|" "\\t" >>miga-project.txt
-  echo "$i" >> miga-project.log
-done
+rm -f miga-project.txt
+(
+  echo "metric a b value sd n omega" | tr " " "\\t"
+  for i in $DS ; do
+    echo "SELECT 'ANI', seq1, seq2, ani, sd, n, omega from ani ;" \
+      | sqlite3 "$i.db" | tr "\\|" "\\t"
+    echo "$i" >> miga-project.log
+  done
+) | gzip -9c > miga-project.txt.gz
 
 # R-ify
 echo "
-ani <- read.table('miga-project.txt', sep='\\t', h=T, as.is=TRUE);
+ani <- read.table(gzfile('miga-project.txt.gz'), sep='\\t', h=T, as.is=TRUE);
 save(ani, file='miga-project.Rdata');
 if(sum(ani[,'a'] != ani[,'b']) > 0){
   h <- hist(ani[ani[,'a'] != ani[,'b'], 'value'], breaks=100, plot=FALSE);
@@ -34,9 +37,6 @@ if(sum(ani[,'a'] != ani[,'b']) > 0){
 }
 " | R --vanilla
 
-# Gzip
-gzip -9 -f miga-project.txt
-
 # Finalize
 miga date > "miga-project.done"
 miga add_result -P "$PROJECT" -r "$SCRIPT" -f

data/scripts/haai_distances.bash

@@ -17,30 +17,30 @@ echo -n "" > miga-project.log
 DS=$(miga ls -P "$PROJECT" --ref --no-multi --active)
 
 # Extract values
-echo "metric a b value sd n omega" | tr " " "\\t" >miga-project.txt
-for i in $DS ; do
-  echo "SELECT 'hAAI', seq1, seq2, aai, sd, n, omega from aai ;" \
-    | sqlite3 "$i.db" | tr "\\|" "\\t" >>miga-project.txt
-  echo "$i" >> miga-project.log
-done
+rm -f miga-project.txt
+(
+  echo "metric a b value sd n omega" | tr " " "\\t"
+  for i in $DS ; do
+    echo "SELECT 'hAAI', seq1, seq2, aai, sd, n, omega from aai ;" \
+      | sqlite3 "$i.db" | tr "\\|" "\\t"
+    echo "$i" >> miga-project.log
+  done
+) | gzip -9c > miga-project.txt.gz
 
 # R-ify
 echo "
-haai <- read.table('miga-project.txt', sep='\\t', h=T, as.is=TRUE);
+haai <- read.table(gzfile('miga-project.txt.gz'), sep='\\t', h=T, as.is=TRUE);
 save(haai, file='miga-project.Rdata');
 if(sum(haai[,'a'] != haai[,'b']) > 0){
   h <- hist(haai[haai[,'a'] != haai[,'b'], 'value'], breaks=100, plot=FALSE);
   write.table(
     cbind(h[['breaks']][-length(h[['breaks']])],
-      h[['breaks']][-1],h[['counts']]),
+      h[['breaks']][-1], h[['counts']]),
     file='miga-project.hist', quote=FALSE, sep='\\t',
     col.names=FALSE, row.names=FALSE);
 }
 " | R --vanilla
 
-# Gzip
-gzip -9 -f miga-project.txt
-
 # Finalize
 miga date > "miga-project.done"
 miga add_result -P "$PROJECT" -r "$SCRIPT" -f

data/test/daemon_test.rb

@@ -9,7 +9,7 @@ class DaemonTest < Test::Unit::TestCase
   def setup
     initialize_miga_home(
       <<~DAEMON
-        { "maxjobs": 1, "ppn": 1, "latency": 2, "varsep": " ",
+        { "maxjobs": 1, "ppn": 1, "latency": 2, "varsep": " ", "show_log": true,
           "var": "{{key}}={{value}}", "cmd": "echo {{task_name}} >/dev/null",
           "alive": "echo 1 # {{pid}}", "type": "bash", "format_version": 1 }
       DAEMON

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: miga-base
 version: !ruby/object:Gem::Version
-  version: 0.7.12.2
+  version: 0.7.15.1
 platform: ruby
 authors:
 - Luis M. Rodriguez-R
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-07-24 00:00:00.000000000 Z
+date: 2020-08-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: daemons
@@ -128,6 +128,7 @@ files:
 - lib/miga/cli/action/browse/layout.html
 - lib/miga/cli/action/browse/redirect.html
 - lib/miga/cli/action/browse/style.css
+- lib/miga/cli/action/browse/summary.html
 - lib/miga/cli/action/classify_wf.rb
 - lib/miga/cli/action/console.rb
 - lib/miga/cli/action/daemon.rb