miga-base 0.7.21.0 → 0.7.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +3 -0
  3. data/README.md +1 -1
  4. data/Rakefile +1 -0
  5. data/lib/miga/cli/action/add.rb +1 -2
  6. data/lib/miga/cli/action/classify_wf.rb +12 -11
  7. data/lib/miga/cli/action/derep_wf.rb +3 -9
  8. data/lib/miga/cli/action/edit.rb +0 -1
  9. data/lib/miga/cli/action/find.rb +1 -1
  10. data/lib/miga/cli/action/generic.rb +1 -1
  11. data/lib/miga/cli/action/get.rb +7 -2
  12. data/lib/miga/cli/action/get_db.rb +16 -21
  13. data/lib/miga/cli/action/init.rb +41 -93
  14. data/lib/miga/cli/action/init/daemon_helper.rb +1 -2
  15. data/lib/miga/cli/action/init/files_helper.rb +118 -0
  16. data/lib/miga/cli/action/ncbi_get.rb +1 -1
  17. data/lib/miga/cli/action/new.rb +15 -9
  18. data/lib/miga/cli/action/option.rb +44 -0
  19. data/lib/miga/cli/action/quality_wf.rb +3 -3
  20. data/lib/miga/cli/action/tax_dist.rb +1 -1
  21. data/lib/miga/cli/action/tax_test.rb +1 -1
  22. data/lib/miga/cli/action/wf.rb +32 -30
  23. data/lib/miga/cli/base.rb +1 -0
  24. data/lib/miga/cli/objects_helper.rb +23 -18
  25. data/lib/miga/common.rb +4 -2
  26. data/lib/miga/common/net.rb +74 -0
  27. data/lib/miga/common/with_option.rb +83 -0
  28. data/lib/miga/common/with_result.rb +3 -2
  29. data/lib/miga/dataset/base.rb +20 -2
  30. data/lib/miga/dataset/result.rb +3 -2
  31. data/lib/miga/metadata.rb +25 -13
  32. data/lib/miga/project/base.rb +82 -2
  33. data/lib/miga/project/result.rb +4 -4
  34. data/lib/miga/remote_dataset.rb +2 -0
  35. data/lib/miga/result/stats.rb +2 -2
  36. data/lib/miga/version.rb +4 -2
  37. data/scripts/aai_distances.bash +1 -1
  38. data/scripts/ani_distances.bash +1 -1
  39. data/scripts/essential_genes.bash +1 -2
  40. data/scripts/haai_distances.bash +1 -1
  41. data/scripts/mytaxa.bash +6 -5
  42. data/scripts/mytaxa_scan.bash +8 -7
  43. data/scripts/ogs.bash +2 -3
  44. data/scripts/ssu.bash +16 -2
  45. data/test/dataset_test.rb +5 -5
  46. data/test/net_test.rb +34 -0
  47. data/test/with_option_test.rb +115 -0
  48. data/utils/cleanup-databases.rb +2 -3
  49. data/utils/distance/commands.rb +2 -2
  50. data/utils/distance/database.rb +1 -1
  51. data/utils/distance/pipeline.rb +2 -4
  52. data/utils/distance/runner.rb +15 -23
  53. data/utils/index_metadata.rb +1 -2
  54. data/utils/requirements.txt +6 -5
  55. data/utils/subclade/runner.rb +10 -11
  56. metadata +9 -3
@@ -17,8 +17,7 @@ def searchable(db, d, k, v)
17
17
  end
18
18
 
19
19
  p.each_dataset do |d|
20
- next unless d.is_ref?
21
- next unless d.is_active?
20
+ next unless d.ref? && d.active?
22
21
 
23
22
  searchable(db, d, :name, d.name)
24
23
  d.metadata.each do |k, v|
@@ -1,10 +1,12 @@
1
1
  Software Test exec Website Notes
2
2
  -------- --------- ------- -----
3
3
  Ruby ruby https://www.ruby-lang.org/ Required version: 2.3+
4
- Python python https://www.python.org/
4
+ Python python https://www.python.org/ Required version: 3+
5
5
  R R http://www.r-project.org/
6
6
  SQLite3 sqlite3 https://www.sqlite.org/
7
7
  NCBI BLAST+ blastp ftp://ftp.ncbi.nlm.nih.gov/blast/executables/blast+/LATEST
8
+ DIAMOND diamond http://ab.inf.uni-tuebingen.de/software/diamond Required version: v0.9.20+
9
+ FastANI fastANI https://github.com/ParBLiSS/FastANI Required version: 1.1+
8
10
  HMMer 3.0+ hmmsearch http://hmmer.janelia.org/software
9
11
  Bedtools bedtools http://bedtools.readthedocs.org/en/latest/
10
12
  Prodigal prodigal http://prodigal.ornl.gov
@@ -14,7 +16,6 @@ Barrnap barrnap http://www.vicbioinformatics.com/software.barrnap.shtml
14
16
  Scythe scythe https://github.com/vsbuffalo/scythe Required version: 0.991+
15
17
  FastQC fastqc http://www.bioinformatics.babraham.ac.uk/projects/fastqc
16
18
  SolexaQA++ SolexaQA++ http://solexaqa.sourceforge.net Required version: v3.1.3+
17
- DIAMOND (opt) diamond http://ab.inf.uni-tuebingen.de/software/diamond Required version: v0.9.20+
18
- MyTaxa (opt) MyTaxa http://enve-omics.ce.gatech.edu/mytaxa The folder must contain the db and utils dirs, and the AllGenomes.faa.dmnd database
19
- Krona (opt) ktImportText https://github.com/marbl/Krona/wiki
20
- FastANI (opt) fastANI https://github.com/ParBLiSS/FastANI Required version: 1.1+
19
+ OpenJDK (rdp) java https://adoptopenjdk.net/ Any Java VM would work
20
+ MyTaxa (mytaxa) MyTaxa http://enve-omics.ce.gatech.edu/mytaxa
21
+ Krona (mytaxa) ktImportText https://github.com/marbl/Krona/wiki
@@ -15,22 +15,21 @@ class MiGA::SubcladeRunner
15
15
  @step = step.to_sym
16
16
  @home = File.join(
17
17
  File.join(project.path, 'data', '10.clades'),
18
- @step == :clade_finding ? '01.find' : '02.ani'
18
+ @step == :clade_finding ? '01.find.running' : '02.ani.running'
19
19
  )
20
20
  @opts[:thr] ||= ENV.fetch('CORES') { 2 }.to_i
21
- @opts[:run_clades] = !!@project.metadata.data.fetch(:run_clades) { true }
22
- @opts[:gsp_ani] = @project.metadata.data.fetch(:gsp_ani) { 95.0 }.to_f
23
- @opts[:gsp_aai] = @project.metadata.data.fetch(:gsp_aai) { 90.0 }.to_f
24
- @opts[:gsp_metric] =
25
- @project.metadata.data.fetch(:gsp_metric) { 'ani' }.to_s
21
+ @opts[:run_clades] = @project.option(:run_clades)
22
+ @opts[:gsp_ani] = @project.option(:gsp_ani)
23
+ @opts[:gsp_aai] = @project.option(:gsp_aai)
24
+ @opts[:gsp_metric] = @project.option(:gsp_metric)
26
25
  end
27
26
 
28
27
  # Launch the appropriate analysis
29
28
  def go!
30
29
  return if project.type == :metagenomes
31
30
 
32
- unless @project.dataset_names.any? { |i| @project.dataset(i).is_ref? }
33
- FileUtils.touch(File.expand_path('miga-project.empty', @home))
31
+ unless @project.dataset_names.any? { |i| @project.dataset(i).ref? }
32
+ FileUtils.touch(File.join(@home, 'miga-project.empty'))
34
33
  return
35
34
  end
36
35
  Dir.chdir home
@@ -44,15 +43,15 @@ class MiGA::SubcladeRunner
44
43
  # Launch analysis for clade_finding
45
44
  def go_clade_finding!
46
45
  cluster_species
47
- unless project.is_clade?
48
- subclades :aai
46
+ unless project.clade?
47
+ subclades(:aai)
49
48
  compile
50
49
  end
51
50
  end
52
51
 
53
52
  # Launch analysis for subclades
54
53
  def go_subclades!
55
- subclades :ani
54
+ subclades(:ani)
56
55
  compile
57
56
  end
58
57
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: miga-base
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.7.21.0
4
+ version: 0.7.24.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Luis M. Rodriguez-R
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-01-13 00:00:00.000000000 Z
11
+ date: 2021-02-16 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: daemons
@@ -145,12 +145,14 @@ files:
145
145
  - lib/miga/cli/action/index_wf.rb
146
146
  - lib/miga/cli/action/init.rb
147
147
  - lib/miga/cli/action/init/daemon_helper.rb
148
+ - lib/miga/cli/action/init/files_helper.rb
148
149
  - lib/miga/cli/action/lair.rb
149
150
  - lib/miga/cli/action/ln.rb
150
151
  - lib/miga/cli/action/ls.rb
151
152
  - lib/miga/cli/action/ncbi_get.rb
152
153
  - lib/miga/cli/action/new.rb
153
154
  - lib/miga/cli/action/next_step.rb
155
+ - lib/miga/cli/action/option.rb
154
156
  - lib/miga/cli/action/preproc_wf.rb
155
157
  - lib/miga/cli/action/quality_wf.rb
156
158
  - lib/miga/cli/action/rm.rb
@@ -169,9 +171,11 @@ files:
169
171
  - lib/miga/common/base.rb
170
172
  - lib/miga/common/format.rb
171
173
  - lib/miga/common/hooks.rb
174
+ - lib/miga/common/net.rb
172
175
  - lib/miga/common/path.rb
173
176
  - lib/miga/common/with_daemon.rb
174
177
  - lib/miga/common/with_daemon_class.rb
178
+ - lib/miga/common/with_option.rb
175
179
  - lib/miga/common/with_result.rb
176
180
  - lib/miga/daemon.rb
177
181
  - lib/miga/daemon/base.rb
@@ -235,6 +239,7 @@ files:
235
239
  - test/json_test.rb
236
240
  - test/lair_test.rb
237
241
  - test/metadata_test.rb
242
+ - test/net_test.rb
238
243
  - test/project_test.rb
239
244
  - test/remote_dataset_test.rb
240
245
  - test/result_stats_test.rb
@@ -244,6 +249,7 @@ files:
244
249
  - test/taxonomy_test.rb
245
250
  - test/test_helper.rb
246
251
  - test/with_daemon_test.rb
252
+ - test/with_option_test.rb
247
253
  - utils/adapters.fa
248
254
  - utils/cleanup-databases.rb
249
255
  - utils/core-pan-plot.R
@@ -563,7 +569,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
563
569
  - !ruby/object:Gem::Version
564
570
  version: '0'
565
571
  requirements: []
566
- rubygems_version: 3.1.2
572
+ rubygems_version: 3.1.4
567
573
  signing_key:
568
574
  specification_version: 4
569
575
  summary: MiGA