rbbt-util 5.32.2 → 5.32.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 612e1472bae3839b68f143d639025a9bb19294525ecc0e95df99702883af31d3
4
- data.tar.gz: bea8c5ec09525363447c5bdc140f899f8a22ccb311d225da061b01d6f68bcf10
3
+ metadata.gz: 5623a5f5b4b78dc051b02bfaa9f7503f999bc58b7cc3569d8a58f9caead7b212
4
+ data.tar.gz: 195a44841df5ef636806413bf4bcfe1b36304d0b9e4178d3e787b1ee2e5d5a71
5
5
  SHA512:
6
- metadata.gz: 0aef55d55b97f40011aeaa3f09450dd623ad6d682b4b3ef5dc3f2df603efeeede2e50b3be2f4f586e502adb6a4a0fd898113d3c5c892212170edb4cde7b7f6a7
7
- data.tar.gz: 81261ef8e8da6ada5c1d8e672fdbd31ff6dc67a7a08edb4b6a3dcee10cfc6ed3f7abacf0c3628d604839e2743de043793c5169a147bd9b528c2afd614dca62b9
6
+ metadata.gz: 9d9a436961cd66fd58bdd1b3908879b16f3e9f7a09d1d05a5d4e1980ad3c0a960a102895ca257bbd18298352c59f0448d21520c749bb652dc63c0042ef56d694
7
+ data.tar.gz: 9c9ec75fd411deb4849ed02834294da897a38ca2230a2af78e1bcb8722fe8ab1c1dd4eebe41e073270da02d60288363eb548f3bfdbf8cabd31256d5616ce9d09
data/lib/rbbt/resource.rb CHANGED
@@ -6,6 +6,7 @@ require 'set'
6
6
 
7
7
 
8
8
  module Resource
9
+ class ResourceNotFound < RbbtException; end
9
10
 
10
11
  class << self
11
12
  attr_accessor :lock_dir
@@ -154,16 +155,14 @@ module Resource
154
155
  rake_dir, content = rake_for(path)
155
156
  rake_dir = Path.setup(rake_dir.dup, self.pkgdir, self)
156
157
  else
157
- begin
158
- if path !~ /\.(gz|bgz)$/
159
- begin
160
- produce(path.annotate(path + '.gz'), force)
161
- rescue
162
- produce(path.annotate(path + '.bgz'), force)
163
- end
158
+ if path !~ /\.(gz|bgz)$/
159
+ begin
160
+ produce(path.annotate(path + '.gz'), force)
161
+ rescue ResourceNotFound
162
+ produce(path.annotate(path + '.bgz'), force)
164
163
  end
165
- rescue
166
- raise "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
164
+ else
165
+ raise ResourceNotFound, "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
167
166
  end
168
167
  end
169
168
 
@@ -174,7 +173,7 @@ module Resource
174
173
  end
175
174
 
176
175
  if type and not File.exist?(final_path) or force
177
- Log.medium "Producing: #{ final_path }"
176
+ Log.medium "Producing: (#{self.to_s}) #{ final_path }"
178
177
  lock_filename = Persist.persistence_path(final_path, {:dir => Resource.lock_dir})
179
178
 
180
179
  Misc.lock lock_filename do
@@ -122,7 +122,7 @@ module Workflow
122
122
  last = _prov_tasks(workflow.dep_tree(task_name))
123
123
 
124
124
  if child
125
- description << "->" << task_name.to_s
125
+ description << "-> " << task_name.to_s
126
126
  elsif first
127
127
  description << "" << task_name.to_s
128
128
  else
@@ -198,7 +198,7 @@ module Workflow
198
198
  puts Misc.format_definition_list_item(name.to_s, description, Log.terminal_width, 20, :yellow)
199
199
 
200
200
  prov_string = prov_string(dep_tree(name))
201
- puts Log.color :blue, " ->" + prov_string if prov_string && ! prov_string.empty?
201
+ puts Misc.format_paragraph Log.color(:blue, "-> " + prov_string) if prov_string && ! prov_string.empty?
202
202
  end
203
203
 
204
204
  else
@@ -10,6 +10,9 @@ module Workflow
10
10
  started = job.info[:started]
11
11
  ddone = job.info[:done]
12
12
 
13
+ started = Time.parse started if String === started
14
+ ddone = Time.parse ddone if String === ddone
15
+
13
16
  code = [job.workflow, job.task_name].compact.collect{|s| s.to_s} * " · "
14
17
  code = job.name + " - " + code
15
18
 
@@ -140,7 +143,13 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
140
143
  info = tasks_info[task] ||= IndiferentHash.setup({})
141
144
  dep_info = IndiferentHash.setup(dep.info)
142
145
 
143
- time = dep_info[:done] - dep_info[:started]
146
+ ddone = dep_info[:done]
147
+ started = dep_info[:started]
148
+
149
+ started = Time.parse started if String === started
150
+ ddone = Time.parse ddone if String === ddone
151
+
152
+ time = ddone - started
144
153
  info[:time] ||= []
145
154
  info[:time] << time
146
155
 
@@ -196,7 +205,7 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
196
205
 
197
206
  end
198
207
 
199
- jobs = jobs.uniq.sort_by{|job| t = job.info[:started]; t || Open.mtime(job.path) || Time.now }
208
+ jobs = jobs.uniq.sort_by{|job| t = job.info[:started] || Open.mtime(job.path) || Time.now; Time === t ? t : Time.parse(t) }
200
209
 
201
210
  data = trace_job_times(jobs, options[:fix_gap])
202
211
 
@@ -51,7 +51,7 @@ class TestPersistTSVTC < Test::Unit::TestCase
51
51
  end
52
52
  end
53
53
 
54
- def test_annotation_persist_with_repeitions
54
+ def test_annotation_persist_with_repetitions
55
55
  TmpFile.with_file do |tmp|
56
56
  entity1 = "Entity 1"
57
57
  entity2 = "Entity 2"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: rbbt-util
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.32.2
4
+ version: 5.32.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Miguel Vazquez
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-04-29 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rake
@@ -542,7 +542,7 @@ homepage: http://github.com/mikisvaz/rbbt-util
542
542
  licenses:
543
543
  - MIT
544
544
  metadata: {}
545
- post_install_message:
545
+ post_install_message:
546
546
  rdoc_options: []
547
547
  require_paths:
548
548
  - lib
@@ -557,101 +557,102 @@ required_rubygems_version: !ruby/object:Gem::Requirement
557
557
  - !ruby/object:Gem::Version
558
558
  version: '0'
559
559
  requirements: []
560
- rubygems_version: 3.1.4
561
- signing_key:
560
+ rubyforge_project:
561
+ rubygems_version: 2.7.6
562
+ signing_key:
562
563
  specification_version: 4
563
564
  summary: Utilities for the Ruby Bioinformatics Toolkit (rbbt)
564
565
  test_files:
566
+ - test/test_helper.rb
567
+ - test/rbbt/entity/test_identifiers.rb
568
+ - test/rbbt/test_resource.rb
569
+ - test/rbbt/test_association.rb
570
+ - test/rbbt/hpc/test_slurm.rb
571
+ - test/rbbt/hpc/test_batch.rb
572
+ - test/rbbt/persist/test_tsv.rb
573
+ - test/rbbt/persist/tsv/test_kyotocabinet.rb
574
+ - test/rbbt/persist/tsv/test_lmdb.rb
575
+ - test/rbbt/persist/tsv/test_tokyocabinet.rb
576
+ - test/rbbt/persist/tsv/test_cdb.rb
577
+ - test/rbbt/persist/tsv/test_leveldb.rb
578
+ - test/rbbt/persist/tsv/test_sharder.rb
579
+ - test/rbbt/test_packed_index.rb
565
580
  - test/rbbt/test_entity.rb
581
+ - test/rbbt/test_fix_width_table.rb
566
582
  - test/rbbt/workflow/test_remote_workflow.rb
567
- - test/rbbt/workflow/util/test_orchestrator.rb
568
583
  - test/rbbt/workflow/test_doc.rb
569
- - test/rbbt/workflow/test_schedule.rb
570
- - test/rbbt/workflow/test_step.rb
571
584
  - test/rbbt/workflow/step/test_dependencies.rb
585
+ - test/rbbt/workflow/test_schedule.rb
586
+ - test/rbbt/workflow/util/test_orchestrator.rb
572
587
  - test/rbbt/workflow/test_task.rb
573
- - test/rbbt/resource/test_path.rb
574
- - test/rbbt/util/test_colorize.rb
588
+ - test/rbbt/workflow/test_step.rb
589
+ - test/rbbt/test_tsv.rb
590
+ - test/rbbt/test_annotations.rb
591
+ - test/rbbt/test_knowledge_base.rb
592
+ - test/rbbt/util/test_simpleDSL.rb
593
+ - test/rbbt/util/concurrency/processes/test_socket.rb
594
+ - test/rbbt/util/concurrency/test_processes.rb
595
+ - test/rbbt/util/concurrency/test_threads.rb
596
+ - test/rbbt/util/test_filecache.rb
597
+ - test/rbbt/util/simpleopt/test_get.rb
598
+ - test/rbbt/util/simpleopt/test_parse.rb
599
+ - test/rbbt/util/simpleopt/test_setup.rb
600
+ - test/rbbt/util/test_misc.rb
601
+ - test/rbbt/util/test_excel2tsv.rb
602
+ - test/rbbt/util/test_semaphore.rb
575
603
  - test/rbbt/util/test_procpath.rb
576
- - test/rbbt/util/misc/test_development.rb
577
- - test/rbbt/util/misc/test_omics.rb
578
- - test/rbbt/util/misc/test_pipes.rb
579
- - test/rbbt/util/misc/test_format.rb
580
- - test/rbbt/util/misc/test_lock.rb
581
- - test/rbbt/util/misc/test_multipart_payload.rb
582
- - test/rbbt/util/misc/test_bgzf.rb
583
- - test/rbbt/util/test_concurrency.rb
584
- - test/rbbt/util/test_cmd.rb
585
- - test/rbbt/util/R/test_plot.rb
586
- - test/rbbt/util/R/test_eval.rb
587
604
  - test/rbbt/util/R/test_model.rb
605
+ - test/rbbt/util/R/test_eval.rb
606
+ - test/rbbt/util/R/test_plot.rb
607
+ - test/rbbt/util/test_open.rb
608
+ - test/rbbt/util/test_tmpfile.rb
609
+ - test/rbbt/util/test_cmd.rb
610
+ - test/rbbt/util/test_concurrency.rb
611
+ - test/rbbt/util/test_colorize.rb
588
612
  - test/rbbt/util/test_config.rb
589
613
  - test/rbbt/util/test_log.rb
590
- - test/rbbt/util/test_simpleDSL.rb
591
- - test/rbbt/util/log/test_progress.rb
592
- - test/rbbt/util/test_tmpfile.rb
593
- - test/rbbt/util/test_R.rb
594
- - test/rbbt/util/test_excel2tsv.rb
595
- - test/rbbt/util/test_misc.rb
596
- - test/rbbt/util/test_open.rb
597
614
  - test/rbbt/util/test_simpleopt.rb
598
- - test/rbbt/util/simpleopt/test_parse.rb
599
- - test/rbbt/util/simpleopt/test_setup.rb
600
- - test/rbbt/util/simpleopt/test_get.rb
601
615
  - test/rbbt/util/test_python.rb
602
- - test/rbbt/util/test_filecache.rb
603
- - test/rbbt/util/concurrency/test_processes.rb
604
- - test/rbbt/util/concurrency/test_threads.rb
605
- - test/rbbt/util/concurrency/processes/test_socket.rb
606
- - test/rbbt/util/test_semaphore.rb
607
616
  - test/rbbt/util/test_chain_methods.rb
608
- - test/rbbt/test_resource.rb
609
- - test/rbbt/test_packed_index.rb
610
- - test/rbbt/tsv/test_change_id.rb
611
- - test/rbbt/tsv/test_attach.rb
612
- - test/rbbt/tsv/test_filter.rb
617
+ - test/rbbt/util/misc/test_omics.rb
618
+ - test/rbbt/util/misc/test_lock.rb
619
+ - test/rbbt/util/misc/test_multipart_payload.rb
620
+ - test/rbbt/util/misc/test_bgzf.rb
621
+ - test/rbbt/util/misc/test_development.rb
622
+ - test/rbbt/util/misc/test_format.rb
623
+ - test/rbbt/util/misc/test_pipes.rb
624
+ - test/rbbt/util/log/test_progress.rb
625
+ - test/rbbt/util/test_R.rb
626
+ - test/rbbt/test_workflow.rb
627
+ - test/rbbt/knowledge_base/test_entity.rb
628
+ - test/rbbt/knowledge_base/test_enrichment.rb
629
+ - test/rbbt/knowledge_base/test_traverse.rb
630
+ - test/rbbt/knowledge_base/test_syndicate.rb
631
+ - test/rbbt/knowledge_base/test_registry.rb
632
+ - test/rbbt/knowledge_base/test_query.rb
633
+ - test/rbbt/association/test_item.rb
634
+ - test/rbbt/association/test_util.rb
635
+ - test/rbbt/association/test_open.rb
636
+ - test/rbbt/association/test_database.rb
637
+ - test/rbbt/association/test_index.rb
638
+ - test/rbbt/annotations/test_util.rb
639
+ - test/rbbt/test_monitor.rb
640
+ - test/rbbt/resource/test_path.rb
641
+ - test/rbbt/test_hpc.rb
642
+ - test/rbbt/test_persist.rb
613
643
  - test/rbbt/tsv/test_parser.rb
614
644
  - test/rbbt/tsv/test_csv.rb
615
- - test/rbbt/tsv/test_accessor.rb
616
- - test/rbbt/tsv/test_matrix.rb
645
+ - test/rbbt/tsv/test_manipulate.rb
617
646
  - test/rbbt/tsv/test_field_index.rb
618
647
  - test/rbbt/tsv/test_util.rb
619
- - test/rbbt/tsv/test_index.rb
648
+ - test/rbbt/tsv/test_accessor.rb
649
+ - test/rbbt/tsv/test_filter.rb
650
+ - test/rbbt/tsv/test_stream.rb
620
651
  - test/rbbt/tsv/test_parallel.rb
621
- - test/rbbt/tsv/test_manipulate.rb
652
+ - test/rbbt/tsv/test_matrix.rb
653
+ - test/rbbt/tsv/test_attach.rb
622
654
  - test/rbbt/tsv/test_excel.rb
623
- - test/rbbt/tsv/parallel/test_through.rb
655
+ - test/rbbt/tsv/test_change_id.rb
656
+ - test/rbbt/tsv/test_index.rb
624
657
  - test/rbbt/tsv/parallel/test_traverse.rb
625
- - test/rbbt/tsv/test_stream.rb
626
- - test/rbbt/test_association.rb
627
- - test/rbbt/hpc/test_batch.rb
628
- - test/rbbt/hpc/test_slurm.rb
629
- - test/rbbt/association/test_database.rb
630
- - test/rbbt/association/test_item.rb
631
- - test/rbbt/association/test_open.rb
632
- - test/rbbt/association/test_util.rb
633
- - test/rbbt/association/test_index.rb
634
- - test/rbbt/test_knowledge_base.rb
635
- - test/rbbt/persist/tsv/test_kyotocabinet.rb
636
- - test/rbbt/persist/tsv/test_cdb.rb
637
- - test/rbbt/persist/tsv/test_lmdb.rb
638
- - test/rbbt/persist/tsv/test_sharder.rb
639
- - test/rbbt/persist/tsv/test_leveldb.rb
640
- - test/rbbt/persist/tsv/test_tokyocabinet.rb
641
- - test/rbbt/persist/test_tsv.rb
642
- - test/rbbt/test_tsv.rb
643
- - test/rbbt/test_annotations.rb
644
- - test/rbbt/test_fix_width_table.rb
645
- - test/rbbt/test_workflow.rb
646
- - test/rbbt/entity/test_identifiers.rb
647
- - test/rbbt/annotations/test_util.rb
648
- - test/rbbt/test_hpc.rb
649
- - test/rbbt/test_monitor.rb
650
- - test/rbbt/test_persist.rb
651
- - test/rbbt/knowledge_base/test_entity.rb
652
- - test/rbbt/knowledge_base/test_registry.rb
653
- - test/rbbt/knowledge_base/test_syndicate.rb
654
- - test/rbbt/knowledge_base/test_query.rb
655
- - test/rbbt/knowledge_base/test_enrichment.rb
656
- - test/rbbt/knowledge_base/test_traverse.rb
657
- - test/test_helper.rb
658
+ - test/rbbt/tsv/parallel/test_through.rb