rbbt-util 5.32.2 → 5.32.4

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 612e1472bae3839b68f143d639025a9bb19294525ecc0e95df99702883af31d3
4
- data.tar.gz: bea8c5ec09525363447c5bdc140f899f8a22ccb311d225da061b01d6f68bcf10
3
+ metadata.gz: 5623a5f5b4b78dc051b02bfaa9f7503f999bc58b7cc3569d8a58f9caead7b212
4
+ data.tar.gz: 195a44841df5ef636806413bf4bcfe1b36304d0b9e4178d3e787b1ee2e5d5a71
5
5
  SHA512:
6
- metadata.gz: 0aef55d55b97f40011aeaa3f09450dd623ad6d682b4b3ef5dc3f2df603efeeede2e50b3be2f4f586e502adb6a4a0fd898113d3c5c892212170edb4cde7b7f6a7
7
- data.tar.gz: 81261ef8e8da6ada5c1d8e672fdbd31ff6dc67a7a08edb4b6a3dcee10cfc6ed3f7abacf0c3628d604839e2743de043793c5169a147bd9b528c2afd614dca62b9
6
+ metadata.gz: 9d9a436961cd66fd58bdd1b3908879b16f3e9f7a09d1d05a5d4e1980ad3c0a960a102895ca257bbd18298352c59f0448d21520c749bb652dc63c0042ef56d694
7
+ data.tar.gz: 9c9ec75fd411deb4849ed02834294da897a38ca2230a2af78e1bcb8722fe8ab1c1dd4eebe41e073270da02d60288363eb548f3bfdbf8cabd31256d5616ce9d09
data/lib/rbbt/resource.rb CHANGED
@@ -6,6 +6,7 @@ require 'set'
6
6
 
7
7
 
8
8
  module Resource
9
+ class ResourceNotFound < RbbtException; end
9
10
 
10
11
  class << self
11
12
  attr_accessor :lock_dir
@@ -154,16 +155,14 @@ module Resource
154
155
  rake_dir, content = rake_for(path)
155
156
  rake_dir = Path.setup(rake_dir.dup, self.pkgdir, self)
156
157
  else
157
- begin
158
- if path !~ /\.(gz|bgz)$/
159
- begin
160
- produce(path.annotate(path + '.gz'), force)
161
- rescue
162
- produce(path.annotate(path + '.bgz'), force)
163
- end
158
+ if path !~ /\.(gz|bgz)$/
159
+ begin
160
+ produce(path.annotate(path + '.gz'), force)
161
+ rescue ResourceNotFound
162
+ produce(path.annotate(path + '.bgz'), force)
164
163
  end
165
- rescue
166
- raise "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
164
+ else
165
+ raise ResourceNotFound, "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
167
166
  end
168
167
  end
169
168
 
@@ -174,7 +173,7 @@ module Resource
174
173
  end
175
174
 
176
175
  if type and not File.exist?(final_path) or force
177
- Log.medium "Producing: #{ final_path }"
176
+ Log.medium "Producing: (#{self.to_s}) #{ final_path }"
178
177
  lock_filename = Persist.persistence_path(final_path, {:dir => Resource.lock_dir})
179
178
 
180
179
  Misc.lock lock_filename do
@@ -122,7 +122,7 @@ module Workflow
122
122
  last = _prov_tasks(workflow.dep_tree(task_name))
123
123
 
124
124
  if child
125
- description << "->" << task_name.to_s
125
+ description << "-> " << task_name.to_s
126
126
  elsif first
127
127
  description << "" << task_name.to_s
128
128
  else
@@ -198,7 +198,7 @@ module Workflow
198
198
  puts Misc.format_definition_list_item(name.to_s, description, Log.terminal_width, 20, :yellow)
199
199
 
200
200
  prov_string = prov_string(dep_tree(name))
201
- puts Log.color :blue, " ->" + prov_string if prov_string && ! prov_string.empty?
201
+ puts Misc.format_paragraph Log.color(:blue, "-> " + prov_string) if prov_string && ! prov_string.empty?
202
202
  end
203
203
 
204
204
  else
@@ -10,6 +10,9 @@ module Workflow
10
10
  started = job.info[:started]
11
11
  ddone = job.info[:done]
12
12
 
13
+ started = Time.parse started if String === started
14
+ ddone = Time.parse ddone if String === ddone
15
+
13
16
  code = [job.workflow, job.task_name].compact.collect{|s| s.to_s} * " · "
14
17
  code = job.name + " - " + code
15
18
 
@@ -140,7 +143,13 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
140
143
  info = tasks_info[task] ||= IndiferentHash.setup({})
141
144
  dep_info = IndiferentHash.setup(dep.info)
142
145
 
143
- time = dep_info[:done] - dep_info[:started]
146
+ ddone = dep_info[:done]
147
+ started = dep_info[:started]
148
+
149
+ started = Time.parse started if String === started
150
+ ddone = Time.parse ddone if String === ddone
151
+
152
+ time = ddone - started
144
153
  info[:time] ||= []
145
154
  info[:time] << time
146
155
 
@@ -196,7 +205,7 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
196
205
 
197
206
  end
198
207
 
199
- jobs = jobs.uniq.sort_by{|job| t = job.info[:started]; t || Open.mtime(job.path) || Time.now }
208
+ jobs = jobs.uniq.sort_by{|job| t = job.info[:started] || Open.mtime(job.path) || Time.now; Time === t ? t : Time.parse(t) }
200
209
 
201
210
  data = trace_job_times(jobs, options[:fix_gap])
202
211
 
@@ -51,7 +51,7 @@ class TestPersistTSVTC < Test::Unit::TestCase
51
51
  end
52
52
  end
53
53
 
54
- def test_annotation_persist_with_repeitions
54
+ def test_annotation_persist_with_repetitions
55
55
  TmpFile.with_file do |tmp|
56
56
  entity1 = "Entity 1"
57
57
  entity2 = "Entity 2"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: rbbt-util
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.32.2
4
+ version: 5.32.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - Miguel Vazquez
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-04-29 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rake
@@ -542,7 +542,7 @@ homepage: http://github.com/mikisvaz/rbbt-util
542
542
  licenses:
543
543
  - MIT
544
544
  metadata: {}
545
- post_install_message:
545
+ post_install_message:
546
546
  rdoc_options: []
547
547
  require_paths:
548
548
  - lib
@@ -557,101 +557,102 @@ required_rubygems_version: !ruby/object:Gem::Requirement
557
557
  - !ruby/object:Gem::Version
558
558
  version: '0'
559
559
  requirements: []
560
- rubygems_version: 3.1.4
561
- signing_key:
560
+ rubyforge_project:
561
+ rubygems_version: 2.7.6
562
+ signing_key:
562
563
  specification_version: 4
563
564
  summary: Utilities for the Ruby Bioinformatics Toolkit (rbbt)
564
565
  test_files:
566
+ - test/test_helper.rb
567
+ - test/rbbt/entity/test_identifiers.rb
568
+ - test/rbbt/test_resource.rb
569
+ - test/rbbt/test_association.rb
570
+ - test/rbbt/hpc/test_slurm.rb
571
+ - test/rbbt/hpc/test_batch.rb
572
+ - test/rbbt/persist/test_tsv.rb
573
+ - test/rbbt/persist/tsv/test_kyotocabinet.rb
574
+ - test/rbbt/persist/tsv/test_lmdb.rb
575
+ - test/rbbt/persist/tsv/test_tokyocabinet.rb
576
+ - test/rbbt/persist/tsv/test_cdb.rb
577
+ - test/rbbt/persist/tsv/test_leveldb.rb
578
+ - test/rbbt/persist/tsv/test_sharder.rb
579
+ - test/rbbt/test_packed_index.rb
565
580
  - test/rbbt/test_entity.rb
581
+ - test/rbbt/test_fix_width_table.rb
566
582
  - test/rbbt/workflow/test_remote_workflow.rb
567
- - test/rbbt/workflow/util/test_orchestrator.rb
568
583
  - test/rbbt/workflow/test_doc.rb
569
- - test/rbbt/workflow/test_schedule.rb
570
- - test/rbbt/workflow/test_step.rb
571
584
  - test/rbbt/workflow/step/test_dependencies.rb
585
+ - test/rbbt/workflow/test_schedule.rb
586
+ - test/rbbt/workflow/util/test_orchestrator.rb
572
587
  - test/rbbt/workflow/test_task.rb
573
- - test/rbbt/resource/test_path.rb
574
- - test/rbbt/util/test_colorize.rb
588
+ - test/rbbt/workflow/test_step.rb
589
+ - test/rbbt/test_tsv.rb
590
+ - test/rbbt/test_annotations.rb
591
+ - test/rbbt/test_knowledge_base.rb
592
+ - test/rbbt/util/test_simpleDSL.rb
593
+ - test/rbbt/util/concurrency/processes/test_socket.rb
594
+ - test/rbbt/util/concurrency/test_processes.rb
595
+ - test/rbbt/util/concurrency/test_threads.rb
596
+ - test/rbbt/util/test_filecache.rb
597
+ - test/rbbt/util/simpleopt/test_get.rb
598
+ - test/rbbt/util/simpleopt/test_parse.rb
599
+ - test/rbbt/util/simpleopt/test_setup.rb
600
+ - test/rbbt/util/test_misc.rb
601
+ - test/rbbt/util/test_excel2tsv.rb
602
+ - test/rbbt/util/test_semaphore.rb
575
603
  - test/rbbt/util/test_procpath.rb
576
- - test/rbbt/util/misc/test_development.rb
577
- - test/rbbt/util/misc/test_omics.rb
578
- - test/rbbt/util/misc/test_pipes.rb
579
- - test/rbbt/util/misc/test_format.rb
580
- - test/rbbt/util/misc/test_lock.rb
581
- - test/rbbt/util/misc/test_multipart_payload.rb
582
- - test/rbbt/util/misc/test_bgzf.rb
583
- - test/rbbt/util/test_concurrency.rb
584
- - test/rbbt/util/test_cmd.rb
585
- - test/rbbt/util/R/test_plot.rb
586
- - test/rbbt/util/R/test_eval.rb
587
604
  - test/rbbt/util/R/test_model.rb
605
+ - test/rbbt/util/R/test_eval.rb
606
+ - test/rbbt/util/R/test_plot.rb
607
+ - test/rbbt/util/test_open.rb
608
+ - test/rbbt/util/test_tmpfile.rb
609
+ - test/rbbt/util/test_cmd.rb
610
+ - test/rbbt/util/test_concurrency.rb
611
+ - test/rbbt/util/test_colorize.rb
588
612
  - test/rbbt/util/test_config.rb
589
613
  - test/rbbt/util/test_log.rb
590
- - test/rbbt/util/test_simpleDSL.rb
591
- - test/rbbt/util/log/test_progress.rb
592
- - test/rbbt/util/test_tmpfile.rb
593
- - test/rbbt/util/test_R.rb
594
- - test/rbbt/util/test_excel2tsv.rb
595
- - test/rbbt/util/test_misc.rb
596
- - test/rbbt/util/test_open.rb
597
614
  - test/rbbt/util/test_simpleopt.rb
598
- - test/rbbt/util/simpleopt/test_parse.rb
599
- - test/rbbt/util/simpleopt/test_setup.rb
600
- - test/rbbt/util/simpleopt/test_get.rb
601
615
  - test/rbbt/util/test_python.rb
602
- - test/rbbt/util/test_filecache.rb
603
- - test/rbbt/util/concurrency/test_processes.rb
604
- - test/rbbt/util/concurrency/test_threads.rb
605
- - test/rbbt/util/concurrency/processes/test_socket.rb
606
- - test/rbbt/util/test_semaphore.rb
607
616
  - test/rbbt/util/test_chain_methods.rb
608
- - test/rbbt/test_resource.rb
609
- - test/rbbt/test_packed_index.rb
610
- - test/rbbt/tsv/test_change_id.rb
611
- - test/rbbt/tsv/test_attach.rb
612
- - test/rbbt/tsv/test_filter.rb
617
+ - test/rbbt/util/misc/test_omics.rb
618
+ - test/rbbt/util/misc/test_lock.rb
619
+ - test/rbbt/util/misc/test_multipart_payload.rb
620
+ - test/rbbt/util/misc/test_bgzf.rb
621
+ - test/rbbt/util/misc/test_development.rb
622
+ - test/rbbt/util/misc/test_format.rb
623
+ - test/rbbt/util/misc/test_pipes.rb
624
+ - test/rbbt/util/log/test_progress.rb
625
+ - test/rbbt/util/test_R.rb
626
+ - test/rbbt/test_workflow.rb
627
+ - test/rbbt/knowledge_base/test_entity.rb
628
+ - test/rbbt/knowledge_base/test_enrichment.rb
629
+ - test/rbbt/knowledge_base/test_traverse.rb
630
+ - test/rbbt/knowledge_base/test_syndicate.rb
631
+ - test/rbbt/knowledge_base/test_registry.rb
632
+ - test/rbbt/knowledge_base/test_query.rb
633
+ - test/rbbt/association/test_item.rb
634
+ - test/rbbt/association/test_util.rb
635
+ - test/rbbt/association/test_open.rb
636
+ - test/rbbt/association/test_database.rb
637
+ - test/rbbt/association/test_index.rb
638
+ - test/rbbt/annotations/test_util.rb
639
+ - test/rbbt/test_monitor.rb
640
+ - test/rbbt/resource/test_path.rb
641
+ - test/rbbt/test_hpc.rb
642
+ - test/rbbt/test_persist.rb
613
643
  - test/rbbt/tsv/test_parser.rb
614
644
  - test/rbbt/tsv/test_csv.rb
615
- - test/rbbt/tsv/test_accessor.rb
616
- - test/rbbt/tsv/test_matrix.rb
645
+ - test/rbbt/tsv/test_manipulate.rb
617
646
  - test/rbbt/tsv/test_field_index.rb
618
647
  - test/rbbt/tsv/test_util.rb
619
- - test/rbbt/tsv/test_index.rb
648
+ - test/rbbt/tsv/test_accessor.rb
649
+ - test/rbbt/tsv/test_filter.rb
650
+ - test/rbbt/tsv/test_stream.rb
620
651
  - test/rbbt/tsv/test_parallel.rb
621
- - test/rbbt/tsv/test_manipulate.rb
652
+ - test/rbbt/tsv/test_matrix.rb
653
+ - test/rbbt/tsv/test_attach.rb
622
654
  - test/rbbt/tsv/test_excel.rb
623
- - test/rbbt/tsv/parallel/test_through.rb
655
+ - test/rbbt/tsv/test_change_id.rb
656
+ - test/rbbt/tsv/test_index.rb
624
657
  - test/rbbt/tsv/parallel/test_traverse.rb
625
- - test/rbbt/tsv/test_stream.rb
626
- - test/rbbt/test_association.rb
627
- - test/rbbt/hpc/test_batch.rb
628
- - test/rbbt/hpc/test_slurm.rb
629
- - test/rbbt/association/test_database.rb
630
- - test/rbbt/association/test_item.rb
631
- - test/rbbt/association/test_open.rb
632
- - test/rbbt/association/test_util.rb
633
- - test/rbbt/association/test_index.rb
634
- - test/rbbt/test_knowledge_base.rb
635
- - test/rbbt/persist/tsv/test_kyotocabinet.rb
636
- - test/rbbt/persist/tsv/test_cdb.rb
637
- - test/rbbt/persist/tsv/test_lmdb.rb
638
- - test/rbbt/persist/tsv/test_sharder.rb
639
- - test/rbbt/persist/tsv/test_leveldb.rb
640
- - test/rbbt/persist/tsv/test_tokyocabinet.rb
641
- - test/rbbt/persist/test_tsv.rb
642
- - test/rbbt/test_tsv.rb
643
- - test/rbbt/test_annotations.rb
644
- - test/rbbt/test_fix_width_table.rb
645
- - test/rbbt/test_workflow.rb
646
- - test/rbbt/entity/test_identifiers.rb
647
- - test/rbbt/annotations/test_util.rb
648
- - test/rbbt/test_hpc.rb
649
- - test/rbbt/test_monitor.rb
650
- - test/rbbt/test_persist.rb
651
- - test/rbbt/knowledge_base/test_entity.rb
652
- - test/rbbt/knowledge_base/test_registry.rb
653
- - test/rbbt/knowledge_base/test_syndicate.rb
654
- - test/rbbt/knowledge_base/test_query.rb
655
- - test/rbbt/knowledge_base/test_enrichment.rb
656
- - test/rbbt/knowledge_base/test_traverse.rb
657
- - test/test_helper.rb
658
+ - test/rbbt/tsv/parallel/test_through.rb