rbbt-util 5.32.2 → 5.32.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rbbt/resource.rb +9 -10
- data/lib/rbbt/workflow/usage.rb +2 -2
- data/lib/rbbt/workflow/util/trace.rb +11 -2
- data/test/rbbt/persist/tsv/test_tokyocabinet.rb +1 -1
- metadata +81 -80
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5623a5f5b4b78dc051b02bfaa9f7503f999bc58b7cc3569d8a58f9caead7b212
|
4
|
+
data.tar.gz: 195a44841df5ef636806413bf4bcfe1b36304d0b9e4178d3e787b1ee2e5d5a71
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9d9a436961cd66fd58bdd1b3908879b16f3e9f7a09d1d05a5d4e1980ad3c0a960a102895ca257bbd18298352c59f0448d21520c749bb652dc63c0042ef56d694
|
7
|
+
data.tar.gz: 9c9ec75fd411deb4849ed02834294da897a38ca2230a2af78e1bcb8722fe8ab1c1dd4eebe41e073270da02d60288363eb548f3bfdbf8cabd31256d5616ce9d09
|
data/lib/rbbt/resource.rb
CHANGED
@@ -6,6 +6,7 @@ require 'set'
|
|
6
6
|
|
7
7
|
|
8
8
|
module Resource
|
9
|
+
class ResourceNotFound < RbbtException; end
|
9
10
|
|
10
11
|
class << self
|
11
12
|
attr_accessor :lock_dir
|
@@ -154,16 +155,14 @@ module Resource
|
|
154
155
|
rake_dir, content = rake_for(path)
|
155
156
|
rake_dir = Path.setup(rake_dir.dup, self.pkgdir, self)
|
156
157
|
else
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
produce(path.annotate(path + '.bgz'), force)
|
163
|
-
end
|
158
|
+
if path !~ /\.(gz|bgz)$/
|
159
|
+
begin
|
160
|
+
produce(path.annotate(path + '.gz'), force)
|
161
|
+
rescue ResourceNotFound
|
162
|
+
produce(path.annotate(path + '.bgz'), force)
|
164
163
|
end
|
165
|
-
|
166
|
-
raise "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
|
164
|
+
else
|
165
|
+
raise ResourceNotFound, "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
|
167
166
|
end
|
168
167
|
end
|
169
168
|
|
@@ -174,7 +173,7 @@ module Resource
|
|
174
173
|
end
|
175
174
|
|
176
175
|
if type and not File.exist?(final_path) or force
|
177
|
-
Log.medium "Producing: #{ final_path }"
|
176
|
+
Log.medium "Producing: (#{self.to_s}) #{ final_path }"
|
178
177
|
lock_filename = Persist.persistence_path(final_path, {:dir => Resource.lock_dir})
|
179
178
|
|
180
179
|
Misc.lock lock_filename do
|
data/lib/rbbt/workflow/usage.rb
CHANGED
@@ -122,7 +122,7 @@ module Workflow
|
|
122
122
|
last = _prov_tasks(workflow.dep_tree(task_name))
|
123
123
|
|
124
124
|
if child
|
125
|
-
description << "->" << task_name.to_s
|
125
|
+
description << "-> " << task_name.to_s
|
126
126
|
elsif first
|
127
127
|
description << "" << task_name.to_s
|
128
128
|
else
|
@@ -198,7 +198,7 @@ module Workflow
|
|
198
198
|
puts Misc.format_definition_list_item(name.to_s, description, Log.terminal_width, 20, :yellow)
|
199
199
|
|
200
200
|
prov_string = prov_string(dep_tree(name))
|
201
|
-
puts Log.color
|
201
|
+
puts Misc.format_paragraph Log.color(:blue, "-> " + prov_string) if prov_string && ! prov_string.empty?
|
202
202
|
end
|
203
203
|
|
204
204
|
else
|
@@ -10,6 +10,9 @@ module Workflow
|
|
10
10
|
started = job.info[:started]
|
11
11
|
ddone = job.info[:done]
|
12
12
|
|
13
|
+
started = Time.parse started if String === started
|
14
|
+
ddone = Time.parse ddone if String === ddone
|
15
|
+
|
13
16
|
code = [job.workflow, job.task_name].compact.collect{|s| s.to_s} * " · "
|
14
17
|
code = job.name + " - " + code
|
15
18
|
|
@@ -140,7 +143,13 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
|
|
140
143
|
info = tasks_info[task] ||= IndiferentHash.setup({})
|
141
144
|
dep_info = IndiferentHash.setup(dep.info)
|
142
145
|
|
143
|
-
|
146
|
+
ddone = dep_info[:done]
|
147
|
+
started = dep_info[:started]
|
148
|
+
|
149
|
+
started = Time.parse started if String === started
|
150
|
+
ddone = Time.parse ddone if String === ddone
|
151
|
+
|
152
|
+
time = ddone - started
|
144
153
|
info[:time] ||= []
|
145
154
|
info[:time] << time
|
146
155
|
|
@@ -196,7 +205,7 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
|
|
196
205
|
|
197
206
|
end
|
198
207
|
|
199
|
-
jobs = jobs.uniq.sort_by{|job| t = job.info[:started]
|
208
|
+
jobs = jobs.uniq.sort_by{|job| t = job.info[:started] || Open.mtime(job.path) || Time.now; Time === t ? t : Time.parse(t) }
|
200
209
|
|
201
210
|
data = trace_job_times(jobs, options[:fix_gap])
|
202
211
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.32.
|
4
|
+
version: 5.32.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-04-
|
11
|
+
date: 2021-04-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -542,7 +542,7 @@ homepage: http://github.com/mikisvaz/rbbt-util
|
|
542
542
|
licenses:
|
543
543
|
- MIT
|
544
544
|
metadata: {}
|
545
|
-
post_install_message:
|
545
|
+
post_install_message:
|
546
546
|
rdoc_options: []
|
547
547
|
require_paths:
|
548
548
|
- lib
|
@@ -557,101 +557,102 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
557
557
|
- !ruby/object:Gem::Version
|
558
558
|
version: '0'
|
559
559
|
requirements: []
|
560
|
-
|
561
|
-
|
560
|
+
rubyforge_project:
|
561
|
+
rubygems_version: 2.7.6
|
562
|
+
signing_key:
|
562
563
|
specification_version: 4
|
563
564
|
summary: Utilities for the Ruby Bioinformatics Toolkit (rbbt)
|
564
565
|
test_files:
|
566
|
+
- test/test_helper.rb
|
567
|
+
- test/rbbt/entity/test_identifiers.rb
|
568
|
+
- test/rbbt/test_resource.rb
|
569
|
+
- test/rbbt/test_association.rb
|
570
|
+
- test/rbbt/hpc/test_slurm.rb
|
571
|
+
- test/rbbt/hpc/test_batch.rb
|
572
|
+
- test/rbbt/persist/test_tsv.rb
|
573
|
+
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
574
|
+
- test/rbbt/persist/tsv/test_lmdb.rb
|
575
|
+
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
576
|
+
- test/rbbt/persist/tsv/test_cdb.rb
|
577
|
+
- test/rbbt/persist/tsv/test_leveldb.rb
|
578
|
+
- test/rbbt/persist/tsv/test_sharder.rb
|
579
|
+
- test/rbbt/test_packed_index.rb
|
565
580
|
- test/rbbt/test_entity.rb
|
581
|
+
- test/rbbt/test_fix_width_table.rb
|
566
582
|
- test/rbbt/workflow/test_remote_workflow.rb
|
567
|
-
- test/rbbt/workflow/util/test_orchestrator.rb
|
568
583
|
- test/rbbt/workflow/test_doc.rb
|
569
|
-
- test/rbbt/workflow/test_schedule.rb
|
570
|
-
- test/rbbt/workflow/test_step.rb
|
571
584
|
- test/rbbt/workflow/step/test_dependencies.rb
|
585
|
+
- test/rbbt/workflow/test_schedule.rb
|
586
|
+
- test/rbbt/workflow/util/test_orchestrator.rb
|
572
587
|
- test/rbbt/workflow/test_task.rb
|
573
|
-
- test/rbbt/
|
574
|
-
- test/rbbt/
|
588
|
+
- test/rbbt/workflow/test_step.rb
|
589
|
+
- test/rbbt/test_tsv.rb
|
590
|
+
- test/rbbt/test_annotations.rb
|
591
|
+
- test/rbbt/test_knowledge_base.rb
|
592
|
+
- test/rbbt/util/test_simpleDSL.rb
|
593
|
+
- test/rbbt/util/concurrency/processes/test_socket.rb
|
594
|
+
- test/rbbt/util/concurrency/test_processes.rb
|
595
|
+
- test/rbbt/util/concurrency/test_threads.rb
|
596
|
+
- test/rbbt/util/test_filecache.rb
|
597
|
+
- test/rbbt/util/simpleopt/test_get.rb
|
598
|
+
- test/rbbt/util/simpleopt/test_parse.rb
|
599
|
+
- test/rbbt/util/simpleopt/test_setup.rb
|
600
|
+
- test/rbbt/util/test_misc.rb
|
601
|
+
- test/rbbt/util/test_excel2tsv.rb
|
602
|
+
- test/rbbt/util/test_semaphore.rb
|
575
603
|
- test/rbbt/util/test_procpath.rb
|
576
|
-
- test/rbbt/util/misc/test_development.rb
|
577
|
-
- test/rbbt/util/misc/test_omics.rb
|
578
|
-
- test/rbbt/util/misc/test_pipes.rb
|
579
|
-
- test/rbbt/util/misc/test_format.rb
|
580
|
-
- test/rbbt/util/misc/test_lock.rb
|
581
|
-
- test/rbbt/util/misc/test_multipart_payload.rb
|
582
|
-
- test/rbbt/util/misc/test_bgzf.rb
|
583
|
-
- test/rbbt/util/test_concurrency.rb
|
584
|
-
- test/rbbt/util/test_cmd.rb
|
585
|
-
- test/rbbt/util/R/test_plot.rb
|
586
|
-
- test/rbbt/util/R/test_eval.rb
|
587
604
|
- test/rbbt/util/R/test_model.rb
|
605
|
+
- test/rbbt/util/R/test_eval.rb
|
606
|
+
- test/rbbt/util/R/test_plot.rb
|
607
|
+
- test/rbbt/util/test_open.rb
|
608
|
+
- test/rbbt/util/test_tmpfile.rb
|
609
|
+
- test/rbbt/util/test_cmd.rb
|
610
|
+
- test/rbbt/util/test_concurrency.rb
|
611
|
+
- test/rbbt/util/test_colorize.rb
|
588
612
|
- test/rbbt/util/test_config.rb
|
589
613
|
- test/rbbt/util/test_log.rb
|
590
|
-
- test/rbbt/util/test_simpleDSL.rb
|
591
|
-
- test/rbbt/util/log/test_progress.rb
|
592
|
-
- test/rbbt/util/test_tmpfile.rb
|
593
|
-
- test/rbbt/util/test_R.rb
|
594
|
-
- test/rbbt/util/test_excel2tsv.rb
|
595
|
-
- test/rbbt/util/test_misc.rb
|
596
|
-
- test/rbbt/util/test_open.rb
|
597
614
|
- test/rbbt/util/test_simpleopt.rb
|
598
|
-
- test/rbbt/util/simpleopt/test_parse.rb
|
599
|
-
- test/rbbt/util/simpleopt/test_setup.rb
|
600
|
-
- test/rbbt/util/simpleopt/test_get.rb
|
601
615
|
- test/rbbt/util/test_python.rb
|
602
|
-
- test/rbbt/util/test_filecache.rb
|
603
|
-
- test/rbbt/util/concurrency/test_processes.rb
|
604
|
-
- test/rbbt/util/concurrency/test_threads.rb
|
605
|
-
- test/rbbt/util/concurrency/processes/test_socket.rb
|
606
|
-
- test/rbbt/util/test_semaphore.rb
|
607
616
|
- test/rbbt/util/test_chain_methods.rb
|
608
|
-
- test/rbbt/
|
609
|
-
- test/rbbt/
|
610
|
-
- test/rbbt/
|
611
|
-
- test/rbbt/
|
612
|
-
- test/rbbt/
|
617
|
+
- test/rbbt/util/misc/test_omics.rb
|
618
|
+
- test/rbbt/util/misc/test_lock.rb
|
619
|
+
- test/rbbt/util/misc/test_multipart_payload.rb
|
620
|
+
- test/rbbt/util/misc/test_bgzf.rb
|
621
|
+
- test/rbbt/util/misc/test_development.rb
|
622
|
+
- test/rbbt/util/misc/test_format.rb
|
623
|
+
- test/rbbt/util/misc/test_pipes.rb
|
624
|
+
- test/rbbt/util/log/test_progress.rb
|
625
|
+
- test/rbbt/util/test_R.rb
|
626
|
+
- test/rbbt/test_workflow.rb
|
627
|
+
- test/rbbt/knowledge_base/test_entity.rb
|
628
|
+
- test/rbbt/knowledge_base/test_enrichment.rb
|
629
|
+
- test/rbbt/knowledge_base/test_traverse.rb
|
630
|
+
- test/rbbt/knowledge_base/test_syndicate.rb
|
631
|
+
- test/rbbt/knowledge_base/test_registry.rb
|
632
|
+
- test/rbbt/knowledge_base/test_query.rb
|
633
|
+
- test/rbbt/association/test_item.rb
|
634
|
+
- test/rbbt/association/test_util.rb
|
635
|
+
- test/rbbt/association/test_open.rb
|
636
|
+
- test/rbbt/association/test_database.rb
|
637
|
+
- test/rbbt/association/test_index.rb
|
638
|
+
- test/rbbt/annotations/test_util.rb
|
639
|
+
- test/rbbt/test_monitor.rb
|
640
|
+
- test/rbbt/resource/test_path.rb
|
641
|
+
- test/rbbt/test_hpc.rb
|
642
|
+
- test/rbbt/test_persist.rb
|
613
643
|
- test/rbbt/tsv/test_parser.rb
|
614
644
|
- test/rbbt/tsv/test_csv.rb
|
615
|
-
- test/rbbt/tsv/
|
616
|
-
- test/rbbt/tsv/test_matrix.rb
|
645
|
+
- test/rbbt/tsv/test_manipulate.rb
|
617
646
|
- test/rbbt/tsv/test_field_index.rb
|
618
647
|
- test/rbbt/tsv/test_util.rb
|
619
|
-
- test/rbbt/tsv/
|
648
|
+
- test/rbbt/tsv/test_accessor.rb
|
649
|
+
- test/rbbt/tsv/test_filter.rb
|
650
|
+
- test/rbbt/tsv/test_stream.rb
|
620
651
|
- test/rbbt/tsv/test_parallel.rb
|
621
|
-
- test/rbbt/tsv/
|
652
|
+
- test/rbbt/tsv/test_matrix.rb
|
653
|
+
- test/rbbt/tsv/test_attach.rb
|
622
654
|
- test/rbbt/tsv/test_excel.rb
|
623
|
-
- test/rbbt/tsv/
|
655
|
+
- test/rbbt/tsv/test_change_id.rb
|
656
|
+
- test/rbbt/tsv/test_index.rb
|
624
657
|
- test/rbbt/tsv/parallel/test_traverse.rb
|
625
|
-
- test/rbbt/tsv/
|
626
|
-
- test/rbbt/test_association.rb
|
627
|
-
- test/rbbt/hpc/test_batch.rb
|
628
|
-
- test/rbbt/hpc/test_slurm.rb
|
629
|
-
- test/rbbt/association/test_database.rb
|
630
|
-
- test/rbbt/association/test_item.rb
|
631
|
-
- test/rbbt/association/test_open.rb
|
632
|
-
- test/rbbt/association/test_util.rb
|
633
|
-
- test/rbbt/association/test_index.rb
|
634
|
-
- test/rbbt/test_knowledge_base.rb
|
635
|
-
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
636
|
-
- test/rbbt/persist/tsv/test_cdb.rb
|
637
|
-
- test/rbbt/persist/tsv/test_lmdb.rb
|
638
|
-
- test/rbbt/persist/tsv/test_sharder.rb
|
639
|
-
- test/rbbt/persist/tsv/test_leveldb.rb
|
640
|
-
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
641
|
-
- test/rbbt/persist/test_tsv.rb
|
642
|
-
- test/rbbt/test_tsv.rb
|
643
|
-
- test/rbbt/test_annotations.rb
|
644
|
-
- test/rbbt/test_fix_width_table.rb
|
645
|
-
- test/rbbt/test_workflow.rb
|
646
|
-
- test/rbbt/entity/test_identifiers.rb
|
647
|
-
- test/rbbt/annotations/test_util.rb
|
648
|
-
- test/rbbt/test_hpc.rb
|
649
|
-
- test/rbbt/test_monitor.rb
|
650
|
-
- test/rbbt/test_persist.rb
|
651
|
-
- test/rbbt/knowledge_base/test_entity.rb
|
652
|
-
- test/rbbt/knowledge_base/test_registry.rb
|
653
|
-
- test/rbbt/knowledge_base/test_syndicate.rb
|
654
|
-
- test/rbbt/knowledge_base/test_query.rb
|
655
|
-
- test/rbbt/knowledge_base/test_enrichment.rb
|
656
|
-
- test/rbbt/knowledge_base/test_traverse.rb
|
657
|
-
- test/test_helper.rb
|
658
|
+
- test/rbbt/tsv/parallel/test_through.rb
|