rbbt-util 5.32.2 → 5.32.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/rbbt/resource.rb +9 -10
- data/lib/rbbt/workflow/usage.rb +2 -2
- data/lib/rbbt/workflow/util/trace.rb +11 -2
- data/test/rbbt/persist/tsv/test_tokyocabinet.rb +1 -1
- metadata +81 -80
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5623a5f5b4b78dc051b02bfaa9f7503f999bc58b7cc3569d8a58f9caead7b212
|
4
|
+
data.tar.gz: 195a44841df5ef636806413bf4bcfe1b36304d0b9e4178d3e787b1ee2e5d5a71
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9d9a436961cd66fd58bdd1b3908879b16f3e9f7a09d1d05a5d4e1980ad3c0a960a102895ca257bbd18298352c59f0448d21520c749bb652dc63c0042ef56d694
|
7
|
+
data.tar.gz: 9c9ec75fd411deb4849ed02834294da897a38ca2230a2af78e1bcb8722fe8ab1c1dd4eebe41e073270da02d60288363eb548f3bfdbf8cabd31256d5616ce9d09
|
data/lib/rbbt/resource.rb
CHANGED
@@ -6,6 +6,7 @@ require 'set'
|
|
6
6
|
|
7
7
|
|
8
8
|
module Resource
|
9
|
+
class ResourceNotFound < RbbtException; end
|
9
10
|
|
10
11
|
class << self
|
11
12
|
attr_accessor :lock_dir
|
@@ -154,16 +155,14 @@ module Resource
|
|
154
155
|
rake_dir, content = rake_for(path)
|
155
156
|
rake_dir = Path.setup(rake_dir.dup, self.pkgdir, self)
|
156
157
|
else
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
produce(path.annotate(path + '.bgz'), force)
|
163
|
-
end
|
158
|
+
if path !~ /\.(gz|bgz)$/
|
159
|
+
begin
|
160
|
+
produce(path.annotate(path + '.gz'), force)
|
161
|
+
rescue ResourceNotFound
|
162
|
+
produce(path.annotate(path + '.bgz'), force)
|
164
163
|
end
|
165
|
-
|
166
|
-
raise "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
|
164
|
+
else
|
165
|
+
raise ResourceNotFound, "Resource is missing and does not seem to be claimed: #{ self } -- #{ path } "
|
167
166
|
end
|
168
167
|
end
|
169
168
|
|
@@ -174,7 +173,7 @@ module Resource
|
|
174
173
|
end
|
175
174
|
|
176
175
|
if type and not File.exist?(final_path) or force
|
177
|
-
Log.medium "Producing: #{ final_path }"
|
176
|
+
Log.medium "Producing: (#{self.to_s}) #{ final_path }"
|
178
177
|
lock_filename = Persist.persistence_path(final_path, {:dir => Resource.lock_dir})
|
179
178
|
|
180
179
|
Misc.lock lock_filename do
|
data/lib/rbbt/workflow/usage.rb
CHANGED
@@ -122,7 +122,7 @@ module Workflow
|
|
122
122
|
last = _prov_tasks(workflow.dep_tree(task_name))
|
123
123
|
|
124
124
|
if child
|
125
|
-
description << "->" << task_name.to_s
|
125
|
+
description << "-> " << task_name.to_s
|
126
126
|
elsif first
|
127
127
|
description << "" << task_name.to_s
|
128
128
|
else
|
@@ -198,7 +198,7 @@ module Workflow
|
|
198
198
|
puts Misc.format_definition_list_item(name.to_s, description, Log.terminal_width, 20, :yellow)
|
199
199
|
|
200
200
|
prov_string = prov_string(dep_tree(name))
|
201
|
-
puts Log.color
|
201
|
+
puts Misc.format_paragraph Log.color(:blue, "-> " + prov_string) if prov_string && ! prov_string.empty?
|
202
202
|
end
|
203
203
|
|
204
204
|
else
|
@@ -10,6 +10,9 @@ module Workflow
|
|
10
10
|
started = job.info[:started]
|
11
11
|
ddone = job.info[:done]
|
12
12
|
|
13
|
+
started = Time.parse started if String === started
|
14
|
+
ddone = Time.parse ddone if String === ddone
|
15
|
+
|
13
16
|
code = [job.workflow, job.task_name].compact.collect{|s| s.to_s} * " · "
|
14
17
|
code = job.name + " - " + code
|
15
18
|
|
@@ -140,7 +143,13 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
|
|
140
143
|
info = tasks_info[task] ||= IndiferentHash.setup({})
|
141
144
|
dep_info = IndiferentHash.setup(dep.info)
|
142
145
|
|
143
|
-
|
146
|
+
ddone = dep_info[:done]
|
147
|
+
started = dep_info[:started]
|
148
|
+
|
149
|
+
started = Time.parse started if String === started
|
150
|
+
ddone = Time.parse ddone if String === ddone
|
151
|
+
|
152
|
+
time = ddone - started
|
144
153
|
info[:time] ||= []
|
145
154
|
info[:time] << time
|
146
155
|
|
@@ -196,7 +205,7 @@ rbbt.png_plot('#{plot}', 'plot(timeline)', width=#{width}, height=#{height}, poi
|
|
196
205
|
|
197
206
|
end
|
198
207
|
|
199
|
-
jobs = jobs.uniq.sort_by{|job| t = job.info[:started]
|
208
|
+
jobs = jobs.uniq.sort_by{|job| t = job.info[:started] || Open.mtime(job.path) || Time.now; Time === t ? t : Time.parse(t) }
|
200
209
|
|
201
210
|
data = trace_job_times(jobs, options[:fix_gap])
|
202
211
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.32.
|
4
|
+
version: 5.32.4
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-04-
|
11
|
+
date: 2021-04-29 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -542,7 +542,7 @@ homepage: http://github.com/mikisvaz/rbbt-util
|
|
542
542
|
licenses:
|
543
543
|
- MIT
|
544
544
|
metadata: {}
|
545
|
-
post_install_message:
|
545
|
+
post_install_message:
|
546
546
|
rdoc_options: []
|
547
547
|
require_paths:
|
548
548
|
- lib
|
@@ -557,101 +557,102 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
557
557
|
- !ruby/object:Gem::Version
|
558
558
|
version: '0'
|
559
559
|
requirements: []
|
560
|
-
|
561
|
-
|
560
|
+
rubyforge_project:
|
561
|
+
rubygems_version: 2.7.6
|
562
|
+
signing_key:
|
562
563
|
specification_version: 4
|
563
564
|
summary: Utilities for the Ruby Bioinformatics Toolkit (rbbt)
|
564
565
|
test_files:
|
566
|
+
- test/test_helper.rb
|
567
|
+
- test/rbbt/entity/test_identifiers.rb
|
568
|
+
- test/rbbt/test_resource.rb
|
569
|
+
- test/rbbt/test_association.rb
|
570
|
+
- test/rbbt/hpc/test_slurm.rb
|
571
|
+
- test/rbbt/hpc/test_batch.rb
|
572
|
+
- test/rbbt/persist/test_tsv.rb
|
573
|
+
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
574
|
+
- test/rbbt/persist/tsv/test_lmdb.rb
|
575
|
+
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
576
|
+
- test/rbbt/persist/tsv/test_cdb.rb
|
577
|
+
- test/rbbt/persist/tsv/test_leveldb.rb
|
578
|
+
- test/rbbt/persist/tsv/test_sharder.rb
|
579
|
+
- test/rbbt/test_packed_index.rb
|
565
580
|
- test/rbbt/test_entity.rb
|
581
|
+
- test/rbbt/test_fix_width_table.rb
|
566
582
|
- test/rbbt/workflow/test_remote_workflow.rb
|
567
|
-
- test/rbbt/workflow/util/test_orchestrator.rb
|
568
583
|
- test/rbbt/workflow/test_doc.rb
|
569
|
-
- test/rbbt/workflow/test_schedule.rb
|
570
|
-
- test/rbbt/workflow/test_step.rb
|
571
584
|
- test/rbbt/workflow/step/test_dependencies.rb
|
585
|
+
- test/rbbt/workflow/test_schedule.rb
|
586
|
+
- test/rbbt/workflow/util/test_orchestrator.rb
|
572
587
|
- test/rbbt/workflow/test_task.rb
|
573
|
-
- test/rbbt/
|
574
|
-
- test/rbbt/
|
588
|
+
- test/rbbt/workflow/test_step.rb
|
589
|
+
- test/rbbt/test_tsv.rb
|
590
|
+
- test/rbbt/test_annotations.rb
|
591
|
+
- test/rbbt/test_knowledge_base.rb
|
592
|
+
- test/rbbt/util/test_simpleDSL.rb
|
593
|
+
- test/rbbt/util/concurrency/processes/test_socket.rb
|
594
|
+
- test/rbbt/util/concurrency/test_processes.rb
|
595
|
+
- test/rbbt/util/concurrency/test_threads.rb
|
596
|
+
- test/rbbt/util/test_filecache.rb
|
597
|
+
- test/rbbt/util/simpleopt/test_get.rb
|
598
|
+
- test/rbbt/util/simpleopt/test_parse.rb
|
599
|
+
- test/rbbt/util/simpleopt/test_setup.rb
|
600
|
+
- test/rbbt/util/test_misc.rb
|
601
|
+
- test/rbbt/util/test_excel2tsv.rb
|
602
|
+
- test/rbbt/util/test_semaphore.rb
|
575
603
|
- test/rbbt/util/test_procpath.rb
|
576
|
-
- test/rbbt/util/misc/test_development.rb
|
577
|
-
- test/rbbt/util/misc/test_omics.rb
|
578
|
-
- test/rbbt/util/misc/test_pipes.rb
|
579
|
-
- test/rbbt/util/misc/test_format.rb
|
580
|
-
- test/rbbt/util/misc/test_lock.rb
|
581
|
-
- test/rbbt/util/misc/test_multipart_payload.rb
|
582
|
-
- test/rbbt/util/misc/test_bgzf.rb
|
583
|
-
- test/rbbt/util/test_concurrency.rb
|
584
|
-
- test/rbbt/util/test_cmd.rb
|
585
|
-
- test/rbbt/util/R/test_plot.rb
|
586
|
-
- test/rbbt/util/R/test_eval.rb
|
587
604
|
- test/rbbt/util/R/test_model.rb
|
605
|
+
- test/rbbt/util/R/test_eval.rb
|
606
|
+
- test/rbbt/util/R/test_plot.rb
|
607
|
+
- test/rbbt/util/test_open.rb
|
608
|
+
- test/rbbt/util/test_tmpfile.rb
|
609
|
+
- test/rbbt/util/test_cmd.rb
|
610
|
+
- test/rbbt/util/test_concurrency.rb
|
611
|
+
- test/rbbt/util/test_colorize.rb
|
588
612
|
- test/rbbt/util/test_config.rb
|
589
613
|
- test/rbbt/util/test_log.rb
|
590
|
-
- test/rbbt/util/test_simpleDSL.rb
|
591
|
-
- test/rbbt/util/log/test_progress.rb
|
592
|
-
- test/rbbt/util/test_tmpfile.rb
|
593
|
-
- test/rbbt/util/test_R.rb
|
594
|
-
- test/rbbt/util/test_excel2tsv.rb
|
595
|
-
- test/rbbt/util/test_misc.rb
|
596
|
-
- test/rbbt/util/test_open.rb
|
597
614
|
- test/rbbt/util/test_simpleopt.rb
|
598
|
-
- test/rbbt/util/simpleopt/test_parse.rb
|
599
|
-
- test/rbbt/util/simpleopt/test_setup.rb
|
600
|
-
- test/rbbt/util/simpleopt/test_get.rb
|
601
615
|
- test/rbbt/util/test_python.rb
|
602
|
-
- test/rbbt/util/test_filecache.rb
|
603
|
-
- test/rbbt/util/concurrency/test_processes.rb
|
604
|
-
- test/rbbt/util/concurrency/test_threads.rb
|
605
|
-
- test/rbbt/util/concurrency/processes/test_socket.rb
|
606
|
-
- test/rbbt/util/test_semaphore.rb
|
607
616
|
- test/rbbt/util/test_chain_methods.rb
|
608
|
-
- test/rbbt/
|
609
|
-
- test/rbbt/
|
610
|
-
- test/rbbt/
|
611
|
-
- test/rbbt/
|
612
|
-
- test/rbbt/
|
617
|
+
- test/rbbt/util/misc/test_omics.rb
|
618
|
+
- test/rbbt/util/misc/test_lock.rb
|
619
|
+
- test/rbbt/util/misc/test_multipart_payload.rb
|
620
|
+
- test/rbbt/util/misc/test_bgzf.rb
|
621
|
+
- test/rbbt/util/misc/test_development.rb
|
622
|
+
- test/rbbt/util/misc/test_format.rb
|
623
|
+
- test/rbbt/util/misc/test_pipes.rb
|
624
|
+
- test/rbbt/util/log/test_progress.rb
|
625
|
+
- test/rbbt/util/test_R.rb
|
626
|
+
- test/rbbt/test_workflow.rb
|
627
|
+
- test/rbbt/knowledge_base/test_entity.rb
|
628
|
+
- test/rbbt/knowledge_base/test_enrichment.rb
|
629
|
+
- test/rbbt/knowledge_base/test_traverse.rb
|
630
|
+
- test/rbbt/knowledge_base/test_syndicate.rb
|
631
|
+
- test/rbbt/knowledge_base/test_registry.rb
|
632
|
+
- test/rbbt/knowledge_base/test_query.rb
|
633
|
+
- test/rbbt/association/test_item.rb
|
634
|
+
- test/rbbt/association/test_util.rb
|
635
|
+
- test/rbbt/association/test_open.rb
|
636
|
+
- test/rbbt/association/test_database.rb
|
637
|
+
- test/rbbt/association/test_index.rb
|
638
|
+
- test/rbbt/annotations/test_util.rb
|
639
|
+
- test/rbbt/test_monitor.rb
|
640
|
+
- test/rbbt/resource/test_path.rb
|
641
|
+
- test/rbbt/test_hpc.rb
|
642
|
+
- test/rbbt/test_persist.rb
|
613
643
|
- test/rbbt/tsv/test_parser.rb
|
614
644
|
- test/rbbt/tsv/test_csv.rb
|
615
|
-
- test/rbbt/tsv/
|
616
|
-
- test/rbbt/tsv/test_matrix.rb
|
645
|
+
- test/rbbt/tsv/test_manipulate.rb
|
617
646
|
- test/rbbt/tsv/test_field_index.rb
|
618
647
|
- test/rbbt/tsv/test_util.rb
|
619
|
-
- test/rbbt/tsv/
|
648
|
+
- test/rbbt/tsv/test_accessor.rb
|
649
|
+
- test/rbbt/tsv/test_filter.rb
|
650
|
+
- test/rbbt/tsv/test_stream.rb
|
620
651
|
- test/rbbt/tsv/test_parallel.rb
|
621
|
-
- test/rbbt/tsv/
|
652
|
+
- test/rbbt/tsv/test_matrix.rb
|
653
|
+
- test/rbbt/tsv/test_attach.rb
|
622
654
|
- test/rbbt/tsv/test_excel.rb
|
623
|
-
- test/rbbt/tsv/
|
655
|
+
- test/rbbt/tsv/test_change_id.rb
|
656
|
+
- test/rbbt/tsv/test_index.rb
|
624
657
|
- test/rbbt/tsv/parallel/test_traverse.rb
|
625
|
-
- test/rbbt/tsv/
|
626
|
-
- test/rbbt/test_association.rb
|
627
|
-
- test/rbbt/hpc/test_batch.rb
|
628
|
-
- test/rbbt/hpc/test_slurm.rb
|
629
|
-
- test/rbbt/association/test_database.rb
|
630
|
-
- test/rbbt/association/test_item.rb
|
631
|
-
- test/rbbt/association/test_open.rb
|
632
|
-
- test/rbbt/association/test_util.rb
|
633
|
-
- test/rbbt/association/test_index.rb
|
634
|
-
- test/rbbt/test_knowledge_base.rb
|
635
|
-
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
636
|
-
- test/rbbt/persist/tsv/test_cdb.rb
|
637
|
-
- test/rbbt/persist/tsv/test_lmdb.rb
|
638
|
-
- test/rbbt/persist/tsv/test_sharder.rb
|
639
|
-
- test/rbbt/persist/tsv/test_leveldb.rb
|
640
|
-
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
641
|
-
- test/rbbt/persist/test_tsv.rb
|
642
|
-
- test/rbbt/test_tsv.rb
|
643
|
-
- test/rbbt/test_annotations.rb
|
644
|
-
- test/rbbt/test_fix_width_table.rb
|
645
|
-
- test/rbbt/test_workflow.rb
|
646
|
-
- test/rbbt/entity/test_identifiers.rb
|
647
|
-
- test/rbbt/annotations/test_util.rb
|
648
|
-
- test/rbbt/test_hpc.rb
|
649
|
-
- test/rbbt/test_monitor.rb
|
650
|
-
- test/rbbt/test_persist.rb
|
651
|
-
- test/rbbt/knowledge_base/test_entity.rb
|
652
|
-
- test/rbbt/knowledge_base/test_registry.rb
|
653
|
-
- test/rbbt/knowledge_base/test_syndicate.rb
|
654
|
-
- test/rbbt/knowledge_base/test_query.rb
|
655
|
-
- test/rbbt/knowledge_base/test_enrichment.rb
|
656
|
-
- test/rbbt/knowledge_base/test_traverse.rb
|
657
|
-
- test/test_helper.rb
|
658
|
+
- test/rbbt/tsv/parallel/test_through.rb
|