rbbt-util 5.29.0 → 5.30.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rbbt/hpc/orchestrate.rb +96 -8
- data/lib/rbbt/hpc/slurm.rb +57 -24
- data/lib/rbbt/persist.rb +4 -0
- data/lib/rbbt/persist/tsv/adapter.rb +44 -13
- data/lib/rbbt/tsv.rb +6 -2
- data/lib/rbbt/util/cmd.rb +6 -1
- data/lib/rbbt/util/misc/inspect.rb +13 -3
- data/lib/rbbt/util/misc/options.rb +0 -42
- data/lib/rbbt/util/procpath.rb +49 -0
- data/lib/rbbt/workflow/accessor.rb +6 -1
- data/lib/rbbt/workflow/step/accessor.rb +20 -13
- data/lib/rbbt/workflow/step/dependencies.rb +1 -2
- data/lib/rbbt/workflow/step/run.rb +2 -5
- data/lib/rbbt/workflow/usage.rb +1 -1
- data/lib/rbbt/workflow/util/provenance.rb +5 -2
- data/share/rbbt_commands/slurm/clean +165 -0
- data/share/rbbt_commands/slurm/list +174 -95
- data/share/rbbt_commands/slurm/orchestrate +3 -2
- data/share/rbbt_commands/slurm/task +1 -0
- data/share/rbbt_commands/tsv/slice +3 -3
- data/share/rbbt_commands/workflow/info +1 -1
- data/share/rbbt_commands/workflow/task +27 -7
- data/share/rbbt_commands/workflow/write_info +52 -0
- data/test/rbbt/test_workflow.rb +7 -7
- data/test/rbbt/util/test_procpath.rb +23 -0
- metadata +7 -2
data/test/rbbt/test_workflow.rb
CHANGED
@@ -386,9 +386,9 @@ class TestWorkflow < Test::Unit::TestCase
|
|
386
386
|
job.run
|
387
387
|
Misc.with_env "RBBT_UPDATE", 'true' do
|
388
388
|
assert job.checks.select{|d| d.task_name.to_s == "t1" }.any?
|
389
|
-
job = TestWF.job(:t3)
|
390
|
-
job.step(:t1).clean
|
391
|
-
assert job.checks.select{|d| d.task_name.to_s == "t1" }.empty?
|
389
|
+
#job = TestWF.job(:t3)
|
390
|
+
#job.step(:t1).clean
|
391
|
+
#assert job.checks.select{|d| d.task_name.to_s == "t1" }.empty?
|
392
392
|
job = TestWF.job(:t3).recursive_clean
|
393
393
|
job.run
|
394
394
|
assert job.checks.select{|d| d.task_name.to_s == "t1" }.any?
|
@@ -427,7 +427,7 @@ class TestWorkflow < Test::Unit::TestCase
|
|
427
427
|
TmpFile.with_file do |dir|
|
428
428
|
Path.setup(dir)
|
429
429
|
Step.save_job_inputs(job, dir)
|
430
|
-
assert_equal Dir.glob(dir + "/*"), [dir.file.find + '.
|
430
|
+
assert_equal Dir.glob(dir + "/*"), [dir.file.find + '.yaml']
|
431
431
|
inputs = Workflow.load_inputs(dir, [:file], :file => :file)
|
432
432
|
assert_equal inputs, {:file => 'code'}
|
433
433
|
end
|
@@ -455,9 +455,9 @@ class TestWorkflow < Test::Unit::TestCase
|
|
455
455
|
job.run
|
456
456
|
Misc.with_env "RBBT_UPDATE", 'true' do
|
457
457
|
assert job.checks.select{|d| d.task_name.to_s == "t1" }.any?
|
458
|
-
job = TestWF.job(:t3)
|
459
|
-
job.step(:t1).clean
|
460
|
-
assert job.checks.select{|d| d.task_name.to_s == "t1" }.empty?
|
458
|
+
#job = TestWF.job(:t3)
|
459
|
+
#job.step(:t1).clean
|
460
|
+
#assert job.checks.select{|d| d.task_name.to_s == "t1" }.empty?
|
461
461
|
job = TestWF.job(:t3).recursive_clean
|
462
462
|
job.run
|
463
463
|
assert job.checks.select{|d| d.task_name.to_s == "t1" }.any?
|
@@ -0,0 +1,23 @@
|
|
1
|
+
require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
|
2
|
+
require 'rbbt/util/procpath'
|
3
|
+
|
4
|
+
class TestProcPath < Test::Unit::TestCase
|
5
|
+
def test_record_and_plot
|
6
|
+
Log.with_severity 0 do
|
7
|
+
pid = Process.fork do
|
8
|
+
a = ""
|
9
|
+
(0..1000).each do
|
10
|
+
a << (0..rand(10000).to_i).to_a.collect{|i| "TEST #{i}" } * " "
|
11
|
+
sleep 0.1
|
12
|
+
end
|
13
|
+
end
|
14
|
+
|
15
|
+
TmpFile.with_file(nil, false) do |db|
|
16
|
+
|
17
|
+
ProcPath.record(pid, db, :interval => '1', "recnum" => 100)
|
18
|
+
ProcPath.plot(db, db + '.svg', "moving-average-window" => 1 )
|
19
|
+
end
|
20
|
+
end
|
21
|
+
end
|
22
|
+
end
|
23
|
+
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.
|
4
|
+
version: 5.30.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-02-02 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -300,6 +300,7 @@ files:
|
|
300
300
|
- lib/rbbt/util/misc/system.rb
|
301
301
|
- lib/rbbt/util/named_array.rb
|
302
302
|
- lib/rbbt/util/open.rb
|
303
|
+
- lib/rbbt/util/procpath.rb
|
303
304
|
- lib/rbbt/util/python.rb
|
304
305
|
- lib/rbbt/util/semaphore.rb
|
305
306
|
- lib/rbbt/util/simpleDSL.rb
|
@@ -378,6 +379,7 @@ files:
|
|
378
379
|
- share/rbbt_commands/resource/produce
|
379
380
|
- share/rbbt_commands/resource/read
|
380
381
|
- share/rbbt_commands/rsync
|
382
|
+
- share/rbbt_commands/slurm/clean
|
381
383
|
- share/rbbt_commands/slurm/list
|
382
384
|
- share/rbbt_commands/slurm/orchestrate
|
383
385
|
- share/rbbt_commands/slurm/task
|
@@ -437,6 +439,7 @@ files:
|
|
437
439
|
- share/rbbt_commands/workflow/server
|
438
440
|
- share/rbbt_commands/workflow/task
|
439
441
|
- share/rbbt_commands/workflow/trace
|
442
|
+
- share/rbbt_commands/workflow/write_info
|
440
443
|
- share/unicorn.rb
|
441
444
|
- share/workflow_config.ru
|
442
445
|
- test/rbbt/annotations/test_util.rb
|
@@ -515,6 +518,7 @@ files:
|
|
515
518
|
- test/rbbt/util/test_log.rb
|
516
519
|
- test/rbbt/util/test_misc.rb
|
517
520
|
- test/rbbt/util/test_open.rb
|
521
|
+
- test/rbbt/util/test_procpath.rb
|
518
522
|
- test/rbbt/util/test_python.rb
|
519
523
|
- test/rbbt/util/test_semaphore.rb
|
520
524
|
- test/rbbt/util/test_simpleDSL.rb
|
@@ -562,6 +566,7 @@ test_files:
|
|
562
566
|
- test/rbbt/workflow/test_task.rb
|
563
567
|
- test/rbbt/resource/test_path.rb
|
564
568
|
- test/rbbt/util/test_colorize.rb
|
569
|
+
- test/rbbt/util/test_procpath.rb
|
565
570
|
- test/rbbt/util/misc/test_omics.rb
|
566
571
|
- test/rbbt/util/misc/test_pipes.rb
|
567
572
|
- test/rbbt/util/misc/test_format.rb
|