rbbt-util 5.32.2 → 5.32.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/rbbt/resource.rb +14 -8
- data/lib/rbbt/util/cmd.rb +14 -4
- data/lib/rbbt/util/migrate.rb +118 -0
- data/lib/rbbt/workflow.rb +11 -0
- data/lib/rbbt/workflow/usage.rb +2 -2
- data/lib/rbbt/workflow/util/archive.rb +31 -102
- data/lib/rbbt/workflow/util/trace.rb +11 -2
- data/share/rbbt_commands/lsf/clean +212 -0
- data/share/rbbt_commands/lsf/list +311 -0
- data/share/rbbt_commands/lsf/orchestrate +56 -0
- data/share/rbbt_commands/lsf/tail +55 -0
- data/share/rbbt_commands/lsf/task +55 -0
- data/share/rbbt_commands/migrate +3 -76
- data/share/rbbt_commands/slurm/clean +212 -0
- data/share/rbbt_commands/slurm/list +311 -0
- data/share/rbbt_commands/slurm/orchestrate +56 -0
- data/share/rbbt_commands/slurm/tail +55 -0
- data/share/rbbt_commands/slurm/task +55 -0
- data/test/rbbt/persist/tsv/test_tokyocabinet.rb +1 -1
- data/test/rbbt/util/test_migrate.rb +36 -0
- data/test/rbbt/workflow/util/test_archive.rb +31 -0
- metadata +97 -81
@@ -0,0 +1,36 @@
|
|
1
|
+
require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
|
2
|
+
require 'rbbt-util'
|
3
|
+
require 'rbbt/util/migrate'
|
4
|
+
|
5
|
+
class TestMigrate < Test::Unit::TestCase
|
6
|
+
def _test_source_locate
|
7
|
+
assert_equal 'var/jobs/', Rbbt.migrate_source_paths(Rbbt.root['var/jobs'].find(:user)).last
|
8
|
+
assert Rbbt.migrate_source_paths(Rbbt.root['var/jobs'].find(:user))[1].include?(File.join(ENV["HOME"], '.rbbt/var/jobs/'))
|
9
|
+
end
|
10
|
+
|
11
|
+
def test_migrate
|
12
|
+
Open.rm_rf Rbbt.tmp.test.migration_test.find(:user)
|
13
|
+
test_file = Rbbt.tmp.test.migration_test.migration_test_file.find(:user)
|
14
|
+
Open.write(test_file, "TEST")
|
15
|
+
TmpFile.with_file do |tmpdir|
|
16
|
+
Misc.in_dir tmpdir do
|
17
|
+
Log.with_severity 0 do
|
18
|
+
Rbbt.migrate('tmp/test/migration_test/migration_test_file', :current)
|
19
|
+
end
|
20
|
+
end
|
21
|
+
assert_equal "TEST", Open.read(File.join(tmpdir, 'tmp/test/migration_test/migration_test_file'))
|
22
|
+
end
|
23
|
+
end
|
24
|
+
|
25
|
+
def __test_migrate_turbo
|
26
|
+
Log.with_severity 0 do
|
27
|
+
TmpFile.with_file do |tmpdir|
|
28
|
+
Misc.in_dir tmpdir do
|
29
|
+
Rbbt.migrate('etc/config', :current, :source => 'mn1')
|
30
|
+
end
|
31
|
+
assert_equal "TEST", Open.read(File.join(tmpdir, 'etc/config'))
|
32
|
+
end
|
33
|
+
end
|
34
|
+
end
|
35
|
+
end
|
36
|
+
|
@@ -0,0 +1,31 @@
|
|
1
|
+
require File.join(File.expand_path(File.dirname(__FILE__)), '../../..', 'test_helper.rb')
|
2
|
+
require 'rbbt-util'
|
3
|
+
require 'rbbt/workflow'
|
4
|
+
require 'rbbt/workflow/util/archive'
|
5
|
+
|
6
|
+
module ArchiveTestWF
|
7
|
+
extend Workflow
|
8
|
+
task :test_archive => :string do
|
9
|
+
Open.write(file(:file1), "Test file")
|
10
|
+
"TEST"
|
11
|
+
end
|
12
|
+
end
|
13
|
+
|
14
|
+
class TestClass < Test::Unit::TestCase
|
15
|
+
def test_migrate
|
16
|
+
job = ArchiveTestWF.job(:test_archive)
|
17
|
+
job.run
|
18
|
+
|
19
|
+
Log.with_severity 0 do
|
20
|
+
TmpFile.with_file do |tmpdir|
|
21
|
+
Misc.in_dir tmpdir do
|
22
|
+
Step.migrate(job.path, :current, :delete => false, :print => false)
|
23
|
+
end
|
24
|
+
assert_equal "TEST", Open.read(File.join(tmpdir, 'var/jobs/ArchiveTestWF/test_archive/Default'))
|
25
|
+
end
|
26
|
+
end
|
27
|
+
|
28
|
+
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rbbt-util
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 5.32.
|
4
|
+
version: 5.32.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Miguel Vazquez
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-05-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
@@ -165,7 +165,7 @@ dependencies:
|
|
165
165
|
- !ruby/object:Gem::Version
|
166
166
|
version: '0'
|
167
167
|
description: Utilities for handling tsv files, caches, etc
|
168
|
-
email: miguel.vazquez@
|
168
|
+
email: miguel.vazquez.g@bsc.es
|
169
169
|
executables:
|
170
170
|
- rbbt_query.rb
|
171
171
|
- rbbt_exec.rb
|
@@ -282,6 +282,7 @@ files:
|
|
282
282
|
- lib/rbbt/util/log/progress.rb
|
283
283
|
- lib/rbbt/util/log/progress/report.rb
|
284
284
|
- lib/rbbt/util/log/progress/util.rb
|
285
|
+
- lib/rbbt/util/migrate.rb
|
285
286
|
- lib/rbbt/util/misc.rb
|
286
287
|
- lib/rbbt/util/misc/annotated_module.rb
|
287
288
|
- lib/rbbt/util/misc/bgzf.rb
|
@@ -377,6 +378,11 @@ files:
|
|
377
378
|
- share/rbbt_commands/hpc/tail
|
378
379
|
- share/rbbt_commands/hpc/task
|
379
380
|
- share/rbbt_commands/log
|
381
|
+
- share/rbbt_commands/lsf/clean
|
382
|
+
- share/rbbt_commands/lsf/list
|
383
|
+
- share/rbbt_commands/lsf/orchestrate
|
384
|
+
- share/rbbt_commands/lsf/tail
|
385
|
+
- share/rbbt_commands/lsf/task
|
380
386
|
- share/rbbt_commands/migrate
|
381
387
|
- share/rbbt_commands/migrate_job
|
382
388
|
- share/rbbt_commands/purge_job
|
@@ -386,6 +392,11 @@ files:
|
|
386
392
|
- share/rbbt_commands/resource/produce
|
387
393
|
- share/rbbt_commands/resource/read
|
388
394
|
- share/rbbt_commands/rsync
|
395
|
+
- share/rbbt_commands/slurm/clean
|
396
|
+
- share/rbbt_commands/slurm/list
|
397
|
+
- share/rbbt_commands/slurm/orchestrate
|
398
|
+
- share/rbbt_commands/slurm/tail
|
399
|
+
- share/rbbt_commands/slurm/task
|
389
400
|
- share/rbbt_commands/stat/abs
|
390
401
|
- share/rbbt_commands/stat/boxplot
|
391
402
|
- share/rbbt_commands/stat/compare_lists
|
@@ -522,6 +533,7 @@ files:
|
|
522
533
|
- test/rbbt/util/test_excel2tsv.rb
|
523
534
|
- test/rbbt/util/test_filecache.rb
|
524
535
|
- test/rbbt/util/test_log.rb
|
536
|
+
- test/rbbt/util/test_migrate.rb
|
525
537
|
- test/rbbt/util/test_misc.rb
|
526
538
|
- test/rbbt/util/test_open.rb
|
527
539
|
- test/rbbt/util/test_procpath.rb
|
@@ -536,13 +548,14 @@ files:
|
|
536
548
|
- test/rbbt/workflow/test_schedule.rb
|
537
549
|
- test/rbbt/workflow/test_step.rb
|
538
550
|
- test/rbbt/workflow/test_task.rb
|
551
|
+
- test/rbbt/workflow/util/test_archive.rb
|
539
552
|
- test/rbbt/workflow/util/test_orchestrator.rb
|
540
553
|
- test/test_helper.rb
|
541
554
|
homepage: http://github.com/mikisvaz/rbbt-util
|
542
555
|
licenses:
|
543
556
|
- MIT
|
544
557
|
metadata: {}
|
545
|
-
post_install_message:
|
558
|
+
post_install_message:
|
546
559
|
rdoc_options: []
|
547
560
|
require_paths:
|
548
561
|
- lib
|
@@ -557,101 +570,104 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
557
570
|
- !ruby/object:Gem::Version
|
558
571
|
version: '0'
|
559
572
|
requirements: []
|
560
|
-
|
561
|
-
|
573
|
+
rubyforge_project:
|
574
|
+
rubygems_version: 2.7.6
|
575
|
+
signing_key:
|
562
576
|
specification_version: 4
|
563
577
|
summary: Utilities for the Ruby Bioinformatics Toolkit (rbbt)
|
564
578
|
test_files:
|
579
|
+
- test/test_helper.rb
|
580
|
+
- test/rbbt/entity/test_identifiers.rb
|
581
|
+
- test/rbbt/test_resource.rb
|
582
|
+
- test/rbbt/test_association.rb
|
583
|
+
- test/rbbt/hpc/test_slurm.rb
|
584
|
+
- test/rbbt/hpc/test_batch.rb
|
585
|
+
- test/rbbt/persist/test_tsv.rb
|
586
|
+
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
587
|
+
- test/rbbt/persist/tsv/test_lmdb.rb
|
588
|
+
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
589
|
+
- test/rbbt/persist/tsv/test_cdb.rb
|
590
|
+
- test/rbbt/persist/tsv/test_leveldb.rb
|
591
|
+
- test/rbbt/persist/tsv/test_sharder.rb
|
592
|
+
- test/rbbt/test_packed_index.rb
|
565
593
|
- test/rbbt/test_entity.rb
|
594
|
+
- test/rbbt/test_fix_width_table.rb
|
566
595
|
- test/rbbt/workflow/test_remote_workflow.rb
|
567
|
-
- test/rbbt/workflow/util/test_orchestrator.rb
|
568
596
|
- test/rbbt/workflow/test_doc.rb
|
569
|
-
- test/rbbt/workflow/test_schedule.rb
|
570
|
-
- test/rbbt/workflow/test_step.rb
|
571
597
|
- test/rbbt/workflow/step/test_dependencies.rb
|
598
|
+
- test/rbbt/workflow/test_schedule.rb
|
599
|
+
- test/rbbt/workflow/util/test_archive.rb
|
600
|
+
- test/rbbt/workflow/util/test_orchestrator.rb
|
572
601
|
- test/rbbt/workflow/test_task.rb
|
573
|
-
- test/rbbt/
|
574
|
-
- test/rbbt/
|
602
|
+
- test/rbbt/workflow/test_step.rb
|
603
|
+
- test/rbbt/test_tsv.rb
|
604
|
+
- test/rbbt/test_annotations.rb
|
605
|
+
- test/rbbt/test_knowledge_base.rb
|
606
|
+
- test/rbbt/util/test_migrate.rb
|
607
|
+
- test/rbbt/util/test_simpleDSL.rb
|
608
|
+
- test/rbbt/util/concurrency/processes/test_socket.rb
|
609
|
+
- test/rbbt/util/concurrency/test_processes.rb
|
610
|
+
- test/rbbt/util/concurrency/test_threads.rb
|
611
|
+
- test/rbbt/util/test_filecache.rb
|
612
|
+
- test/rbbt/util/simpleopt/test_get.rb
|
613
|
+
- test/rbbt/util/simpleopt/test_parse.rb
|
614
|
+
- test/rbbt/util/simpleopt/test_setup.rb
|
615
|
+
- test/rbbt/util/test_misc.rb
|
616
|
+
- test/rbbt/util/test_excel2tsv.rb
|
617
|
+
- test/rbbt/util/test_semaphore.rb
|
575
618
|
- test/rbbt/util/test_procpath.rb
|
576
|
-
- test/rbbt/util/misc/test_development.rb
|
577
|
-
- test/rbbt/util/misc/test_omics.rb
|
578
|
-
- test/rbbt/util/misc/test_pipes.rb
|
579
|
-
- test/rbbt/util/misc/test_format.rb
|
580
|
-
- test/rbbt/util/misc/test_lock.rb
|
581
|
-
- test/rbbt/util/misc/test_multipart_payload.rb
|
582
|
-
- test/rbbt/util/misc/test_bgzf.rb
|
583
|
-
- test/rbbt/util/test_concurrency.rb
|
584
|
-
- test/rbbt/util/test_cmd.rb
|
585
|
-
- test/rbbt/util/R/test_plot.rb
|
586
|
-
- test/rbbt/util/R/test_eval.rb
|
587
619
|
- test/rbbt/util/R/test_model.rb
|
620
|
+
- test/rbbt/util/R/test_eval.rb
|
621
|
+
- test/rbbt/util/R/test_plot.rb
|
622
|
+
- test/rbbt/util/test_open.rb
|
623
|
+
- test/rbbt/util/test_tmpfile.rb
|
624
|
+
- test/rbbt/util/test_cmd.rb
|
625
|
+
- test/rbbt/util/test_concurrency.rb
|
626
|
+
- test/rbbt/util/test_colorize.rb
|
588
627
|
- test/rbbt/util/test_config.rb
|
589
628
|
- test/rbbt/util/test_log.rb
|
590
|
-
- test/rbbt/util/test_simpleDSL.rb
|
591
|
-
- test/rbbt/util/log/test_progress.rb
|
592
|
-
- test/rbbt/util/test_tmpfile.rb
|
593
|
-
- test/rbbt/util/test_R.rb
|
594
|
-
- test/rbbt/util/test_excel2tsv.rb
|
595
|
-
- test/rbbt/util/test_misc.rb
|
596
|
-
- test/rbbt/util/test_open.rb
|
597
629
|
- test/rbbt/util/test_simpleopt.rb
|
598
|
-
- test/rbbt/util/simpleopt/test_parse.rb
|
599
|
-
- test/rbbt/util/simpleopt/test_setup.rb
|
600
|
-
- test/rbbt/util/simpleopt/test_get.rb
|
601
630
|
- test/rbbt/util/test_python.rb
|
602
|
-
- test/rbbt/util/test_filecache.rb
|
603
|
-
- test/rbbt/util/concurrency/test_processes.rb
|
604
|
-
- test/rbbt/util/concurrency/test_threads.rb
|
605
|
-
- test/rbbt/util/concurrency/processes/test_socket.rb
|
606
|
-
- test/rbbt/util/test_semaphore.rb
|
607
631
|
- test/rbbt/util/test_chain_methods.rb
|
608
|
-
- test/rbbt/
|
609
|
-
- test/rbbt/
|
610
|
-
- test/rbbt/
|
611
|
-
- test/rbbt/
|
612
|
-
- test/rbbt/
|
632
|
+
- test/rbbt/util/misc/test_omics.rb
|
633
|
+
- test/rbbt/util/misc/test_lock.rb
|
634
|
+
- test/rbbt/util/misc/test_multipart_payload.rb
|
635
|
+
- test/rbbt/util/misc/test_bgzf.rb
|
636
|
+
- test/rbbt/util/misc/test_development.rb
|
637
|
+
- test/rbbt/util/misc/test_format.rb
|
638
|
+
- test/rbbt/util/misc/test_pipes.rb
|
639
|
+
- test/rbbt/util/log/test_progress.rb
|
640
|
+
- test/rbbt/util/test_R.rb
|
641
|
+
- test/rbbt/test_workflow.rb
|
642
|
+
- test/rbbt/knowledge_base/test_entity.rb
|
643
|
+
- test/rbbt/knowledge_base/test_enrichment.rb
|
644
|
+
- test/rbbt/knowledge_base/test_traverse.rb
|
645
|
+
- test/rbbt/knowledge_base/test_syndicate.rb
|
646
|
+
- test/rbbt/knowledge_base/test_registry.rb
|
647
|
+
- test/rbbt/knowledge_base/test_query.rb
|
648
|
+
- test/rbbt/association/test_item.rb
|
649
|
+
- test/rbbt/association/test_util.rb
|
650
|
+
- test/rbbt/association/test_open.rb
|
651
|
+
- test/rbbt/association/test_database.rb
|
652
|
+
- test/rbbt/association/test_index.rb
|
653
|
+
- test/rbbt/annotations/test_util.rb
|
654
|
+
- test/rbbt/test_monitor.rb
|
655
|
+
- test/rbbt/resource/test_path.rb
|
656
|
+
- test/rbbt/test_hpc.rb
|
657
|
+
- test/rbbt/test_persist.rb
|
613
658
|
- test/rbbt/tsv/test_parser.rb
|
614
659
|
- test/rbbt/tsv/test_csv.rb
|
615
|
-
- test/rbbt/tsv/
|
616
|
-
- test/rbbt/tsv/test_matrix.rb
|
660
|
+
- test/rbbt/tsv/test_manipulate.rb
|
617
661
|
- test/rbbt/tsv/test_field_index.rb
|
618
662
|
- test/rbbt/tsv/test_util.rb
|
619
|
-
- test/rbbt/tsv/
|
663
|
+
- test/rbbt/tsv/test_accessor.rb
|
664
|
+
- test/rbbt/tsv/test_filter.rb
|
665
|
+
- test/rbbt/tsv/test_stream.rb
|
620
666
|
- test/rbbt/tsv/test_parallel.rb
|
621
|
-
- test/rbbt/tsv/
|
667
|
+
- test/rbbt/tsv/test_matrix.rb
|
668
|
+
- test/rbbt/tsv/test_attach.rb
|
622
669
|
- test/rbbt/tsv/test_excel.rb
|
623
|
-
- test/rbbt/tsv/
|
670
|
+
- test/rbbt/tsv/test_change_id.rb
|
671
|
+
- test/rbbt/tsv/test_index.rb
|
624
672
|
- test/rbbt/tsv/parallel/test_traverse.rb
|
625
|
-
- test/rbbt/tsv/
|
626
|
-
- test/rbbt/test_association.rb
|
627
|
-
- test/rbbt/hpc/test_batch.rb
|
628
|
-
- test/rbbt/hpc/test_slurm.rb
|
629
|
-
- test/rbbt/association/test_database.rb
|
630
|
-
- test/rbbt/association/test_item.rb
|
631
|
-
- test/rbbt/association/test_open.rb
|
632
|
-
- test/rbbt/association/test_util.rb
|
633
|
-
- test/rbbt/association/test_index.rb
|
634
|
-
- test/rbbt/test_knowledge_base.rb
|
635
|
-
- test/rbbt/persist/tsv/test_kyotocabinet.rb
|
636
|
-
- test/rbbt/persist/tsv/test_cdb.rb
|
637
|
-
- test/rbbt/persist/tsv/test_lmdb.rb
|
638
|
-
- test/rbbt/persist/tsv/test_sharder.rb
|
639
|
-
- test/rbbt/persist/tsv/test_leveldb.rb
|
640
|
-
- test/rbbt/persist/tsv/test_tokyocabinet.rb
|
641
|
-
- test/rbbt/persist/test_tsv.rb
|
642
|
-
- test/rbbt/test_tsv.rb
|
643
|
-
- test/rbbt/test_annotations.rb
|
644
|
-
- test/rbbt/test_fix_width_table.rb
|
645
|
-
- test/rbbt/test_workflow.rb
|
646
|
-
- test/rbbt/entity/test_identifiers.rb
|
647
|
-
- test/rbbt/annotations/test_util.rb
|
648
|
-
- test/rbbt/test_hpc.rb
|
649
|
-
- test/rbbt/test_monitor.rb
|
650
|
-
- test/rbbt/test_persist.rb
|
651
|
-
- test/rbbt/knowledge_base/test_entity.rb
|
652
|
-
- test/rbbt/knowledge_base/test_registry.rb
|
653
|
-
- test/rbbt/knowledge_base/test_syndicate.rb
|
654
|
-
- test/rbbt/knowledge_base/test_query.rb
|
655
|
-
- test/rbbt/knowledge_base/test_enrichment.rb
|
656
|
-
- test/rbbt/knowledge_base/test_traverse.rb
|
657
|
-
- test/test_helper.rb
|
673
|
+
- test/rbbt/tsv/parallel/test_through.rb
|