sushi_fabric 1.0.1 → 1.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/sushi_fabric/sushiApp.rb +9 -15
- data/lib/sushi_fabric/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: cfe59c9648980949d93b531a0bd3346d46b7dc21c9feea0a81deb7a30c13fc9e
|
4
|
+
data.tar.gz: f29b974e1bbc6d6d47895ec6ff8a4789623542ff176ab53455b23308a838db2d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7325be618b4e21089db068e04b99fa48d2e40452ee9e3646aec7600ba59e7a30de6d0e56faacd1bd75a13d442677c5c735dfda367041e03e5e71804a5fcc4a4a
|
7
|
+
data.tar.gz: ce5e49baed8af919d9803b3dfbfbcb7e6c47c789c4b06224db46e53fbf4c7277cf7cf412dafe212ec6688399651a160af07d9e62a196f092b005fda7b39d482a
|
@@ -1,6 +1,6 @@
|
|
1
1
|
#!/usr/bin/env ruby
|
2
2
|
# encoding: utf-8
|
3
|
-
# Version = '
|
3
|
+
# Version = '20210205-155336'
|
4
4
|
|
5
5
|
require 'csv'
|
6
6
|
require 'fileutils'
|
@@ -228,6 +228,8 @@ class SushiApp
|
|
228
228
|
attr_accessor :input_dataset_bfabric_application_number
|
229
229
|
attr_accessor :next_dataset_bfabric_application_number
|
230
230
|
attr_reader :inactivate_nodes
|
231
|
+
attr_reader :employee
|
232
|
+
|
231
233
|
def initialize
|
232
234
|
@gstore_dir = GSTORE_DIR
|
233
235
|
@project = nil
|
@@ -238,6 +240,7 @@ class SushiApp
|
|
238
240
|
@params['scratch'] = nil
|
239
241
|
@params['node'] = ''
|
240
242
|
@params['queue'] = ''
|
243
|
+
@params['partition'] = ''
|
241
244
|
@params['process_mode'] = 'SAMPLE'
|
242
245
|
@params['samples'] = ''
|
243
246
|
@job_ids = []
|
@@ -391,7 +394,7 @@ class SushiApp
|
|
391
394
|
FileUtils.mkdir_p(@job_script_dir)
|
392
395
|
end
|
393
396
|
def check_latest_modules_version(modules)
|
394
|
-
command_out = %x[ bash -lc "source #{@module_source}; module whatis #{modules.join(" ")} 2>&1" | cut -f 1 -d " " |
|
397
|
+
command_out = %x[ bash -lc "source #{@module_source}; module whatis #{modules.join(" ")} 2>&1" | cut -f 1 -d " " | uniq ]
|
395
398
|
latest_modules = []
|
396
399
|
command_out.split("\n").each do |line_|
|
397
400
|
line = line_.chomp
|
@@ -410,8 +413,8 @@ class SushiApp
|
|
410
413
|
@scratch_result_dir + '_temp$$'
|
411
414
|
end
|
412
415
|
hold_jid_option = if @dataset_sushi_id and parent_data_set = DataSet.find_by_id(@dataset_sushi_id.to_i) and !parent_data_set.jobs.empty?
|
413
|
-
parent_data_set_job_ids = parent_data_set.jobs.map{|job| job.submit_job_id}.join("
|
414
|
-
"
|
416
|
+
parent_data_set_job_ids = parent_data_set.jobs.map{|job| job.submit_job_id}.join(":")
|
417
|
+
"#SBATCH --dependency=afterany:#{parent_data_set_job_ids}"
|
415
418
|
else
|
416
419
|
''
|
417
420
|
end
|
@@ -494,6 +497,7 @@ rm -rf #{@scratch_dir} || exit 1
|
|
494
497
|
gsub_options = []
|
495
498
|
gsub_options << "-c #{@params['cores']}" unless @params['cores'].to_s.empty?
|
496
499
|
gsub_options << "-n #{@params['node']}" unless @params['node'].to_s.empty?
|
500
|
+
gsub_options << "-p #{@params['partition']}" unless @params['partition'].to_s.empty?
|
497
501
|
gsub_options << "-r #{@params['ram']}" unless @params['ram'].to_s.empty?
|
498
502
|
gsub_options << "-s #{@params['scratch']}" unless @params['scratch'].to_s.empty?
|
499
503
|
command = "wfm_monitoring --server #{WORKFLOW_MANAGER} --user #{@user} --project #{@project.gsub(/p/,'')} --logdir #{@gstore_script_dir} #{job_script} #{gsub_options.join(' ')}"
|
@@ -862,17 +866,7 @@ rm -rf #{@scratch_dir} || exit 1
|
|
862
866
|
save_parameters_as_tsv
|
863
867
|
save_input_dataset_as_tsv
|
864
868
|
|
865
|
-
|
866
|
-
# this causes sqlite3 IO error in Mac OSX (Yosemite)
|
867
|
-
pid = Process.fork do
|
868
|
-
Process.fork do
|
869
|
-
main
|
870
|
-
end # grand-child process
|
871
|
-
end # child process
|
872
|
-
Process.waitpid pid
|
873
|
-
else
|
874
|
-
main
|
875
|
-
end
|
869
|
+
main
|
876
870
|
end
|
877
871
|
def make_dummy_files
|
878
872
|
dummy_files_header = []
|
data/lib/sushi_fabric/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sushi_fabric
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.
|
4
|
+
version: 1.0.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Functional Genomics Center Zurich
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-05 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|