sushi_fabric 0.3.9 → 0.4.3

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env ruby
2
2
  # encoding: utf-8
3
- # Version = '20150604-164027'
3
+ # Version = '20150716-161756'
4
4
 
5
5
  require 'csv'
6
6
  require 'fileutils'
@@ -185,6 +185,7 @@ class SushiApp
185
185
  attr_accessor :next_dataset_name
186
186
  attr_accessor :dataset_name
187
187
  attr_accessor :next_dataset_comment
188
+ attr_accessor :workflow_manager
188
189
  def initialize
189
190
  @gstore_dir = GSTORE_DIR
190
191
  @project = nil
@@ -197,7 +198,7 @@ class SushiApp
197
198
  @params['process_mode'] = 'SAMPLE'
198
199
  @job_ids = []
199
200
  @required_columns = []
200
- @workflow_manager = DRbObject.new_with_uri(WORKFLOW_MANAGER)
201
+ #@workflow_manager = workflow_manager_instance||DRbObject.new_with_uri(WORKFLOW_MANAGER)
201
202
  end
202
203
  def set_input_dataset
203
204
  if @dataset_tsv_file
@@ -384,13 +385,16 @@ rm -rf #{@scratch_dir} || exit 1
384
385
  gsub_options << "-n #{@params['node']}" unless @params['node'].to_s.empty?
385
386
  gsub_options << "-r #{@params['ram']}" unless @params['ram'].to_s.empty?
386
387
  gsub_options << "-s #{@params['scratch']}" unless @params['scratch'].to_s.empty?
387
- gsub_options << "-u #{@user}" if @user
388
388
  command = "wfm_monitoring --server #{WORKFLOW_MANAGER} --project #{@project.gsub(/p/,'')} --logdir #{@gstore_script_dir} #{job_script} #{gsub_options.join(' ')}"
389
+ puts "submit: #{command}"
390
+
391
+ project_number = @project.gsub(/p/, '')
392
+ @workflow_manager||=DRbObject.new_with_uri(WORKFLOW_MANAGER)
393
+ script_content = File.read(job_script)
394
+ @workflow_manager.start_monitoring(job_script, @user, 0, script_content, project_number, gsub_options.join(' '), @gstore_script_dir)
389
395
  end
390
396
  def submit(job_script)
391
- command = submit_command(job_script)
392
- puts "submit: #{command}"
393
- job_id = `#{command}`
397
+ job_id = submit_command(job_script)
394
398
  job_id = job_id.to_i
395
399
  unless job_id.to_i > 1
396
400
  raise 'failed in job submitting'
@@ -440,6 +444,7 @@ rm -rf #{@scratch_dir} || exit 1
440
444
  file_path
441
445
  end
442
446
  def copy_commands(org_dir, dest_parent_dir, now=nil)
447
+ @workflow_manager||=DRbObject.new_with_uri(WORKFLOW_MANAGER)
443
448
  @workflow_manager.copy_commands(org_dir, dest_parent_dir, now)
444
449
  end
445
450
  def copy_inputdataset_parameter_jobscripts
@@ -466,6 +471,14 @@ rm -rf #{@scratch_dir} || exit 1
466
471
  command = "rm -rf #{@scratch_result_dir}"
467
472
  `#{command}`
468
473
  end
474
+ def cluster_nodes
475
+ @workflow_manager||=DRbObject.new_with_uri(WORKFLOW_MANAGER)
476
+ @workflow_manager.cluster_nodes
477
+ end
478
+ def default_node
479
+ @workflow_manager||=DRbObject.new_with_uri(WORKFLOW_MANAGER)
480
+ @workflow_manager.default_node
481
+ end
469
482
 
470
483
  def make_job_script
471
484
  @out = open(@job_script, 'w')
@@ -1,3 +1,3 @@
1
1
  module SushiFabric
2
- VERSION = "0.3.9"
2
+ VERSION = "0.4.3"
3
3
  end
metadata CHANGED
@@ -1,41 +1,46 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: sushi_fabric
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.9
4
+ version: 0.4.3
5
+ prerelease:
5
6
  platform: ruby
6
7
  authors:
7
8
  - Functional Genomics Center Zurich
8
9
  autorequire:
9
10
  bindir: bin
10
11
  cert_chain: []
11
- date: 2015-06-04 00:00:00.000000000 Z
12
+ date: 2015-07-16 00:00:00.000000000 Z
12
13
  dependencies:
13
14
  - !ruby/object:Gem::Dependency
14
15
  name: bundler
15
16
  requirement: !ruby/object:Gem::Requirement
17
+ none: false
16
18
  requirements:
17
- - - "~>"
19
+ - - ~>
18
20
  - !ruby/object:Gem::Version
19
21
  version: '1.3'
20
22
  type: :development
21
23
  prerelease: false
22
24
  version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
23
26
  requirements:
24
- - - "~>"
27
+ - - ~>
25
28
  - !ruby/object:Gem::Version
26
29
  version: '1.3'
27
30
  - !ruby/object:Gem::Dependency
28
31
  name: rake
29
32
  requirement: !ruby/object:Gem::Requirement
33
+ none: false
30
34
  requirements:
31
- - - ">="
35
+ - - ! '>='
32
36
  - !ruby/object:Gem::Version
33
37
  version: '0'
34
38
  type: :development
35
39
  prerelease: false
36
40
  version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
37
42
  requirements:
38
- - - ">="
43
+ - - ! '>='
39
44
  - !ruby/object:Gem::Version
40
45
  version: '0'
41
46
  description: This library provides us with the methods to submit a job cooperating
@@ -47,17 +52,17 @@ executables:
47
52
  extensions: []
48
53
  extra_rdoc_files: []
49
54
  files:
50
- - ".bzrignore"
55
+ - .bzrignore
51
56
  - Gemfile
52
57
  - LICENSE.txt
53
58
  - README.md
54
59
  - Rakefile
55
60
  - bin/sushi_fabric
56
61
  - config/environments/development.rb
57
- - lib/sushi_fabric.rb
58
62
  - lib/sushi_fabric/optparse_ex.rb
59
63
  - lib/sushi_fabric/sushiApp.rb
60
64
  - lib/sushi_fabric/version.rb
65
+ - lib/sushi_fabric.rb
61
66
  - sample/WordCountApp.rb
62
67
  - sample/sample_dataset.tsv
63
68
  - sample/sample_parameterset.tsv
@@ -65,25 +70,26 @@ files:
65
70
  homepage: ''
66
71
  licenses:
67
72
  - MIT
68
- metadata: {}
69
73
  post_install_message:
70
74
  rdoc_options: []
71
75
  require_paths:
72
76
  - lib
73
77
  required_ruby_version: !ruby/object:Gem::Requirement
78
+ none: false
74
79
  requirements:
75
- - - ">="
80
+ - - ! '>='
76
81
  - !ruby/object:Gem::Version
77
82
  version: '0'
78
83
  required_rubygems_version: !ruby/object:Gem::Requirement
84
+ none: false
79
85
  requirements:
80
- - - ">="
86
+ - - ! '>='
81
87
  - !ruby/object:Gem::Version
82
88
  version: '0'
83
89
  requirements: []
84
90
  rubyforge_project:
85
- rubygems_version: 2.4.5
91
+ rubygems_version: 1.8.23.2
86
92
  signing_key:
87
- specification_version: 4
93
+ specification_version: 3
88
94
  summary: workflow manager client.
89
95
  test_files: []
checksums.yaml DELETED
@@ -1,7 +0,0 @@
1
- ---
2
- SHA1:
3
- metadata.gz: 48669658a0c5f3b680bc3aa8b444902e285b67ae
4
- data.tar.gz: 20e0b60dba4ccb53b8859eb35026f2394b2639b9
5
- SHA512:
6
- metadata.gz: f9e45953157f9306d4fdcece49aae97902a034e76f461422763273844f3540fab70ed6042968a64fbb610223f04c62a5e81eaa20fe157ee78e5d38a835b1cb53
7
- data.tar.gz: 014e463dbcc6d7b6580f619cb309c45fa9b6ece3e3b6f971b0972fde54607b415a9a6c16835b019bd6595c8a43b58fd8cf27cbf2492ef1bcdaa1e1e3ea440eb5