miga-base 1.2.5.3 → 1.2.6.2

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c0eca4dbad780bdf6cc4a739ee17fd38d23e2cca6502f8dc8d656755e4d40431
4
- data.tar.gz: 18a6f228cb63c068483e82c9b857cd11ba3cffe7bf6168e8ba12c88541e6aa74
3
+ metadata.gz: 3dd2a47d0472b27985d65865358d2555f67f18e63143d41b62d2a36b83edddc6
4
+ data.tar.gz: b90dc62b2bddcd3903493abe84b663486b57170b7b4fd65a5f63d0bf36e747b2
5
5
  SHA512:
6
- metadata.gz: a5955cd677402862aeb06b96246091fe511092cede22fe32027e235713683c4adfcaa2935e0b9221e856346e5c4dd241fffa42ab7b5c89d4c14facd3b49ca71d
7
- data.tar.gz: 7116fb4803c97b790fea7b62199f24e24d120cc7c19358134e0065d18ca03943fdccb486c63cd96fbe64fe95d880f1639834b4b4e29c3900fdb575988deb0c27
6
+ metadata.gz: f2b4507f9526471e64e17fc115918dcf880a0c4dfedebe111fcb98c24a7bede321b629809d8518f1bb93cb0d1c0f524bcb707309f891ee09569dd43ecc527f97
7
+ data.tar.gz: bf0f77f5d7879d27b5e1fb22b32a1ba42da8f41318ebdfefc92b35782ceb8538687de05647296afc6eb74d284729a73fba60520e288d33d049a7ece6e7d81de9
@@ -12,6 +12,7 @@ class MiGA::Cli::Action::GetDb < MiGA::Cli::Action
12
12
  local: File.expand_path('.miga_db', ENV['MIGA_HOME']),
13
13
  host: MiGA::MiGA.known_hosts(:miga_db),
14
14
  pb: true,
15
+ reuse_archive: false,
15
16
  overwrite: true
16
17
  }
17
18
  cli.parse do |opt|
@@ -39,6 +40,10 @@ class MiGA::Cli::Action::GetDb < MiGA::Cli::Action
39
40
  '--list-versions',
40
41
  'List available versions of the database and exit'
41
42
  ) { |v| cli[:list_versions] = v }
43
+ opt.on(
44
+ '--reuse-archive',
45
+ 'Reuse a previously downloaded archive if available'
46
+ ) { |v| cli[:reuse_archive] = v }
42
47
  opt.on(
43
48
  '--no-overwrite',
44
49
  'Exit without downloading if the target database already exists'
@@ -67,7 +72,7 @@ class MiGA::Cli::Action::GetDb < MiGA::Cli::Action
67
72
  check_target and return
68
73
 
69
74
  # Download and expand
70
- file = download_file(@ftp, ver[:path])
75
+ file = download_file(@ftp, ver[:path], cli[:reuse_archive])
71
76
  check_digest(ver, file)
72
77
  unarchive(file)
73
78
  register_database(manif, db, ver)
@@ -89,13 +94,17 @@ class MiGA::Cli::Action::GetDb < MiGA::Cli::Action
89
94
  MiGA::MiGA.remote_connection(cli[:host])
90
95
  end
91
96
 
92
- def download_file(ftp, path)
97
+ def download_file(ftp, path, reuse = false)
93
98
  cli.say "Downloading '#{path}'"
94
99
  file = File.expand_path(path, cli[:local])
95
- MiGA::MiGA.download_file_ftp(ftp, path, file) do |n, size|
96
- cli.advance("#{path}:", n, size) if cli[:pb]
100
+ if reuse && File.exist?(file)
101
+ cli.say "Reusing #{file}"
102
+ else
103
+ MiGA::MiGA.download_file_ftp(ftp, path, file) do |n, size|
104
+ cli.advance("#{path}:", n, size) if cli[:pb]
105
+ end
106
+ cli.print "\n" if cli[:pb]
97
107
  end
98
- cli.print "\n" if cli[:pb]
99
108
  file
100
109
  end
101
110
 
@@ -35,6 +35,7 @@ module MiGA::Cli::Action::Init::DaemonHelper
35
35
  v[:latency] = cli.ask_user('How long should I sleep? (in secs)', '2').to_i
36
36
  v[:maxjobs] = cli.ask_user('How many jobs can I launch at once?', '6').to_i
37
37
  v[:ppn] = cli.ask_user('How many CPUs can I use per job?', '2').to_i
38
+ v[:nodelist] = nil # <- To enable non-default with default SSH
38
39
  cli.puts 'Setting up internal daemon defaults.'
39
40
  cli.puts 'If you don\'t understand this just leave default values:'
40
41
  v[:cmd] = cli.ask_user(
@@ -100,6 +101,7 @@ module MiGA::Cli::Action::Init::DaemonHelper
100
101
  v[:latency] = cli.ask_user('How long should I sleep? (in secs)', '150').to_i
101
102
  v[:maxjobs] = cli.ask_user('How many jobs can I launch at once?', '300').to_i
102
103
  v[:ppn] = cli.ask_user('How many CPUs can I use per job?', '2').to_i
104
+ v[:nodelist] = nil # <- To enable non-default with default SSH
103
105
  cli.puts 'Setting up internal daemon defaults'
104
106
  cli.puts 'If you don\'t understand this just leave default values:'
105
107
  v[:cmd] = cli.ask_user(
@@ -135,18 +137,32 @@ module MiGA::Cli::Action::Init::DaemonHelper
135
137
 
136
138
  def configure_qsub_msub_daemon(v)
137
139
  queue = cli.ask_user('What queue should I use?', nil, nil, true)
140
+ flavor = v[:type] == 'msub' ? 'msub' :
141
+ cli.ask_user('Select qsub flavor', 'torque', %w[torque sge])
138
142
  v[:latency] = cli.ask_user('How long should I sleep? (in secs)', '150').to_i
139
143
  v[:maxjobs] = cli.ask_user('How many jobs can I launch at once?', '300').to_i
140
144
  v[:ppn] = cli.ask_user('How many CPUs can I use per job?', '2').to_i
145
+ v[:nodelist] = nil # <- To enable non-default with default SSH
141
146
  cli.puts 'Setting up internal daemon defaults.'
142
147
  cli.puts 'If you don\'t understand this just leave default values:'
143
- v[:cmd] = cli.ask_user(
144
- "How should I launch tasks?\n" \
145
- " {{variables}}: script, vars, cpus, log, task_name\n ",
146
- "#{v[:type]} -q '#{queue}' -v '{{vars}}' -l nodes=1:ppn={{cpus}} " \
147
- "{{script}} -j oe -o '{{log}}' -N '{{task_name}}' -l mem=9g " \
148
- "-l walltime=12:00:00 | grep ."
149
- )
148
+ if flavor == 'sge'
149
+ v[:cmd] = cli.ask_user(
150
+ "How should I launch tasks?\n" \
151
+ " {{variables}}: script, vars, cpus, log, task_name, task_name_simple\n ",
152
+ "#{v[:type]} -q '#{queue}' -v '{{vars}}' -pe openmp {{cpus}} " \
153
+ "-j y -o '{{log}}' -N '{{task_name_simple}}' -l h_vmem=9g " \
154
+ "-l h_rt=walltime=12:00:00 '{{script}}' | grep . | " \
155
+ "perl -pe 's/^Your job (\S+) .*/$1/'"
156
+ )
157
+ else
158
+ v[:cmd] = cli.ask_user(
159
+ "How should I launch tasks?\n" \
160
+ " {{variables}}: script, vars, cpus, log, task_name, task_name_simple\n ",
161
+ "#{v[:type]} -q '#{queue}' -v '{{vars}}' -l nodes=1:ppn={{cpus}} " \
162
+ "-j oe -o '{{log}}' -N '{{task_name}}' -l mem=9g " \
163
+ "-l walltime=12:00:00 '{{script}}' | grep ."
164
+ )
165
+ end
150
166
  v[:var] = cli.ask_user(
151
167
  "How should I pass variables?\n" \
152
168
  " {{variables}}: key, value\n ",
data/lib/miga/daemon.rb CHANGED
@@ -257,6 +257,7 @@ class MiGA::Daemon < MiGA::MiGA
257
257
  cpus: ppn(what),
258
258
  log: File.join(log_dir, "#{to_run[:ds_name]}.log"),
259
259
  task_name: to_run[:task_name],
260
+ task_name_simple: to_run[:task_name].gsub(/[^A-Za-z0-9_]/, '-'),
260
261
  miga: File.join(MiGA::MiGA.root_path, 'bin/miga').shellescape
261
262
  }
262
263
  runopts_for(:cmd, what).miga_variables(var_hsh)
data/lib/miga/version.rb CHANGED
@@ -12,7 +12,7 @@ module MiGA
12
12
  # - String indicating release status:
13
13
  # - rc* release candidate, not released as gem
14
14
  # - [0-9]+ stable release, released as gem
15
- VERSION = [1.2, 5, 3].freeze
15
+ VERSION = [1.2, 6, 2].freeze
16
16
 
17
17
  ##
18
18
  # Nickname for the current major.minor version.
@@ -20,7 +20,7 @@ module MiGA
20
20
 
21
21
  ##
22
22
  # Date of the current gem relese.
23
- VERSION_DATE = Date.new(2022, 5, 19)
23
+ VERSION_DATE = Date.new(2022, 6, 24)
24
24
 
25
25
  ##
26
26
  # References of MiGA
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: miga-base
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.5.3
4
+ version: 1.2.6.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Luis M. Rodriguez-R
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-05-19 00:00:00.000000000 Z
11
+ date: 2022-06-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: daemons