coderunner 0.11.20 → 0.11.21

data/VERSION

@@ -1 +1 @@
-0.11.20
+0.11.21

data/coderunner.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "coderunner"
-  s.version = "0.11.20"
+  s.version = "0.11.21"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Edmund Highcock"]
-  s.date = "2012-12-13"
+  s.date = "2012-12-18"
   s.description = "CodeRunner is a framework for the automated running and analysis of simulations. It automatically generates any necessary input files, organises the output data and analyses it. Because it is a modular system, it can easily be customised to work with any system and any simulation code. One of its greatest strengths is that it is independent of any one simulation code; thus it can easily plot and compare the data from different codes."
   s.email = "edmundhighcock@sourceforge.net"
   s.executables = ["coderunner"]
@@ -47,6 +47,7 @@ Gem::Specification.new do |s|
     "lib/coderunner/merged_code_runner.rb",
     "lib/coderunner/remote_code_runner.rb",
     "lib/coderunner/run.rb",
+    "lib/coderunner/system_modules/blue_joule.rb",
     "lib/coderunner/system_modules/franklin.rb",
     "lib/coderunner/system_modules/generic_linux.rb",
     "lib/coderunner/system_modules/genericlinux_testsystem.rb",
@@ -54,6 +55,7 @@ Gem::Specification.new do |s|
     "lib/coderunner/system_modules/helios.rb",
     "lib/coderunner/system_modules/iridis.rb",
     "lib/coderunner/system_modules/juropa.rb",
+    "lib/coderunner/system_modules/load_leveler.rb",
     "lib/coderunner/system_modules/macosx.rb",
     "lib/coderunner/system_modules/moab.rb",
     "lib/coderunner/system_modules/new_hydra.rb",
@@ -75,7 +77,7 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
   s.required_ruby_version = Gem::Requirement.new(">= 1.9.1")
   s.rubyforge_project = "coderunner"
-  s.rubygems_version = "1.8.24"
+  s.rubygems_version = "1.8.23"
   s.summary = "A framework for the automated running and analysis of simulations."
 
   if s.respond_to? :specification_version then

data/lib/coderunner/instance_methods.rb

@@ -140,7 +140,7 @@ class CodeRunner
 	
 	# These are the only permitted values for the run instance variable <tt>@status</tt>.
 	
-	PERMITTED_STATI = [:Unknown, :Complete, :Incomplete, :NotStarted, :Failed, :Queueing, :Running]
+	PERMITTED_STATI = [:Unknown, :Complete, :Incomplete, :NotStarted, :Failed, :Queueing, :Running, :Held]
 
 
 	include Log

data/lib/coderunner/system_modules/blue_joule.rb

@@ -0,0 +1,12 @@
+
+class CodeRunner
+	module BlueJoule
+
+		require SCRIPT_FOLDER + '/system_modules/load_leveler.rb'
+		include LoadLeveler
+		def max_ppn
+			16
+		end
+	end
+end
+

data/lib/coderunner/system_modules/load_leveler.rb

@@ -0,0 +1,150 @@
+class CodeRunner
+module LoadLeveler
+
+
+				
+	def queue_status
+		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
+			%x[cat #{ENV['HOME']}/.coderunner_to_launch_#{prefix}/queue_status.txt]  +
+			%x[cat #{ENV['HOME']}/.coderunner_to_launch_#{prefix}/queue_status2.txt] 
+		else
+			%x[llq -W | grep $USER].gsub(/^bglogin\d\./, '')
+		end
+	end
+
+	#def mpi_prog
+		#"aprun -n #{nprocstot} -N #{ppn}"
+	#end
+
+	def nodes
+			nodes, ppn = @nprocs.split(/x/)
+			nodes
+	end
+	def ppn
+			nodes, ppn = @nprocs.split(/x/)
+			ppn
+	end
+	def nprocstot
+			nodes, ppn = @nprocs.split(/x/)
+			nprocstot = nodes.to_i * ppn.to_i
+	end
+	def run_command
+# 		"qsub #{batch_script_file}"
+		if (ENV['CODE_RUNNER_LAUNCHER'].size > 0 rescue false)
+			return %[mpiexec -np #{@nprocs} #{executable_location}/#{executable_name} #{parameter_string} > #{output_file} 2> #{error_file}]
+		else
+			#nodes, ppn = @nprocs.split(/x/)
+			#nprocstot = nodes.to_i * ppn.to_i
+			"runjob --env-all --exe #{executable_location}/#{executable_name} --np #{nprocstot} --ranks-per-node #{ppn} --args \"#{parameter_string}\""
+		end
+	end
+
+	def execute
+		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
+			launch_id = "#{Time.now.to_i}#{$$}"
+			fname = ENV['HOME'] + "/.coderunner_to_launch_#{prefix}/#{launch_id}"
+			File.open(fname + '.start', 'w'){|file| file.puts "cd #{Dir.pwd};#{run_command}"}
+			sleep 1 until FileTest.exist? fname + '.pid'
+			pid = File.read(fname + '.pid').to_i
+			FileUtils.rm fname + '.pid'
+			return pid
+		else
+			File.open(batch_script_file, 'w'){|file| file.puts batch_script + "\n" + run_command + "\n"}
+			%x[llsubmit #{batch_script_file}].to_i
+			return nil
+		end
+	end
+
+	def batch_script_file
+		"#{executable_name}_#{job_identifier}.sh"
+	end
+
+	def max_ppn
+		raise "Please define max_ppn for your system"
+	end
+	
+	def batch_script
+
+		nodes, ppn = @nprocs.split(/x/)
+		eputs "Warning: You must use 128 nodes or greater on a BlueGene Q: This may fail." if  nodes.to_i < 128
+		eputs "Warning: Underuse of nodes (#{ppn} cores per node instead of #{max_ppn})" if ppn.to_i < max_ppn 
+		eputs "Warning: processes per node excedes cores per node: #{max_ppn}" if ppn.to_i > max_ppn
+		ppn ||= max_ppn
+		if @wall_mins
+			ep @wall_mins
+			hours = (@wall_mins / 60).floor
+			mins = @wall_mins.to_i % 60
+			secs = ((@wall_mins - @wall_mins.to_i) * 60).to_i
+			eputs "Allotted wall time is " + sprintf("%02d:%02d:%02d", hours, mins, secs)
+		else
+			raise "Error: no wall clock time specified."
+		end
+
+		return <<EOF
+#!/bin/bash
+
+## job requirements for load leveler
+######################################################################
+\#@bg_size=#{nodes}
+\#@job_type=bluegene
+\#@class=prod
+\#@executable=#{batch_script_file}
+\#@environment=COPY_ALL
+\#@output=#{executable_name}.#{job_identifier}.$(jobid).output.txt
+\#@error=#{executable_name}.#{job_identifier}.$(jobid).error.txt
+\#@wall_clock_limit=#{sprintf("%02d:%02d:%02d", hours, mins, secs)}
+\#@notification=complete
+\#@queue
+
+## commands to be executed
+######################################################################
+## This is any custom configuration required for the code:
+#{code_run_environment}
+printenv
+echo "Submitting #{nodes}x#{ppn} job on #{CodeRunner::SYS} for project (#@project)..."
+	
+	
+EOF
+
+	end
+
+	def cancel_job
+		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
+			 fname = ENV['HOME'] + "/.coderunner_to_launch_#{prefix}/#{$$}.stop"
+			 File.open(fname, 'w'){|file| file.puts "\n"}
+		else
+			`llcancel #{@job_no}`
+		end
+	end
+
+	def error_file
+		return "#{executable_name}.#{job_identifier}.#@job_no.error.txt"
+	end
+
+	def output_file
+		return "#{executable_name}.#{job_identifier}.#@job_no.output.txt"
+	end
+
+def get_run_status(job_no, current_status)
+	if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
+		return :Unknown
+	end
+	line = current_status.split(/\n/).grep(Regexp.new(job_no.to_s))[0]
+	unless line
+		return :Unknown
+	else 
+		if line =~ /\sS|H\s/
+			return :Held
+		elsif line =~ /\sI\s/
+			return :Queueing
+		elsif line =~ /\sR\s/
+			return :Running
+		else
+			ep 'line', line
+			raise 'Could not get run status'
+		end
+	end
+end
+
+	end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: coderunner
 version: !ruby/object:Gem::Version
-  version: 0.11.20
+  version: 0.11.21
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-13 00:00:00.000000000 Z
+date: 2012-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: graphkit
@@ -214,6 +214,7 @@ files:
 - lib/coderunner/merged_code_runner.rb
 - lib/coderunner/remote_code_runner.rb
 - lib/coderunner/run.rb
+- lib/coderunner/system_modules/blue_joule.rb
 - lib/coderunner/system_modules/franklin.rb
 - lib/coderunner/system_modules/generic_linux.rb
 - lib/coderunner/system_modules/genericlinux_testsystem.rb
@@ -221,6 +222,7 @@ files:
 - lib/coderunner/system_modules/helios.rb
 - lib/coderunner/system_modules/iridis.rb
 - lib/coderunner/system_modules/juropa.rb
+- lib/coderunner/system_modules/load_leveler.rb
 - lib/coderunner/system_modules/macosx.rb
 - lib/coderunner/system_modules/moab.rb
 - lib/coderunner/system_modules/new_hydra.rb
@@ -257,7 +259,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: coderunner
-rubygems_version: 1.8.24
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: A framework for the automated running and analysis of simulations.