nuri 0.5.1

data/modules/bonfire/stresstest.rb

@@ -0,0 +1,144 @@
+#!/usr/bin/env ruby
+
+require 'logger'
+require 'thread'
+
+module Sfp
+	module Module
+	end
+
+	module Resource
+		attr_reader :state, :model
+		def init(model={})
+			@state = {}
+			@model = model
+		end
+		def reset
+		end
+	end
+	Agent = Object.new
+	def Agent.set_logger(logger)
+		@logger = logger
+	end
+	def Agent.logger
+		@logger
+	end
+end
+
+require File.expand_path('../../../lib/nuri.rb', __FILE__)
+require File.expand_path('../bonfire.rb', __FILE__)
+
+def do_test(p={})
+	log = (p[:logger] ? p[:logger] : Logger.new(STDOUT))
+	log.level = Logger::INFO
+	log.info "Site: #{p[:site]}"
+	log.info "Total VMs: #{p[:totalvms]}"
+
+	lock = Mutex.new
+
+	model = { 'location' => p[:site],
+	          'experiment' => p[:experiment],
+	          'gateway' => "ssh.bonfire.grid5000.fr",
+	          'image_name' => "BonFIRE Debian Squeeze 10G v5",
+	          'wan_name' => "BonFIRE WAN" }
+
+	Sfp::Agent.set_logger log
+	bonfire = Sfp::Module::Bonfire.new
+	bonfire.init(model)
+	bonfire.update_state
+
+	if not bonfire.state['running']
+		log.info "site #{p[:site]} is not running!"
+		return
+	end
+
+	log.info "Creating #{p[:totalvms]} VMs [Wait]"
+	start_time = Time.now
+	total = 0
+	1.upto(p[:totalvms]) do |i|
+		lock.synchronize { total += 1 }
+		Thread.new {
+			begin
+				name = "vm#{i}"
+				status = bonfire.create_server({
+					:name => name,
+					:image => model['image_name'],
+					:wan => model['wan_name']
+				})
+				#status = bonfire.create_vm('vm' => name)
+				log.info "Creating #{name}: " + (status ? "[OK]" : "[Failed]")
+			rescue Exception => exp
+				log.error "#{exp}\n#{exp.backtrace.join("\n")}"
+				log.info "Creating #{name}: [Failed]"
+			end
+			lock.synchronize { total -= 1 }
+		}
+	end
+
+	loop do
+		sleep 1
+		break if total <= 0
+	end
+	end_time = Time.now
+
+	log.info "Creating #{p[:totalvms]} VMs [OK]"
+	log.info "time=#{end_time-start_time} site=#{p[:site]} vms=#{p[:totalvms]}"
+
+	loop do
+		sleep 30 if p[:totalvms] > 0
+	
+		# Deleting VMs
+		start_time = Time.new
+		log.info "Deleting VMs (except master) [Wait]"
+		total = 0
+		bonfire.state['vms'].each { |name,data|
+			next if name == 'master'
+			lock.synchronize { total += 1 }
+			Thread.new {
+				log.info "Deleting #{name}: " + (bonfire.delete_vm('vm' => name) ? "[OK]" : "[Failed]")
+				lock.synchronize { total -= 1 }
+			}
+		}
+	
+		loop do
+			sleep 1
+			break if total <= 0
+		end
+		end_time = Time.new
+	
+		bonfire.update_state
+		if bonfire.state['vms'].length > 1
+			log.info "Deleting VMs (except master) [Failed]"
+		else
+			log.info "Deleting VMs (except master): #{end_time - start_time} [OK]"
+			break
+		end
+	end
+end
+
+if $0 == __FILE__
+	if ARGV[0] == 'daemon'
+		sites = ['fr-inria'] #, 'uk-epcc'] #, 'uk-hplabs']
+		experiment = 'autocloud'
+		total_vms = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
+		repeat = 10
+		logger = Logger.new('output.log')
+	
+		Process.daemon
+		1.upto(repeat) do |id|
+			total_vms.each do |vms|
+				sites.each do |site|
+					logger.info "Experiment=#{id} vms=#{vms} site=#{site}"
+					do_test(:site => site, :experiment => experiment, :totalvms => vms, :logger => logger)
+				end
+			end
+		end
+
+	else
+		if ARGV.length < 3
+			puts 'Usage: stresstest.rb <bonfire-site> <experiment> <total-vms>'
+		else
+			do_test(:site => ARGV[0], :experiment => ARGV[1], :totalvms => ARGV[2].to_i)
+		end
+	end
+end

data/modules/bonfire/test.sfp

@@ -0,0 +1,8 @@
+include "bonfire.sfp"
+
+a isa Bonfire {
+	experiment is "autocloud"
+	location is "fr-inria"
+	image_name is "BonFIRE Debian Squeeze 10G v5"
+	wan_name is "BonFIRE WAN"
+}

data/modules/client/client.rb

@@ -0,0 +1,22 @@
+class Sfp::Module::Client
+	include Sfp::Resource
+
+	ConfigFile = '/tmp/sfp_client_config'
+	def update_state
+		if File.exist?(ConfigFile)
+			@state['refer'] = File.read(ConfigFile)
+		else
+			@state['refer'] = nil
+		end
+	end
+
+	def redirect(p={})
+		return false if !p.has_key?('s')
+		if p['s'].nil?
+			File.delete(ConfigFile) if File.exist?(ConfigFile)
+		else
+			File.open(ConfigFile, 'w') { |f| f.write(p['s'].to_s) }
+		end
+		true
+	end
+end

data/modules/client/client.sfp

@@ -0,0 +1,14 @@
+include "../apache/apache.sfp"
+
+schema Client {
+	refer isref Apache
+
+	sub redirect (s isref Apache) {
+		condition {
+			s.running = true
+		}
+		effect {
+			this.refer = s
+		}
+	}
+}

data/modules/cloud/cloud.rb

@@ -0,0 +1,11 @@
+module Sfp::Module
+	class Cloud
+		include Sfp::Resource
+
+		def update_state
+			@state['running'] = false
+			@state['description'] = @model['description']
+			@state['vms'] = {}
+		end
+	end
+end

data/modules/cloud/cloud.sfp

@@ -0,0 +1,26 @@
+schema Cloud {
+	running : Bool
+
+	sub create_vm (vm isref VM) {
+		condition {
+			this.running = true
+			vm.created = false
+		}
+		effect {
+			vm.in_cloud = this
+			vm.created = true
+		}
+	}
+
+	sub delete_vm (vm isref VM) {
+		condition {
+			this.running = true
+			vm.created = true
+			vm.in_cloud = this
+		}
+		effect {
+			vm.created = false
+			vm.in_cloud = null
+		}
+	}
+}

data/modules/file/file.rb

@@ -0,0 +1,91 @@
+require 'etc'
+require 'fileutils'
+require 'digest/sha1'
+
+class Sfp::Module::File
+	include ::Sfp::Resource
+
+	##############################
+	#
+	# update current state method
+	#
+	##############################
+
+	def update_state
+		path = @model['path'].to_s.strip
+		if @model['exists']
+			create(path)
+		else
+			delete(path)
+		end
+
+		@state['path'] = path
+		@state['exists'] = ::File.exist?(path)
+		@state['content'] = content?
+		@state['user'], @state['group'] = user_group?
+		@state['permission'] = permission?
+	end
+
+	##############################
+	#
+	# Helper methods
+	#
+	##############################
+
+	protected
+
+	def delete(file)
+		::File.delete(file) if ::File.exist?(file)
+	end
+
+	def create(file)
+		log.warn "Failed to create/update file #{file}!" if
+			not set_content(file) or
+			not set_owner(file) or
+			not set_permission(file)
+	end
+
+	def set_content(file)
+		return true if not @model['content'].is_a?(String)
+		begin
+			current = (::File.exist?(file) ? content? : nil)
+			desired = Digest::SHA1.hexdigest(@model['content'])
+			File.open(file, 'w') { |f| f.write(@model['content']) } if current != desired
+			return true
+		rescue Exception => e
+			log.error "#{e}\n#{e.backtrace.join("\n")}"
+		end
+		false
+	end
+
+	def set_owner(file)
+		return true if not ::File.exist?(file)
+		return true if not @model['user'].is_a?(String)
+		return true if not @model['group'].is_a?(String)
+		!!system("chown #{@model['user']}:#{@model['group']} #{file}")
+	end
+
+	def set_permission(file)
+		return if not ::File.exist?(file) or not @model['permission'].is_a?(String)
+		!!system("chmod #{model['permission']} #{file}") if @model['permission'] != permission?
+		true
+	end
+
+	def content?
+		(::File.exist?(@model['path']) ? Digest::SHA1.hexdigest(::File.read(@model['path'])) : '')
+	end
+
+	def user_group?
+		if ::File.exist?(@model['path'])
+			stat = ::File.stat(@model['path'])
+			[Etc.getpwuid(stat.uid).name, Etc.getgrgid(stat.gid).name]
+		else
+			['', '']
+		end
+	end
+
+	def permission?
+		(::File.exist?(@model['path']) ? sprintf("%o", ::File.stat(@model['path']).mode) : '')
+	end
+
+end

data/modules/file/file.sfp

@@ -0,0 +1,9 @@
+schema File {
+	exists is true
+
+	final path is ""
+	final content : String
+	final user : String
+	final group : String
+	final permission : String
+}

data/modules/hadoop1/core-site.xml

@@ -0,0 +1,17 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+
+<!-- Put site-specific property overrides in this file. -->
+
+<configuration>
+<property>
+  <name>hadoop.tmp.dir</name>
+  <value><%= tmp_dir %></value>
+</property>
+
+<property>
+  <name>fs.default.name</name>
+  <value>hdfs://<%= master %>:54310</value>
+</property>
+</configuration>
+

data/modules/hadoop1/hadoop-env.sh

@@ -0,0 +1,55 @@
+# Set Hadoop-specific environment variables here.
+
+# The only required environment variable is JAVA_HOME.  All others are
+# optional.  When running a distributed configuration it is best to
+# set JAVA_HOME in this file, so that it is correctly defined on
+# remote nodes.
+
+# The java implementation to use.  Required.
+export JAVA_HOME=<%= java_home %>
+
+# Extra Java CLASSPATH elements.  Optional.
+# export HADOOP_CLASSPATH=
+
+# The maximum amount of heap to use, in MB. Default is 1000.
+# export HADOOP_HEAPSIZE=2000
+
+# Extra Java runtime options.  Empty by default.
+# export HADOOP_OPTS=-server
+
+# Command specific options appended to HADOOP_OPTS when specified
+export HADOOP_NAMENODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_NAMENODE_OPTS"
+export HADOOP_SECONDARYNAMENODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_SECONDARYNAMENODE_OPTS"
+export HADOOP_DATANODE_OPTS="-Dcom.sun.management.jmxremote $HADOOP_DATANODE_OPTS"
+export HADOOP_BALANCER_OPTS="-Dcom.sun.management.jmxremote $HADOOP_BALANCER_OPTS"
+export HADOOP_JOBTRACKER_OPTS="-Dcom.sun.management.jmxremote $HADOOP_JOBTRACKER_OPTS"
+# export HADOOP_TASKTRACKER_OPTS=
+# The following applies to multiple commands (fs, dfs, fsck, distcp etc)
+# export HADOOP_CLIENT_OPTS
+
+# Extra ssh options.  Empty by default.
+# export HADOOP_SSH_OPTS="-o ConnectTimeout=1 -o SendEnv=HADOOP_CONF_DIR"
+
+# Where log files are stored.  \$HADOOP_HOME/logs by default.
+# export HADOOP_LOG_DIR=\${HADOOP_HOME}/logs
+
+# File naming remote slave hosts.  \$HADOOP_HOME/conf/slaves by default.
+# export HADOOP_SLAVES=\${HADOOP_HOME}/conf/slaves
+
+# host:path where hadoop code should be rsync'd from.  Unset by default.
+# export HADOOP_MASTER=master:/home/\$USER/src/hadoop
+
+# Seconds to sleep between slave commands.  Unset by default.  This
+# can be useful in large clusters, where, e.g., slave rsyncs can
+# otherwise arrive faster than the master can service them.
+# export HADOOP_SLAVE_SLEEP=0.1
+
+# The directory where pid files are stored. /tmp by default.
+# export HADOOP_PID_DIR=/var/hadoop/pids
+
+# A string representing this instance of hadoop. \$USER by default.
+# export HADOOP_IDENT_STRING=\$USER
+
+# The scheduling priority for daemon processes.  See 'man nice'.
+# export HADOOP_NICENESS=10
+

data/modules/hadoop1/hadoop1.rb

@@ -0,0 +1,384 @@
+require 'ostruct'
+
+class Sfp::Module::Hadoop1Master
+	include Sfp::Resource
+
+	Services = ['namenode', 'secondarynamenode', 'jobtracker']
+
+	def update_state
+		to_model
+
+		@state['installed'] = installed?
+		@state['running'] = running?
+		@state['pids'] = pids
+
+		# try to restart any stopped daemon
+		start if @state['running']
+	end
+
+	##############################
+	#
+	# Action methods (see Hadoop1.sfp)
+	#
+	##############################
+
+	def install(p={})
+		model = OpenStruct.new(@model)
+
+		if java_home.length <= 0
+			### install JRE
+			shell "apt-get install -y default-jre"
+		end
+
+		# add group hadoop
+		if `grep '^#{model.group}' /etc/group`.length <= 0
+			log.info "adding group #{model.group}"
+			shell "echo '#{model.group}:x:8000:' >> /etc/group"
+		else
+			log.info "group #{model.group} is already exist"
+		end
+
+		# add user hadoop
+		if `grep '^#{model.user}' /etc/passwd`.length <= 0
+			log.info "adding user #{model.user}"
+			shell "echo '#{model.user}:x:8000:8000::#{model.home}:/bin/bash' >> /etc/passwd &&
+			        echo '#{model.user}:#{model.password}:15958:0:99999:7:::' >> /etc/shadow"
+		else
+			log.info "user #{model.user} is already exist"
+		end
+
+		# create home
+		log.info "create hadoop home directory: #{model.home}"
+		shell "mkdir -p #{model.home}" if !::File.exist?(model.home)
+		shell "chown -R #{model.user}:#{model.user} #{model.home} && rm -rf #{model.home}/*"
+		
+		# create data_dir
+		shell "rm -f #{model.data_dir} && mkdir -p #{model.data_dir}" if !::File.directory?(model.data_dir)
+		shell "chown -R #{model.user}:#{model.user} #{model.data_dir} && rm -rf #{model.data_dir}/*"
+
+		# download and extract hadoop binaries
+		shell 'apt-get install -y axel'
+		downloader = 'axel -q -o' # 'wget -O'
+		source = (model.source[-7,7] == '.tar.gz' or model.source[-4,4] == '.tgz' ? model.source : "#{model.source}/hadoop-#{model.version}/hadoop-#{model.version}.tar.gz")
+
+		log.info "download and install hadoop binaries"
+		file = source.split('/').last.to_s
+		basename = (::File.extname(file) == '.gz' ? ::File.basename(file, '.tar.gz') : ::File.basename(file, ::File.extname(file)))
+		shell  "cd #{model.home} &&
+		        #{downloader} #{file} #{source} &&
+		        tar xvzf #{file} && rm -f #{file} &&
+		        bash -c 'cd #{model.home}/#{basename} && shopt -s dotglob && mv * .. && cd .. && rm -rf #{basename}'"
+
+		config_dir = "#{model.home}/conf"
+
+		map = {
+			'user' => model.user,
+			'master' => `hostname`.strip,
+			'java_home' => java_home,
+			'tmp_dir' => model.data_dir,
+			'replication' => model.replication,
+		}
+
+		# copy and process template configuration files
+		log.info "copy and process template configuration files: core-site.xml, hadoop-env.sh, mapred-site.xml"
+		dir = File.expand_path(File.dirname(__FILE__))
+		['hadoop-env.sh', 'core-site.xml', 'mapred-site.xml', 'hdfs-site.xml'].each do |file|
+			shell "cp -f #{dir}/#{file} #{config_dir}"
+			render_file "#{config_dir}/#{file}", map
+		end
+		shell "chown -R #{model.user}:#{model.user} #{model.home}"
+
+		# create HDFS directory
+		if !::File.exist?(model.data_dir) && !shell("mkdir -p #{model.data_dir}")
+			log.info "create scratch directory for HDFS: #{model.data_dir}"
+			shell "mkdir -p #{model.data_dir}"
+		end
+		shell "chown -R #{model.user}:#{model.user} #{model.data_dir}"
+
+		# format namenode space
+		log.info "format namenode space"
+		shell "su -c '#{model.home}/bin/hadoop namenode -format' hadoop"
+
+		return false if not installed?
+
+		# export hadoop home to root
+		log.info "export hadoop home directory to root"
+		shell "sed -i '/^export HADOOP_HOME/d' /root/.bashrc"
+		shell "echo 'export HADOOP_HOME=#{model.home}' >> /root/.bashrc"
+
+		true
+	end
+
+	def uninstall(p={})
+		model = OpenStruct.new(@model)
+		# remove hadoop user and group, and then delete hadoop's home directory
+		shell "sed -i '/^export HADOOP_HOME/d' /root/.bash_profile"
+		shell "sed -i '/^#{model.user}/d' /etc/passwd &&
+		       sed -i '/^#{model.user}/d' /etc/shadow &&
+		       sed -i '/^#{model.user}/d' /etc/group &&
+		       rm -rf #{model.home} &&
+		       rm -rf /tmp/#{model.user}* &&
+		       rm -rf #{model.data_dir}"
+	end
+
+	def start(p={})
+		model = OpenStruct.new(@model)
+		pids = self.pids
+		Services.each { |name|
+			pid = pids[name]
+			if pid <= 0
+				cmd = "#{model.home}/bin/hadoop-daemon.sh start #{name}"
+				log.info `su -c '#{cmd} && sleep 3' #{model.user}`
+			end
+		}
+		true
+	end
+
+	def stop(p={})
+		model = OpenStruct.new(@model)
+		pids = self.pids
+		Services.reverse.each { |name|
+			pid = pids[name]
+			if pid > 0
+				cmd = "#{model.home}/bin/hadoop-daemon.sh stop #{name}"
+				log.info `su -c '#{cmd}' #{model.user}`
+			end
+		}
+		true
+	end
+
+
+	##############################
+	#
+	# Helper methods
+	#
+	##############################
+
+	protected
+	def installed?
+		['bin/hadoop', 'conf/hadoop-env.sh', 'conf/core-site.xml', 'conf/mapred-site.xml', 'conf/hdfs-site.xml'].each { |file|
+			return false if !::File.exist?("#{@model['home']}/#{file}")
+		}
+		true
+	end
+
+	def resolve_link(link)
+		begin
+			link = ::File.readlink(link)
+			link = resolve_link(link)
+		rescue
+			link
+		end
+	end
+
+	def java_home
+		return @model['java_home'] if @model['java_home'].to_s.strip.length > 0
+		java = resolve_link(`which java`.strip)
+		return '' if java.length <= 0
+		::File.expand_path(java + '/../../')
+	end
+
+	def running?
+		status = false
+		pids.each { |name,pid|
+			log.warn "#{name} is not running!" if pid <= 0
+			status = true if pid > 0
+		}
+		status
+	end
+
+	def pids
+		data = {}
+		Services.each { |name|
+			data[name] = `ps axf | grep java | grep -v grep | grep hadoop | grep Dproc_#{name}`.to_s.strip.split(' ', 2)[0].to_i
+		}
+		data
+	end
+end
+
+
+
+class Sfp::Module::Hadoop1Slave
+	include Sfp::Resource
+
+	Services = ['datanode', 'tasktracker']
+
+	def update_state
+		to_model
+
+		@state['installed'] = installed?
+		@state['running'] = running?
+		@state['pids'] = pids
+	
+		# try to restart any stopped daemon
+		start if @state['running']
+	end
+
+	##############################
+	#
+	# Action methods (see Hadoop1.sfp)
+	#
+	##############################
+
+	def install(p={})
+		model = OpenStruct.new(@model)
+
+		if java_home.length <= 0
+			### install JRE
+			shell "apt-get install -y default-jre"
+		end
+
+		# add group hadoop
+		if `grep '^#{model.group}' /etc/group`.length <= 0
+			log.info "adding group #{model.group}"
+			shell "echo '#{model.group}:x:8000:' >> /etc/group"
+		else
+			log.info "group #{model.group} is already exist"
+		end
+
+		# add user hadoop
+		if `grep '^#{model.user}' /etc/passwd`.length <= 0
+			log.info "adding user #{model.user}"
+			shell "echo '#{model.user}:x:8000:8000::#{model.home}:/bin/bash' >> /etc/passwd &&
+			        echo '#{model.user}:#{model.password}:15958:0:99999:7:::' >> /etc/shadow"
+		else
+			log.info "user #{model.user} is already exist"
+		end
+
+		# create home
+		log.info "create hadoop home directory: #{model.home}"
+		shell "mkdir -p #{model.home}" if !::File.exist?(model.home)
+		shell "chown -R #{model.user}:#{model.user} #{model.home} && rm -rf #{model.home}/*"
+		
+		# create data_dir
+		shell "rm -f #{model.data_dir} && mkdir -p #{model.data_dir}" if !::File.directory?(model.data_dir)
+		shell "chown -R #{model.user}:#{model.user} #{model.data_dir} && rm -rf #{model.data_dir}/*"
+
+		# download and extract hadoop binaries
+		system 'apt-get install -y axel'
+		downloader = 'axel -q -o' # 'wget -O'
+		source = (model.source[-7,7] == '.tar.gz' or model.source[-4,4] == '.tgz' ? model.source : "#{model.source}/hadoop-#{model.version}/hadoop-#{model.version}.tar.gz")
+
+		log.info "download and install hadoop binaries"
+		file = source.split('/').last.to_s
+		basename = (::File.extname(file) == '.gz' ? ::File.basename(file, '.tar.gz') : ::File.basename(file, ::File.extname(file)))
+		shell  "cd #{model.home} &&
+		        #{downloader} #{file} #{source} &&
+		        tar xvzf #{file} && rm -f #{file} &&
+		        bash -c 'cd #{model.home}/#{basename} && shopt -s dotglob && mv * .. && cd .. && rm -rf #{basename}'"
+
+		map = {
+			'user' => model.user,
+			'master' => resolve(model.master + '.parent.sfpAddress'),
+			'java_home' => java_home,
+			'replication' => resolve(model.master + '.replication')
+		}
+
+		# copy and process template configuration files
+		log.info "copy and process template configuration files: core-site.xml, hadoop-env.sh, mapred-site.xml"
+		dir = File.expand_path(File.dirname(__FILE__))
+		['hadoop-env.sh', 'core-site.xml', 'mapred-site.xml', 'hdfs-site.xml'].each do |file|
+			copy "#{dir}/#{file}", "#{model.home}/conf/"
+			render_file "#{model.home}/conf/#{file}", map
+		end
+		shell "chown -R #{model.user}:#{model.user} #{model.home}"
+
+		# export hadoop home to root
+		log.info "export hadoop home directory to root"
+		shell "sed -i '/^export HADOOP_HOME/d' /root/.bashrc"
+		shell "echo 'export HADOOP_HOME=#{model.home}' >> /root/.bashrc"
+
+		installed?
+	end
+
+	def uninstall(p={})
+		model = OpenStruct.new(@model)
+		# remove hadoop user and group, and then delete hadoop's home directory
+		shell "sed -i '/^export HADOOP_HOME/d' /root/.bash_profile"
+		shell "sed -i '/^#{model.user}/d' /etc/passwd &&
+		       sed -i '/^#{model.user}/d' /etc/shadow &&
+		       sed -i '/^#{model.user}/d' /etc/group &&
+		       rm -rf #{model.home} &&
+		       rm -rf /tmp/#{model.user}*"
+
+		not installed?
+	end
+
+	def start(p={})
+		model = OpenStruct.new(@model)
+		pids.each { |name,pid|
+			if pid <= 0
+				cmd = "#{model.home}/bin/hadoop-daemon.sh start #{name}"
+				log.info `su -c '#{cmd} && sleep 3' #{model.user}`
+			end
+		}
+
+		running?
+	end
+
+	def stop(p={})
+		model = OpenStruct.new(@model)
+		pids.each { |name,pid|
+			if pid > 0
+				cmd = "#{model.home}/bin/hadoop-daemon.sh stop #{name}"
+				log.info `su -c '#{cmd}' #{model.user}`
+			end
+		}
+
+		pids.each { |name,pid|
+			begin
+				Process.kill 9, pid
+			rescue
+			end
+		}
+
+		not running?
+	end
+
+
+	##############################
+	#
+	# Helper methods
+	#
+	##############################
+
+	def installed?
+		['bin/hadoop', 'conf/hadoop-env.sh', 'conf/core-site.xml', 'conf/mapred-site.xml', 'conf/hdfs-site.xml'].each { |file|
+			return false if !::File.exist?("#{@model['home']}/#{file}")
+		}
+		true
+	end
+
+	def resolve_link(link)
+		begin
+			link = ::File.readlink(link)
+			link = resolve_link(link)
+		rescue
+			link
+		end
+	end
+
+	def java_home
+		return @model['java_home'] if @model['java_home'].to_s.strip.length > 0
+		java = resolve_link(`which java`.strip)
+		return '' if java.length <= 0
+		::File.expand_path(java + '/../../')
+	end
+
+	def running?
+		status = false
+		pids.each { |name,pid|
+			log.warn "#{name} is not running!" if pid <= 0
+			status = true if pid > 0
+		}
+		status
+	end
+
+	def pids
+		data = {}
+		Services.each { |name|
+			data[name] = `ps axf | grep java | grep -v grep | grep hadoop | grep Dproc_#{name}`.to_s.strip.split(' ', 2)[0].to_i
+		}
+		data
+	end
+end