nuri 0.5.1 → 0.5.2

data/examples/bonfire.sfp

@@ -1,9 +1,9 @@
-include "../modules/node/node.sfp"
-include "../modules/vm/vm.sfp"
-include "../modules/apache/apache.sfp"
-include "../modules/mysql/mysql.sfp"
-include "../modules/wordpresscluster/wordpresscluster.sfp"
-include "../modules/bonfire/bonfire.sfp"
+include "modules/node/node.sfp"
+include "modules/vm/vm.sfp"
+include "modules/apache/apache.sfp"
+include "modules/mysql/mysql.sfp"
+include "modules/wordpresscluster/wordpresscluster.sfp"
+include "modules/bonfire/bonfire.sfp"
 
 proxy isa Node {
 	sfpAddress is "localhost"
@@ -85,11 +85,3 @@ global {
 	if vmapp4.apache.running = true then vmdb.mysql.running = true
 	if vmapp5.apache.running = true then vmdb.mysql.running = true
 }
-
-/*
-vmlb isa VM {
-	created is false
-}
-vmapp1 extends vmlb
-vmdb extends vmlb
-*/

data/examples/hadoop1.sfp

@@ -0,0 +1,21 @@
+include "modules/vm/vm.sfp"
+include "modules/hpcloud/hpcloud.sfp"
+include "modules/hadoop1/hadoop1.sfp"
+proxy isa Node {
+	sfpAddress is "localhost"
+	hpcloud isa HPCloud {
+		vm_ssh_key_name = "nurikey"
+	}
+}
+master isa VM {
+	in_cloud is proxy.hpcloud
+	hadoop isa Hadoop1Master
+}
+slave1 isa VM {
+	in_cloud is proxy.hpcloud
+	hadoop isa Hadoop1Slave {
+		master is master.hadoop
+	}
+}
+slave2 extends slave1
+slave3 extends slave1

data/examples/hadoop2.sfp

@@ -4,7 +4,7 @@ include "modules/hadoop2/hadoop2.sfp"
 proxy isa Node {
 	sfpAddress is "localhost"
 	hpcloud isa HPCloud {
-		vm_ssh_key_name = "herrykey3"
+		vm_ssh_key_name = "nurikey"
 	}
 }
 master isa VM {
@@ -18,3 +18,4 @@ slave1 isa VM {
 	}
 }
 slave2 extends slave1
+slave3 extends slave1

data/examples/wordpress.sfp

@@ -0,0 +1,41 @@
+include "modules/vm/vm.sfp"
+include "modules/hpcloud/hpcloud.sfp"
+include "modules/apache/apache.sfp"
+include "modules/mysql/mysql.sfp"
+include "modules/wordpress/wordpress.sfp"
+proxy isa Node {
+	sfpAddress is "localhost"
+	hpcloud isa HPCloud {
+		vm_ssh_key_name is "herrykey3"
+	}
+}
+lb isa VM {
+	apache isa Apache {
+		load_balancer is true
+		lb_members is (app1,app2,app3)
+	}
+}
+app1 isa VM {
+	apache isa Apache {
+		modules is ("php", "php-mysql")
+	}
+	wp isa WordpressWeb {
+		database is vmdb.wp
+	}
+}
+app2 extends app1
+app3 extends app1
+db isa VM {
+	mysql isa Mysql
+	wp isa WordpressDB
+}
+global {
+	if lb.apache.running is true then {
+		app1.apache.running is true
+		app2.apache.running is true
+		app3.apache.running is true
+	}
+	if app1.apache.running is true then db.mysql.running is true
+	if app2.apache.running is true then db.mysql.running is true
+	if app3.apache.running is true then db.mysql.running is true
+}

data/lib/nuri.rb

@@ -55,7 +55,7 @@ end
 # internal dependencies
 libdir = File.expand_path(File.dirname(__FILE__))
 require libdir + '/nuri/constraint_helper.rb'
-require libdir + '/nuri/net_helper.rb'
+require libdir + '/nuri/helper.rb'
 require libdir + '/nuri/orchestrator.rb'
 require libdir + '/nuri/choreographer.rb'
 #require libdir + '/nuri/server.rb'

data/lib/nuri/choreographer.rb

@@ -1,7 +1,7 @@
 require 'thread'
 
 module Nuri::Choreographer
-	include Nuri::Net::Helper
+	include Nuri::Helper
 
 	def get_bsig(p={})
 		def postprocess(bsig)

data/lib/nuri/{net_helper.rb → helper.rb}

@@ -1,10 +1,40 @@
 require 'uri'
 require 'net/http'
 
-module Nuri::Net
+module Sfp::Helper
+	Sfp2Ruby = Object.new
+	def Sfp2Ruby.visit(name, value, parent)
+		if name[0] == '_' or (value.is_a?(Hash) and (value['_context'] == 'constraint' or value['_context'] == 'procedure'))
+			parent.delete(name)
+		else
+			parent[name] = Sfp::Helper::Sfp2Ruby.val(value)
+		end
+		true
+	end
+
+	def Sfp2Ruby.val(value)
+		if value.is_a?(Hash)
+			case value['_context']
+			when 'null'
+				nil 
+			when 'any_value'
+				'$.Any:' + value['_isa']
+			when 'set'
+				value['_values']
+			else
+				value
+			end
+		elsif value.is_a?(Sfp::Unknown)
+			'$.Unknown:' + value.type.to_s
+		elsif value.is_a?(Sfp::Undefined)
+			'$.Undefined:' + value.type.to_s
+		else
+			value
+		end 
+	end
 end
 
-module Nuri::Net::Helper
+module Nuri::Helper
 	def post_data(address, port, path, data, open_timeout=5, read_timeout=1800)
 		uri = create_uri(address, port, path)
 		req = Net::HTTP::Post.new(uri.path)

data/lib/nuri/master.rb

@@ -1,10 +1,9 @@
 require 'thread'
 
 class Nuri::Master
-	include Nuri::Net::Helper
+	include Nuri::Helper
 	include Nuri::Orchestrator
 	include Nuri::Choreographer
-	#include Nuri::Server
 
 	SfpUnknown = Sfp::Unknown.new
 	SfpUndefined = Sfp::Undefined.new
@@ -157,9 +156,10 @@ class Nuri::Master
 		puts "Goal state:".yellow
 		goalgen.results.each { |k,v|
 			next if k[0,1] == '_'
-			print "- #{k}: " + Sfp::Helper.sfp_to_s(v['_value']).green
-			print " #{Sfp::Helper.sfp_to_s(f1.results[k])}".red if f1.results.has_key?(k) and
-				f1.results[k] != v['_value']
+			print "  #{k}: " + Sfp::Helper::Sfp2Ruby.val(v['_value']).to_s.green
+			if f1.results.has_key?(k) and f1.results[k] != v['_value']
+				print " " + Sfp::Helper::Sfp2Ruby.val(f1.results[k]).to_s.red
+			end
 			puts ""
 		}
 
@@ -338,10 +338,12 @@ class Nuri::Master
 
 			return true if list == ''
 
-			if system("cd #{@modules_dir}; ./install_module #{address} #{port} #{list} 1>/dev/null 2>/tmp/install_module.error")
-				puts "Push modules #{list}to #{name} [OK]".green
-			else
-				puts "Push modules #{list}to #{name} [Failed]".red
+			output = JSON.parse(`cd #{@modules_dir}; ./install_module #{address} #{port} #{list}`)
+			if output['installed_modules'].length > 0
+				puts ("Push modules: " + output['installed_modules'].join(" ") + " to agent #{name} [OK]").green
+			end
+			if output['missing_modules'].length > 0
+				puts ("Missing modules: " + output['missing_modules'].join(" ") + ".").red
 			end
 
 			return true
@@ -425,9 +427,6 @@ class Nuri::Master
 	end
 
 	def get_agents
-		#@model.select { |k,v| !(k[0,1] == '_' or not v.is_a?(Hash) or
-		#	v['_context'] != 'object' or v['_classes'].index(AgentSchema).nil?)
-		#}
 		Nuri::Master.agents(@model)
 	end
 
@@ -584,7 +583,7 @@ class Nuri::Master
 
 			# for each not-exist state VM, add an effect
 			@map[vm].each { |k,v|
-				next if operator.has_key?(k) # skip if variable is exist (avoid overwrite)
+				next if operator.has_key?(k)                    # skip if variable is exist (avoid overwrite)
 				next if k =~ /\.sfpAddress/ or k =~ /\.sfpPort/ # skip "sfpAddress" and "sfpPort"
 				                                                # because these will be assigned dynamically
 				var = parser.variables[k]
@@ -592,7 +591,7 @@ class Nuri::Master
 
 				if v.is_a?(Hash)
 					val = parser.types[v['_value']][0] if v['_context'] == 'null'
-					raise Exception, "Not implemented yet." # this may arise on Set values
+					raise Exception, "Not implemented yet."      # this may arise on Set values
 				else
 					val = v
 				end
@@ -607,19 +606,6 @@ class Nuri::Master
 			}
 		end
 	end
-
-	def self.start
-		# TODO
-		fork {
-			while true do
-				sleep 5000
-			end
-		}
-	end
-
-	def self.stop
-		# TODO
-	end
 end
 
 ### Helper classes/modules

data/lib/nuri/orchestrator.rb

@@ -1,7 +1,7 @@
 require 'thread'
 
 module Nuri::Orchestrator
-	include Nuri::Net::Helper
+	include Nuri::Helper
 
 	def execute_plan(p={})
 		raise Exception, "Plan file is not exist!" if not File.exist?(p[:execute].to_s) and !p[:plan]

data/lib/nuri/targz.rb

@@ -0,0 +1,97 @@
+require 'rubygems'
+require 'rubygems/package'
+require 'zlib'
+require 'fileutils'
+
+module Nuri
+	module Util
+		module Tar
+			def targzip(path, prefix="")
+				gzip(tar(path, prefix))
+			end
+	
+			# Creates a tar file in memory recursively
+			# from the given path.
+			#
+			# Returns a StringIO whose underlying String
+			# is the contents of the tar file.
+			def tar(path, prefix="")
+				prefix += "/" unless prefix[-1] == '/' or prefix.length <= 0
+				tarfile = StringIO.new("")
+				Gem::Package::TarWriter.new(tarfile) do |tar|
+					Dir[File.join(path, "**/*")].each do |file|
+						mode = File.stat(file).mode
+						relative_file = file.sub /^#{Regexp::escape path}\/?/, ''
+						relative_file = prefix + relative_file
+				
+						if File.directory?(file)
+							tar.mkdir relative_file, mode
+						else
+							tar.add_file relative_file, mode do |tf|
+								File.open(file, "rb") { |f| tf.write f.read }
+							end
+						end
+					end
+				end
+		
+				tarfile.rewind
+				tarfile
+			end
+		
+			# gzips the underlying string in the given StringIO,
+			# returning a new StringIO representing the 
+			# compressed file.
+			def gzip(tarfile)
+				gz = StringIO.new("")
+				z = Zlib::GzipWriter.new(gz)
+				z.write tarfile.string
+				z.close # this is necessary!
+				
+				# z was closed to write the gzip footer, so
+				# now we need a new StringIO
+				StringIO.new gz.string
+			end
+		
+			# un-gzips the given IO, returning the
+			# decompressed version as a StringIO
+			def ungzip(tarfile)
+				z = Zlib::GzipReader.new(tarfile)
+				unzipped = StringIO.new(z.read)
+				z.close
+				unzipped
+			end
+		
+			# untars the given IO into the specified
+			# directory
+			def untar(io, destination)
+				Gem::Package::TarReader.new io do |tar|
+					tar.each do |tarfile|
+						destination_file = File.join destination, tarfile.full_name
+						
+						if tarfile.directory?
+							FileUtils.mkdir_p destination_file
+						else
+							destination_directory = File.dirname(destination_file)
+							FileUtils.mkdir_p destination_directory unless File.directory?(destination_directory)
+							File.open destination_file, "wb" do |f|
+								#f.print tarfile.read
+								f.write tarfile.read
+							end
+						end
+					end
+				end
+			end
+		end
+	end
+end
+
+### Usage Example: ###
+#
+# include Util::Tar
+# 
+# io = tar("./Desktop")   # io is a TAR of files
+# gz = gzip(io)           # gz is a TGZ
+# 
+# io = ungzip(gz)         # io is a TAR
+# untar(io, "./untarred") # files are untarred
+#

data/modules/aptpackage/aptpackage.rb

@@ -1,3 +1,5 @@
+require 'thread'
+
 class Sfp::Module::AptPackage
 	include Sfp::Resource
 
@@ -28,6 +30,8 @@ class Sfp::Module::AptPackage
 	#
 	##############################
 
+	@@lock = Mutex.new
+
 	def self.installed?(package)
 		package = package.to_s.strip
 		return false if package.length <= 0
@@ -46,23 +50,27 @@ class Sfp::Module::AptPackage
 
 	def self.install(package)
 		return false if not package.is_a?(String) or package.length <= 0
-		return true if Sfp::Module::Package.installed?(package)
-		system("dpkg --configure -a")
-		system("apt-get -y --purge autoremove")
-		return true if system("apt-get -y install #{package}")
-		system("dpkg --configure -a")
-		system("apt-get -y update")
-		!!system("apt-get -y install #{package}")
+		return true if Sfp::Module::AptPackage.installed?(package)
+		@@lock.synchronize {
+			system("dpkg --configure -a")
+			system("apt-get -y --purge autoremove")
+			return true if system("apt-get -y install #{package}")
+			system("dpkg --configure -a")
+			system("apt-get -y update")
+			!!system("apt-get -y install #{package}")
+		}
 	end
 
 	def self.uninstall(package)
 		return false if not package.is_a?(String) or package.length <= 0
-		return true if not Sfp::Module::Package.installed?(package)
-		system("dpkg --configure -a")
-		system("apt-get -y --purge autoremove")
-		return (!!system("sudo apt-get -y --purge remove #{package}") and
-			!!system("sudo apt-get -y --purge autoremove") and
-			!!system("sudo apt-get -y --purge autoremove"))
+		return true if not Sfp::Module::AptPackage.installed?(package)
+		@@lock.synchronize {
+			system("dpkg --configure -a")
+			system("apt-get -y --purge autoremove")
+			return (!!system("sudo apt-get -y --purge remove #{package}") and
+				!!system("sudo apt-get -y --purge autoremove") and
+				!!system("sudo apt-get -y --purge autoremove"))
+		}
 	end
 
 	protected
@@ -72,7 +80,7 @@ class Sfp::Module::AptPackage
 
 	def version?
 		package = @model['package_name'].to_s.strip
-		return nil if package.length <= 0
+		return "" if package.length <= 0
 		installed = `apt-cache policy #{package} | grep Installed`.strip.split(' ', 2)[1].to_s.strip
 		return "" if installed.length <= 0
 		candidate = `apt-cache policy #{package} | grep Candidate`.strip.split(' ', 2)[1].to_s.strip

data/modules/hadoop1/hadoop1.rb

@@ -1,10 +1,8 @@
 require 'ostruct'
 
-class Sfp::Module::Hadoop1Master
+class Sfp::Module::Hadoop1Common
 	include Sfp::Resource
 
-	Services = ['namenode', 'secondarynamenode', 'jobtracker']
-
 	def update_state
 		to_model
 
@@ -25,11 +23,6 @@ class Sfp::Module::Hadoop1Master
 	def install(p={})
 		model = OpenStruct.new(@model)
 
-		if java_home.length <= 0
-			### install JRE
-			shell "apt-get install -y default-jre"
-		end
-
 		# add group hadoop
 		if `grep '^#{model.group}' /etc/group`.length <= 0
 			log.info "adding group #{model.group}"
@@ -50,103 +43,82 @@ class Sfp::Module::Hadoop1Master
 		# create home
 		log.info "create hadoop home directory: #{model.home}"
 		shell "mkdir -p #{model.home}" if !::File.exist?(model.home)
-		shell "chown -R #{model.user}:#{model.user} #{model.home} && rm -rf #{model.home}/*"
 		
-		# create data_dir
-		shell "rm -f #{model.data_dir} && mkdir -p #{model.data_dir}" if !::File.directory?(model.data_dir)
-		shell "chown -R #{model.user}:#{model.user} #{model.data_dir} && rm -rf #{model.data_dir}/*"
-
 		# download and extract hadoop binaries
-		shell 'apt-get install -y axel'
-		downloader = 'axel -q -o' # 'wget -O'
+		log.info "download and install hadoop binaries"
 		source = (model.source[-7,7] == '.tar.gz' or model.source[-4,4] == '.tgz' ? model.source : "#{model.source}/hadoop-#{model.version}/hadoop-#{model.version}.tar.gz")
 
-		log.info "download and install hadoop binaries"
 		file = source.split('/').last.to_s
 		basename = (::File.extname(file) == '.gz' ? ::File.basename(file, '.tar.gz') : ::File.basename(file, ::File.extname(file)))
-		shell  "cd #{model.home} &&
-		        #{downloader} #{file} #{source} &&
-		        tar xvzf #{file} && rm -f #{file} &&
-		        bash -c 'cd #{model.home}/#{basename} && shopt -s dotglob && mv * .. && cd .. && rm -rf #{basename}'"
-
-		config_dir = "#{model.home}/conf"
-
-		map = {
-			'user' => model.user,
-			'master' => `hostname`.strip,
-			'java_home' => java_home,
-			'tmp_dir' => model.data_dir,
-			'replication' => model.replication,
-		}
+		destination = "#{model.home}/#{file}"
+		download source, destination
+		return false if not ::File.exist?(destination)
+		shell "cd #{model.home} &&
+		       tar xvzf #{file} && rm -f #{file} &&
+		       bash -c 'cd #{model.home}/#{basename} && shopt -s dotglob && mv * .. && cd .. && rm -rf #{basename}'"
 
 		# copy and process template configuration files
 		log.info "copy and process template configuration files: core-site.xml, hadoop-env.sh, mapred-site.xml"
 		dir = File.expand_path(File.dirname(__FILE__))
 		['hadoop-env.sh', 'core-site.xml', 'mapred-site.xml', 'hdfs-site.xml'].each do |file|
-			shell "cp -f #{dir}/#{file} #{config_dir}"
+			copy "#{dir}/#{file}", config_dir
 			render_file "#{config_dir}/#{file}", map
 		end
 		shell "chown -R #{model.user}:#{model.user} #{model.home}"
 
-		# create HDFS directory
-		if !::File.exist?(model.data_dir) && !shell("mkdir -p #{model.data_dir}")
-			log.info "create scratch directory for HDFS: #{model.data_dir}"
-			shell "mkdir -p #{model.data_dir}"
-		end
-		shell "chown -R #{model.user}:#{model.user} #{model.data_dir}"
-
-		# format namenode space
-		log.info "format namenode space"
-		shell "su -c '#{model.home}/bin/hadoop namenode -format' hadoop"
-
-		return false if not installed?
-
 		# export hadoop home to root
 		log.info "export hadoop home directory to root"
 		shell "sed -i '/^export HADOOP_HOME/d' /root/.bashrc"
 		shell "echo 'export HADOOP_HOME=#{model.home}' >> /root/.bashrc"
 
-		true
+		# create data_dir
+		shell "rm -f #{model.data_dir} && mkdir -p #{model.data_dir}" if not ::File.directory?(model.data_dir)
+		shell "chown -R #{model.user}:#{model.user} #{model.data_dir} && rm -rf #{model.data_dir}/*"
+
+		installed?
 	end
 
 	def uninstall(p={})
-		model = OpenStruct.new(@model)
 		# remove hadoop user and group, and then delete hadoop's home directory
 		shell "sed -i '/^export HADOOP_HOME/d' /root/.bash_profile"
-		shell "sed -i '/^#{model.user}/d' /etc/passwd &&
-		       sed -i '/^#{model.user}/d' /etc/shadow &&
-		       sed -i '/^#{model.user}/d' /etc/group &&
-		       rm -rf #{model.home} &&
-		       rm -rf /tmp/#{model.user}* &&
-		       rm -rf #{model.data_dir}"
+		shell "rm -rf #{@model['home']} &&
+		       rm -rf /tmp/#{@model['user']}*"
+
+		not installed?
 	end
 
 	def start(p={})
-		model = OpenStruct.new(@model)
 		pids = self.pids
-		Services.each { |name|
+		services.each { |name|
 			pid = pids[name]
 			if pid <= 0
-				cmd = "#{model.home}/bin/hadoop-daemon.sh start #{name}"
-				log.info `su -c '#{cmd} && sleep 3' #{model.user}`
+				cmd = "#{@model['home']}/bin/hadoop-daemon.sh start #{name}"
+				log.info `su -c '#{cmd} && sleep 3' #{@model['user']}`
 			end
 		}
-		true
+
+		running?
 	end
 
 	def stop(p={})
-		model = OpenStruct.new(@model)
 		pids = self.pids
-		Services.reverse.each { |name|
+		services.reverse.each { |name|
 			pid = pids[name]
 			if pid > 0
-				cmd = "#{model.home}/bin/hadoop-daemon.sh stop #{name}"
-				log.info `su -c '#{cmd}' #{model.user}`
+				cmd = "#{@model['home']}/bin/hadoop-daemon.sh stop #{name}"
+				log.info `su -c '#{cmd}' #{@model['user']}`
 			end
 		}
-		true
-	end
 
+		self.pids.each { |name,pid|
+			begin
+				Process.kill 9, pid
+			rescue
+			end
+		}
+
+		not running?
+	end
 
 	##############################
 	#
@@ -154,12 +126,8 @@ class Sfp::Module::Hadoop1Master
 	#
 	##############################
 
-	protected
-	def installed?
-		['bin/hadoop', 'conf/hadoop-env.sh', 'conf/core-site.xml', 'conf/mapred-site.xml', 'conf/hdfs-site.xml'].each { |file|
-			return false if !::File.exist?("#{@model['home']}/#{file}")
-		}
-		true
+	def config_dir
+		@model['home'] + '/conf'
 	end
 
 	def resolve_link(link)
@@ -189,30 +157,14 @@ class Sfp::Module::Hadoop1Master
 
 	def pids
 		data = {}
-		Services.each { |name|
+		services.each { |name|
 			data[name] = `ps axf | grep java | grep -v grep | grep hadoop | grep Dproc_#{name}`.to_s.strip.split(' ', 2)[0].to_i
 		}
 		data
 	end
 end
 
-
-
-class Sfp::Module::Hadoop1Slave
-	include Sfp::Resource
-
-	Services = ['datanode', 'tasktracker']
-
-	def update_state
-		to_model
-
-		@state['installed'] = installed?
-		@state['running'] = running?
-		@state['pids'] = pids
-	
-		# try to restart any stopped daemon
-		start if @state['running']
-	end
+class Sfp::Module::Hadoop1Master < Sfp::Module::Hadoop1Common
 
 	##############################
 	#
@@ -221,164 +173,81 @@ class Sfp::Module::Hadoop1Slave
 	##############################
 
 	def install(p={})
-		model = OpenStruct.new(@model)
-
-		if java_home.length <= 0
-			### install JRE
-			shell "apt-get install -y default-jre"
-		end
-
-		# add group hadoop
-		if `grep '^#{model.group}' /etc/group`.length <= 0
-			log.info "adding group #{model.group}"
-			shell "echo '#{model.group}:x:8000:' >> /etc/group"
-		else
-			log.info "group #{model.group} is already exist"
-		end
-
-		# add user hadoop
-		if `grep '^#{model.user}' /etc/passwd`.length <= 0
-			log.info "adding user #{model.user}"
-			shell "echo '#{model.user}:x:8000:8000::#{model.home}:/bin/bash' >> /etc/passwd &&
-			        echo '#{model.user}:#{model.password}:15958:0:99999:7:::' >> /etc/shadow"
-		else
-			log.info "user #{model.user} is already exist"
-		end
-
-		# create home
-		log.info "create hadoop home directory: #{model.home}"
-		shell "mkdir -p #{model.home}" if !::File.exist?(model.home)
-		shell "chown -R #{model.user}:#{model.user} #{model.home} && rm -rf #{model.home}/*"
-		
-		# create data_dir
-		shell "rm -f #{model.data_dir} && mkdir -p #{model.data_dir}" if !::File.directory?(model.data_dir)
-		shell "chown -R #{model.user}:#{model.user} #{model.data_dir} && rm -rf #{model.data_dir}/*"
-
-		# download and extract hadoop binaries
-		system 'apt-get install -y axel'
-		downloader = 'axel -q -o' # 'wget -O'
-		source = (model.source[-7,7] == '.tar.gz' or model.source[-4,4] == '.tgz' ? model.source : "#{model.source}/hadoop-#{model.version}/hadoop-#{model.version}.tar.gz")
-
-		log.info "download and install hadoop binaries"
-		file = source.split('/').last.to_s
-		basename = (::File.extname(file) == '.gz' ? ::File.basename(file, '.tar.gz') : ::File.basename(file, ::File.extname(file)))
-		shell  "cd #{model.home} &&
-		        #{downloader} #{file} #{source} &&
-		        tar xvzf #{file} && rm -f #{file} &&
-		        bash -c 'cd #{model.home}/#{basename} && shopt -s dotglob && mv * .. && cd .. && rm -rf #{basename}'"
-
-		map = {
-			'user' => model.user,
-			'master' => resolve(model.master + '.parent.sfpAddress'),
-			'java_home' => java_home,
-			'replication' => resolve(model.master + '.replication')
-		}
-
-		# copy and process template configuration files
-		log.info "copy and process template configuration files: core-site.xml, hadoop-env.sh, mapred-site.xml"
-		dir = File.expand_path(File.dirname(__FILE__))
-		['hadoop-env.sh', 'core-site.xml', 'mapred-site.xml', 'hdfs-site.xml'].each do |file|
-			copy "#{dir}/#{file}", "#{model.home}/conf/"
-			render_file "#{model.home}/conf/#{file}", map
-		end
-		shell "chown -R #{model.user}:#{model.user} #{model.home}"
+		super
 
-		# export hadoop home to root
-		log.info "export hadoop home directory to root"
-		shell "sed -i '/^export HADOOP_HOME/d' /root/.bashrc"
-		shell "echo 'export HADOOP_HOME=#{model.home}' >> /root/.bashrc"
+		# format namenode space
+		log.info "format namenode space"
+		shell "su -c '#{@model['home']}/bin/hadoop namenode -format' hadoop"
 
 		installed?
 	end
 
 	def uninstall(p={})
-		model = OpenStruct.new(@model)
-		# remove hadoop user and group, and then delete hadoop's home directory
-		shell "sed -i '/^export HADOOP_HOME/d' /root/.bash_profile"
-		shell "sed -i '/^#{model.user}/d' /etc/passwd &&
-		       sed -i '/^#{model.user}/d' /etc/shadow &&
-		       sed -i '/^#{model.user}/d' /etc/group &&
-		       rm -rf #{model.home} &&
-		       rm -rf /tmp/#{model.user}*"
+		super
+
+		shell "rm -rf #{model.data_dir}"
 
 		not installed?
 	end
 
-	def start(p={})
-		model = OpenStruct.new(@model)
-		pids.each { |name,pid|
-			if pid <= 0
-				cmd = "#{model.home}/bin/hadoop-daemon.sh start #{name}"
-				log.info `su -c '#{cmd} && sleep 3' #{model.user}`
-			end
-		}
+	##############################
+	#
+	# Helper methods
+	#
+	##############################
 
-		running?
+	protected
+
+	def services
+		['namenode', 'secondarynamenode', 'jobtracker']
 	end
 
-	def stop(p={})
-		model = OpenStruct.new(@model)
-		pids.each { |name,pid|
-			if pid > 0
-				cmd = "#{model.home}/bin/hadoop-daemon.sh stop #{name}"
-				log.info `su -c '#{cmd}' #{model.user}`
-			end
-		}
 
-		pids.each { |name,pid|
-			begin
-				Process.kill 9, pid
-			rescue
-			end
+	def map
+		{
+			'user' => @model['user'],
+			'master' => `hostname`.strip,
+			'java_home' => java_home,
+			'tmp_dir' => @model['data_dir'],
+			'replication' => @model['replication'],
 		}
-
-		not running?
 	end
 
-
-	##############################
-	#
-	# Helper methods
-	#
-	##############################
-
 	def installed?
 		['bin/hadoop', 'conf/hadoop-env.sh', 'conf/core-site.xml', 'conf/mapred-site.xml', 'conf/hdfs-site.xml'].each { |file|
 			return false if !::File.exist?("#{@model['home']}/#{file}")
 		}
 		true
 	end
+end
 
-	def resolve_link(link)
-		begin
-			link = ::File.readlink(link)
-			link = resolve_link(link)
-		rescue
-			link
-		end
-	end
 
-	def java_home
-		return @model['java_home'] if @model['java_home'].to_s.strip.length > 0
-		java = resolve_link(`which java`.strip)
-		return '' if java.length <= 0
-		::File.expand_path(java + '/../../')
+
+class Sfp::Module::Hadoop1Slave < Sfp::Module::Hadoop1Common
+
+	##############################
+	#
+	# Helper methods
+	#
+	##############################
+
+	def services
+		['datanode', 'tasktracker']
 	end
 
-	def running?
-		status = false
-		pids.each { |name,pid|
-			log.warn "#{name} is not running!" if pid <= 0
-			status = true if pid > 0
+	def map
+		{
+			'user' => @model['user'],
+			'master' => resolve(@model['master'] + '.parent.sfpAddress'),
+			'java_home' => java_home,
+			'replication' => resolve(@model['master'] + '.replication')
 		}
-		status
 	end
 
-	def pids
-		data = {}
-		Services.each { |name|
-			data[name] = `ps axf | grep java | grep -v grep | grep hadoop | grep Dproc_#{name}`.to_s.strip.split(' ', 2)[0].to_i
+	def installed?
+		['bin/hadoop', 'conf/hadoop-env.sh', 'conf/core-site.xml', 'conf/mapred-site.xml', 'conf/hdfs-site.xml'].each { |file|
+			return false if !::File.exist?("#{@model['home']}/#{file}")
 		}
-		data
+		true
 	end
 end