super-test 1.0.9

data/lib/common/socket/rlib/process_helper.rb

@@ -0,0 +1,91 @@
+#$LOAD_PATH << File.join(File.dirname(__FILE__), '../')
+#!/usr/bin/env ruby
+# coding: utf-8
+
+#require 'log4s'
+#============================================================
+# This class suply local process related mehtods
+# Author:: chenjie
+# Date:: 2009-4-30
+#============================================================
+class ProcessHelper
+
+  # 用supervise启动单个模块进程
+  # - module_name module name, e.g.: appui
+  # - super_path default "/home/space/space"
+  # - sample Env.start_process("/home/space/space", "loadspace.sh")
+  # return true/false
+  def ProcessHelper.start_process(module_name,super_path="/home/space/space/", child_path="./bin/")
+  	cmd_str = "cd #{super_path}; nohup #{child_path}#{module_name} >/dev/null 2>&1 &"
+#   	$log.debug "start process: "+cmd_str
+   	system "#{cmd_str}"
+  
+    	sleep 2
+   	if ProcessHelper.is_process_running?(module_name) then
+#      		$log.debug "process #{module_name} is running"
+      		return true
+    	else
+#      		$log.debug "process #{module_name} is not running"
+      		return false
+    	end
+  end
+  
+	# killall方式杀死进程
+  	# execute killall to kill a process, if the process is supervised, then it will restart
+  	# return: void
+  	def ProcessHelper.kill_process(module_name)
+  		cmd_str = "killall -9 #{module_name}"
+#   		$log.debug "kill process cmd = #{cmd_str}"
+    		`#{cmd_str}`
+    		sleep 1
+  	end
+ 
+  
+  # 判断进程是否正在运行
+  # return true/false
+  def ProcessHelper.is_process_running?(module_name)
+	res = `pstree | grep #{module_name} | wc -l`
+	if res.to_i > 0 then 
+	  return true
+	else
+	  return false
+	end
+  end
+  
+  # 获取模块进程的线程数
+  # - module_name
+  # return thead number or 0(process not running)
+  def ProcessHelper.get_thread_num(module_name)
+	str = `pstree | grep #{module_name}`
+	mdata = str.scan /.*---(\d+).*/
+	if mdata.size > 0 then
+	  return mdata[0][0].to_i
+	else
+	  return 0
+	end
+  end
+	
+end
+
+if ARGV.length > 0 then
+  case ARGV[0]
+  when "start_process"
+    module_name = ARGV[1]
+    super_path = ARGV[2]
+    puts ProcessHelper.start_process(module_name, super_path)
+  	
+  when "kill_process"
+    module_name = ARGV[1]
+    puts ProcessHelper.kill_process(module_name)
+  
+  when "is_process_running?"
+    module_name = ARGV[1]
+    puts ProcessHelper.is_process_running?(module_name)
+  
+  when "get_thread_num"
+    module_name = ARGV[1]
+    puts ProcessHelper.get_thread_num(module_name)
+  else
+    puts "ProcessHelper: bad method name? #{ARGV[0]}"
+  end
+end 

data/lib/common/socket/stub.rb

@@ -0,0 +1,276 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+$LOAD_PATH << File.join(File.dirname(__FILE__), '../conf/')
+#!/usr/bin/env ruby
+# coding: utf-8
+# author: chenjie
+# data: 2009-7-13
+
+require 'conf'
+require 'context'
+require 'env'
+
+#========================================================
+# 下游桩相关的服务
+#========================================================
+
+module Stub
+	include Env
+
+	# === 功能
+	# 启动1到多个下游桩
+	# === 参数
+	# - phash: 参数hash
+	# - return：如果启动失败，抛出异常
+	#
+	# === Example
+	#
+	#	start_stub 'stub1'=>9998, 'stub2'=>9999
+	def start_stub phash
+		clear_context
+
+		#load into mem
+		stubs = []
+		ports = []
+		actions = []
+		heads = []
+		files = []
+		phash.each_pair{|key, value|
+			stubs << key
+			ports << value
+
+			#by default
+			actions << 0
+			heads << ""
+			files << ""
+		}
+
+		Context.set :STUBS, stubs
+		Context.set :STUB_PORTS, ports
+		Context.set :STUB_ACTIONS, actions
+		Context.set :STUB_HEADS, heads
+		Context.set :STUB_FILES, files
+		
+
+		#modify server.conf
+		save_to_conf
+
+		#start server
+		#cmd_str = "cd #{STUB_PATH}; nohup ts-agent -f server.tcl >/dev/null 2>&1 &"
+		cmd_str = "cd #{STUB_PATH}; nohup ts-agent -f server.tcl  &"
+		system "#{cmd_str}"
+		
+		sleep 1
+
+		#TODO get it's background pid?
+	end
+
+	# ===功能
+	# 停止前一次启动的下游桩，需要上下文支持
+	# ===example
+	# stop_stub
+	def stop_stub
+		`killall -9 ts-agent`
+		clear_context
+
+		sleep 1
+		#TODO kill just by pid
+	end
+
+	# ===功能
+	# 设置下游桩的工作模式
+	# ===参数
+	# - phash: 参数hash
+	# 
+	# === Example
+	#
+	#	set_stub_action 'stub1'=>1, 'stub2'=>2
+	#	set_stub_action 'stub2'=>2
+	def set_stub_action phash
+		phash.each_pair{|key, value|
+			#get idx
+			idx = get_idx_by_name key, Context.get(:STUBS)
+			
+			#modify context according to the idx
+			actions = Context.get :STUB_ACTIONS
+			actions[idx] = value
+			Context.set :STUB_ACTIONS, actions
+		}
+
+		save_actions
+	end
+
+	# ===功能
+	# 设置下游桩的响应头
+	# ===参数
+	# - phash: 参数hash
+	#
+	# === Example
+	#
+	#	set_stub_file 'stub1'=>'/home/.../head1', 'stub2'=>'/home/.../head2'
+	#	set_stub_file 'stub1'=>'/home/.../head1'
+	def set_stub_head phash
+		phash.each_pair{|key, value|
+                        #get idx
+                        idx = get_idx_by_name key, Context.get(:STUBS)
+
+                        #modify context according to the idx
+                        heads = Context.get :STUB_HEADS
+                        heads[idx] = value
+                        Context.set :STUB_HEADS, heads
+                }
+
+                save_heads
+	end
+
+	# ===功能
+	# 设置下游桩的响应文件
+	# ===参数
+	# - phash: 参数hash
+	#
+	# === Example
+	#
+	#	set_stub_file 'stub1'=>'/home/.../data1', 'stub2'=>'/home/.../data2'
+	#	set_stub_file 'stub1'=>'/home/.../data1'
+	def set_stub_file phash
+		phash.each_pair{|key, value|
+                        #get idx
+                        idx = get_idx_by_name key, Context.get(:STUBS)
+
+                        #modify context according to the idx
+                        files = Context.get :STUB_FILES
+                        files[idx] = value
+                        Context.set :STUB_FILES, files
+                }
+
+                save_files
+	end
+
+
+private
+	# ===功能
+	# 清理上下文中保存的所有stub相关内容
+	# :STUBS, :STUB_PORTS, :STUB_ACTIONS, :STUB_FILES
+	# ===example
+	# clear_context
+	def clear_context
+		$log.info "clearing context for stubs..."
+		Context.delete :STUBS
+		Context.delete :STUB_PORTS
+		Context.delete :STUB_ACTIONSa
+		Context.delete :STUB_HEADS
+		Context.delete :STUB_FILES
+	end
+
+	# ===功能	
+	# 将数组序列化成以','隔开的字符串
+	# ===example
+	# str = arr_to_s array
+	def arr_to_s arr
+		if arr == nil
+			return ''
+		end
+
+		str = ""
+		for i in 0..arr.size-1 do
+			if i == 0
+				str = arr[0]
+			else
+				str = "#{str},  #{arr[i]}"
+			end
+		end
+
+		str
+	end
+	
+	# ===功能
+	# 获取指定stub在上下文数组中的索引号
+	# ===参数
+	# - stub_name : stub名称
+	# - stubs : the stubs array
+	# return: sucess -> idx in stubs array, fail -> -1
+	# ===example
+	# get_idx_by_name "name1", stubs
+	def get_idx_by_name stub_name, stubs
+		if ( (stubs == nil) || (stubs.size == 0) )
+			return -1
+		end
+
+		idx = 0
+		stubs.each{|stub|
+			if stub == stub_name 
+				return idx
+			end
+
+			idx += 1
+		}
+
+		return -1
+	end
+
+	def save_stubs
+		stubs_str = arr_to_s(Context.get :STUBS)
+		$log.debug "saving stub conf: stubs=>#{stubs_str}"
+		modify_conf '127.0.0.1', USERNAME, PASSWORD, "#{STUB_PATH}server.conf", {'stubs'=>stubs_str}
+	end
+
+	def save_ports
+		ports_str = arr_to_s(Context.get :STUB_PORTS)
+		$log.debug "saving stub conf: ports=>#{ports_str}"
+                modify_conf '127.0.0.1', USERNAME, PASSWORD, "#{STUB_PATH}server.conf", {'ports'=>ports_str}
+	end
+
+	def save_actions
+		actions_str = arr_to_s(Context.get :STUB_ACTIONS)
+		$log.debug "saving stub conf: actions=>#{actions_str}"
+                modify_conf '127.0.0.1', USERNAME, PASSWORD, "#{STUB_PATH}server.conf", {'actions'=>actions_str}
+	end
+	
+	def save_heads
+		heads_str = arr_to_s(Context.get :STUB_HEADS)
+		$log.debug "saving stub conf: heads=>#{heads_str}"
+                modify_conf '127.0.0.1', USERNAME, PASSWORD, "#{STUB_PATH}server.conf", {'heads'=>heads_str}
+	end
+
+	def save_files
+		files_str = arr_to_s(Context.get :STUB_FILES)
+		$log.debug "saving stub conf: files=>#{files_str}"
+                modify_conf '127.0.0.1', USERNAME, PASSWORD, "#{STUB_PATH}server.conf", {'files'=>files_str}
+	end
+
+	# ===功能
+	# 将上下文中的桩相关内容持久化到server.conf文件中
+	# ===example
+	# save_to_conf
+	def save_to_conf
+		save_stubs
+		save_ports
+		save_actions
+		save_heads
+		save_files
+	end
+end
+
+
+if __FILE__ == $0
+	require 'test/unit'
+        require "#{File.dirname(__FILE__)}/../conf/conf"
+
+	class StubTest < Test::Unit::TestCase
+		include Stub
+		def no_test_start_stub
+			start_stub 'stub1'=>11111, 'stub2'=>22222
+		end
+
+		def no_test_arr_to_s
+			puts arr_to_s ["stub1", "stub2"]
+		end
+
+		def no_test_get_idx_by_name
+			puts get_idx_by_name "stub2", ['stub1', 'stub2', 'stub3']
+			puts get_idx_by_name "stub4", ['stub1', 'stub2', 'stub3']
+			puts get_idx_by_name "stub2", []
+			puts get_idx_by_name "stub2", nil
+			
+		end
+	end
+end

data/lib/common/socket/util.rb

@@ -0,0 +1,266 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+$LOAD_PATH << File.join(File.dirname(__FILE__), '../conf/')
+#require 'log4s'
+require 'conf'
+
+
+#============================================================
+# 基础库辅助类
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+class Util
+
+	# ===功能
+	# 判断传入ip是否是本机ip
+	# return: true/false
+	# ===example
+	# Util.is_localhost? "10.4.34.23"
+	def Util.is_localhost? ip
+		#get localhost ip
+		local_ip = `hostname -i`.chomp
+	
+	  	if ( (ip == nil) || (ip == local_ip) || (ip == "127.0.0.1") || (ip == "localhost") ) then
+	      		return true
+		else
+			return false
+	  	end
+	end
+=begin
+	# get the data value from the staf returned string like below:
+	# - staf_str
+	#  {
+	#    Return Code: 0
+	#    Key        : <None>
+	#    Files      : [
+	#      { 
+	#        Return Code: 0
+	#        Data       : 10555005
+	#      }
+	#    ]
+	#  }
+	#  will return the data value 10555005,and return empty array if fail
+	# 
+	#  return the data value string array
+	def Util.get_staf_data(staf_str)
+		data = Array.new
+		flag = false
+	
+	      
+		staf_str.split("\n").each{|line|
+	        	if flag == false then
+				mdata = line.strip.scan(/^Data.*:(.*)/)
+				if mdata.size > 0 then
+					flag = true
+					data<<mdata[0][0].to_s.strip.chomp
+				end
+			else
+				#get all the data below until "}"
+				s = line.strip.chomp
+				if s == "}"  then
+					return data
+				else
+					if s.length > 0 then
+						data << s
+					end
+				end
+			end
+		}
+	
+	  	return data
+	end
+	
+	# 执行staf命令
+	# - host remote machine ip
+	# - cmdstr shell cmd string
+	# return data segment string
+	def Util.exe_staf_cmd(host, cmdstr)
+		staf_cmd = "staf #{host} process start shell command 'source ~/.bash_profile && #{cmdstr}' WAIT RETURNSTDOUT STDERRTOSTDOUT"
+		$log.debug "STAF_CMD=#{staf_cmd}"
+		res = `#{staf_cmd}`
+		$log.debug "STAF_RES=#{res}"
+	      	return Util.get_staf_data(res)
+	end
+=end
+
+
+	# ===功能
+	# 返回指定机器的lib路径, 执行staf命令相关
+	# - ip 目标机器ip, string
+	# return string, 目标机器上部署的lib路径
+	# ===example
+	# Util.get_lib_path host
+	def Util.get_lib_path host, user=USERNAME, password=PASSWORD
+	      if Util.is_localhost? host then 
+	    		return LIB_ROOT
+	  	else
+	    		cmd_str = "echo $HOME"
+	        	home = Util.exe_ssh_cmd! host, cmd_str, user, password
+	        	#return "#{home}/tools/app-test/search/space/module-test/lib/"
+	        	return "#{home}/tools/rlib/"
+	  	end
+	end
+	
+	# ===功能
+	# 在远程机器上执行命令
+	# 封装Net::SSH::Connection::Session.exe!
+	# Same as exec, except this will block until the command finishes
+	# ===example
+	# Util.exe_ssh_cmd! host, "killall -9 friend"
+	def Util.exe_ssh_cmd! host, cmd_str, user=USERNAME, password=PASSWORD
+    		ssh_cmd = "source ~/.bash_profile && #{cmd_str}"
+  		$log.debug "SSH CMD = #{ssh_cmd}"
+		res = ''
+		Net::SSH.start(host, user, :password=>password) do |session|
+			res = session.exec! ssh_cmd
+		end
+		res = res.to_s.strip.chomp
+		$log.debug "SSH CMD RES = #{res}"
+		return res
+  	end
+	
+	# ===功能
+	# 在远程机器上执行命令
+	# 封装Net::SSH::Connection::Session.exe
+	# "Note that this method returns immediately, and requires an event loop (see Session#loop) in order for the command to actually execute."
+	# ===example
+	# Util.exe_ssh_cmd host, "ls"
+	def Util.exe_ssh_cmd host, cmd_str, user=USERNAME, password=PASSWORD
+    		ssh_cmd = "source ~/.bash_profile && #{cmd_str}"
+  		$log.debug "SSH CMD = #{ssh_cmd}"
+		res = ''
+		Net::SSH.start(host, user, :password=>password) do |session|
+			res = session.exec ssh_cmd
+		end
+		res = res.to_s.strip.chomp
+		$log.debug "SSH CMD RES = #{res}"
+		return res
+  	end
+
+	# ===功能
+	#返回本机IP（非127.0.0.1）
+	# ===example
+	# lip = Util.get_local_ip
+	def Util.get_local_ip
+		ip = `hostname -i`
+		return ip
+	end
+
+	# ===功能
+	# scp远端文件到本机
+	# ===example
+	# Util.download host, remote, local
+	def Util.download host, remote_path, local_path, user=USERNAME, password=PASSWORD
+		Net::SCP.start(host, user, :password=>password) do | scp |
+			scp.download! remote_path, local_path
+		end
+	end
+	
+	# ===功能
+	# scp本机文件到远端
+	# ===example
+	# Util.upload host, local, remote
+	def Util.upload host, local_path, remote_path, user=USERNAME, password=PASSWORD
+		Net::SCP.start(host, user, :password=>password) do | scp |
+			scp.upload! local_path, remote_path
+		end
+	end
+	
+	# ===功能
+	# scp文件从机器a到机器b
+	# 如果远程多层子目录不存在则自动的进行创建
+	# ===example
+	# Util.scpfromto hosta, remotea, hostb, remoteb, usera, passa, userb, passb
+	def Util.scpfromto host_a, remote_path_a, host_b, remote_path_b, user_a, password_a, user_b, password_b
+		sfix = Util.suffix
+		local_path="/tmp/localfile.#{sfix}"
+		Net::SCP.start(host_a, user_a, :password=>password_a) do | scp |
+			scp.download! remote_path_a, local_path do |ch, name, sent, total|
+				print "."
+			end
+			puts ""
+		end
+		if(remote_path_b=~/(\/.*)\/[^\/]*/)
+			puts "Make sure dir exist #{$1}"
+			`mkdir -p #{$1}`
+		end
+		Net::SCP.start(host_b, user_b, :password=>password_b) do | scp |
+			scp.upload! local_path, remote_path_b do |ch, name, sent, total|
+				print "."
+			end
+			puts ""
+		end
+		File.delete(local_path)
+	end
+
+	# ===功能
+	# scp文件夹从机器a到机器b
+	# 如果远程多层子目录不存在则自动的进行创建
+	# ===example
+	# Util.scpfromtod hosta, remotea, hostb, remoteb, usera, passa, userb, passb
+	def Util.scpfromtod host_a, remote_path_a, host_b, remote_path_b, user_a, password_a, user_b, password_b
+		sfix = Util.suffix
+		dirname = `basename #{remote_path_b}`.chop!
+		local_path="/tmp/localfile.#{sfix}"
+		Net::SCP.start(host_a, user_a, :password=>password_a) do | scp |
+			scp.download! remote_path_a, local_path, :recursive=>"yes" do |ch, name, sent, total|
+				print "."
+			end
+			puts ""
+		end
+		if(remote_path_b=~/(\/.*)\/[^\/]*/)
+			puts "Make sure dir exist #{$1}"
+			`mkdir -p #{$1}`
+		end
+		Net::SCP.start(host_b, user_b, :password=>password_b) do | scp |
+			scp.upload! local_path+"/#{dirname}", remote_path_b, :recursive=>"yes" do |ch, name, sent, total|
+				print "."
+			end
+			puts ""
+		end
+		#Dir.rmdir(local_path)
+		`rm -fr #{local_path}`
+	end
+
+	# ===功能 
+	# 获取文件，操作文件，放回文件
+	# ===example
+	# Util.change_in_local host, remotepath
+	def Util.change_in_local host, remote_path, user=USERNAME, password=PASSWORD
+		sfix = Util.suffix
+		local_path="/tmp/localfile.#{sfix}"
+		Util.download host, remote_path, local_path, user, password
+		yield local_path
+		Util.upload host, local_path, remote_path, user, password
+		File.delete(local_path)
+	end
+	
+	# ===功能
+	# 获取全局唯一的后缀
+	# ===example
+	# su = Util.suffix
+	def Util.suffix
+		return "#{Time.now.tv_sec}#{Time.now.tv_usec}"
+	end
+end
+
+
+if  __FILE__ == $0 then
+	require 'test/unit'   
+	class UtilTest < Test::Unit::TestCase
+		def no_test_ssh_cmd!
+			puts Util.exe_ssh_cmd! '10.241.14.56', 'ls'
+			puts Util.exe_ssh_cmd! '10.241.14.56', 'cd app-test/search/space/module-test/lib/data/ && ruby data_helper.rb file_exist? data_helper.rb'
+		end
+		
+		def no_test_get_lib_path
+			puts Util.get_lib_path '10.241.14.56'
+		end
+	
+		def test_get_local_ip
+			puts Util.get_local_ip
+		end
+	end
+end