super-test 1.0.9

data/lib/common/socket/data_helper.rb

@@ -0,0 +1,41 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '../')
+#!/usr/bin/env ruby
+# coding: utf-8
+
+#require 'log4s'
+
+class DataHelper
+        # === 功能:
+	# 验证文件是否存在
+        # === Example:
+	# DataHelper.file_exist? file_path
+	def self.file_exist? file_path
+		return File.exists? file_path
+	end
+
+        # === 功能:
+	# 获取文件的大小
+        # === Example:
+	# DataHelper.file_size? file_path
+	def self.file_size? file_path
+		return File.size? file_path
+	end
+
+end
+
+if __FILE__ == $0
+	if ARGV.length > 0 then
+		case ARGV[0]
+		when 'file_exist?'
+			file_path = ARGV[1]
+			puts DataHelper.file_exist? file_path
+		
+		when 'file_size?'
+			file_path = ARGV[1]
+			puts DataHelper.file_size? file_path
+	
+		# else
+		# 	puts 'DataHelper: bad method name? #{ARGV[0]}'
+		end
+	end
+end

data/lib/common/socket/env.rb

@@ -0,0 +1,317 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), './rlib/')
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+#!/usr/bin/env ruby
+# coding: utf-8
+
+require 'conf_modifier'
+require 'process_helper'
+require 'util'
+require 'net/ssh'
+require 'net/scp'
+
+#============================================================
+# This class supply enviroment related local/remote operation
+# e.g. modify configration, operate process...
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+
+module Env
+#=====================================#
+# CONF RELATED
+#=====================================#
+
+	# ===功能
+	# 修改配置文件
+	# ===参数
+	# - host host ip(example: 127.0.0.1 stands for localhost)
+	# - conf_path 配置文件路径
+	# - key 欲修改的key
+	# - new_value 新的value值
+	# ===example
+	# modify_conf_single "name", newname
+	def modify_conf_single host=HOST, user=USERNAME, password=PASSWORD, conf_path=CONFPATH, key, new_value
+		if Util.is_localhost? host
+	    		cm = ConfModifier.new conf_path
+	    		cm.modify key, new_value
+	    		cm.writeconf
+		else
+	    		#lib_path = Util.get_lib_path host
+	        	#cmd_str = "cd #{lib_path} && ruby conf_modifier.rb modify_conf_single #{conf_path} #{key} #{new_value.to_s}"
+			#Util.exe_ssh_cmd! host, cmd_str, user, password
+			Util.change_in_local(host, conf_path, user, password) { | local_path |
+				cm = ConfModifier.new local_path
+				cm.modify key, new_value
+				cm.writeconf
+			}
+	      	end
+	end
+	
+	# ===功能
+	# 修改配置文件
+	# ===参数
+	# - host
+	# - conf_path
+	# - hash 欲修改的配置hash
+	# ===example
+	# hh = {"name"=>newname, "path"=>newpath}
+	# modify_conf hh
+	def modify_conf host=HOST, user=USERNAME, password=PASSWORD, conf_path=CONFPATH, hash
+		if Util.is_localhost? host
+	   		cm = ConfModifier.new conf_path
+	    		cm.modifyall hash
+	    		cm.writeconf
+	      	else
+	        	hash.each{|k,v|
+	      	  		Env.modify_conf_single host, user, password, conf_path, k, v
+	        	}
+	      	end
+	end
+	
+	
+	# ===功能
+	# 获取配置文件的value
+	# ===参数
+	# - host
+	# - conf_path
+	# - key
+	# return if key existed, return conf value string; if not, return empty string ""
+	#
+	# === Example:
+	# get_conf "name"
+	# 
+	# === 检查的方法:
+	# assert_body pattern
+	def get_conf host=HOST, user=USERNAME, password=PASSWORD, conf_path=CONFPATH, key
+		if Util.is_localhost? host
+			cm = ConfModifier.new conf_path
+			ret = cm.get_conf key
+			Context.set("IOBODY", ret)
+			return ret
+	      	else
+	  		#lib_path = Util.get_lib_path host
+	       		#cmd_str = "cd #{lib_path} && ruby conf_modifier.rb get_conf #{conf_path} #{key}"
+			#value = Util.exe_ssh_cmd! host, cmd_str, user, password
+			#Context.set("IOBODY", value)
+			#return value
+			Util.change_in_local(host, conf_path, user, password) { | local_path |
+				cm = ConfModifier.new local_path
+				ret = cm.get_conf key
+				Context.set("IOBODY", ret)
+			}
+			return ret
+	      	end
+	end
+	
+        # === 功能
+	# 备份配置
+	# === 参数
+	# @param host
+	# @param conf_path
+	# @param conf_name
+	# @param context_key  the value of context_key is the bak name for conf
+	# @author tangweimin
+        # === Example:
+	# bak_conf "conf1"
+	def bak_conf host=HOST, user=USERNAME, password=PASSWORD, conf_path=CONFPATH, context_key
+		conf_dir=`dirname #{conf_path}`
+		conf_name=`basename #{conf_path}`
+		conf_dir.chop!
+		conf_name.chop!
+	       now = Time.now.to_datetime
+	       bak_cmd = "cd #{conf_dir} && cp #{conf_name} #{conf_name}.#{now}"
+	       if Util.is_localhost? host
+	      		system "#{bak_cmd}"
+	       else
+			Util.exe_ssh_cmd! host, bak_cmd, user, password
+	       end
+	       Context.set "#{context_key}", "#{conf_name}.#{now}"
+	       $log.debug "bak conf which context key is #{context_key}"
+	end
+	
+        # === 功能:
+	# 恢复配置
+	# === 参数
+	# @param host
+	# @param conf_path
+	# @param conf_name
+	# @param context_key  the value of context_key is the bak name for conf
+	# @author tangweimin
+        # === Example:
+	# recover_conf "conf1"
+	def recover_conf host=HOST, user=USERNAME, password=PASSWORD, conf_path=CONFPATH, context_key
+		conf_dir=`dirname #{conf_path}`
+		conf_name=`basename #{conf_path}`
+		conf_dir.chop!
+		conf_name.chop!
+	       bak_conf = Context.get "#{context_key}"
+	       recover_cmd = "cd #{conf_dir} && mv #{bak_conf} #{conf_name}"
+	       if Util.is_localhost?(host) then
+	           	system "#{recover_cmd}"
+	       else
+			Util.exe_ssh_cmd! host, recover_cmd, user, password
+	       end
+	       Context.delete "#{context_key}"
+	       $log.debug "Recover conf which context key is #{context_key}."
+	end
+	
+        # === 功能:
+	# 拷贝配置
+	# ===参数
+	# @param host
+	# @param source_conf
+	# @param target_conf
+	# @author tangweimin
+        # === Example:
+	# copy_conf "/home/space/space/conf/conf1", "/home/space/space/conf/conf2"
+	def copy_conf host=HOST, user=USERNAME, password=PASSWORD, source_conf, target_conf
+	       copy_cmd = "cp #{source_conf} #{target_conf}"
+	       if Util.is_localhost?(host) then
+	           	system "#{copy_cmd}"
+	       else
+			Util.exe_ssh_cmd! host, copy_cmd, user, password
+	       end
+	       $log.debug "Copy conf from #{source_conf} to #{target_conf}."
+	end
+
+
+#=====================================#
+#PROCESS RELATED
+#=====================================#
+
+	# ===功能
+	# 启动模块进程, 运用脚本
+	# ===参数
+	# - host
+	# - module_name module name, e.g.: appui
+	# - script_path default "/home/space/space"
+	# - script_name default "loadspace.sh"
+	# return true/false
+	#
+	# === Example
+	#
+	#   start_process '10.241.14.56', 'mlstar', '/home/space/mlstar/'
+	def start_process host, module_name, super_path="/home/space/space/", child_path="./bin/", user=USERNAME, password=PASSWORD
+	
+	  	if Util.is_localhost? host
+			`killall -9 #{module_name}`
+			`cd #{super_path}; nohup #{child_path}#{module_name} >/dev/null 2>&1 &`
+	  	else
+			cmd_str = "killall -9 #{module_name};cd #{super_path}; nohup #{child_path}#{module_name} >/dev/null 2>&1 &"
+			Util.exe_ssh_cmd! host, cmd_str, user, password
+	      	end
+	
+		sleep 2
+	      	value = is_process_running? host, module_name, user, password
+	      	return value
+	end
+
+	# ===功能
+  	# kill模块进程
+  	# execute killall to kill a process, if the process is supervised, then it will restart
+	# ===参数
+ 	# - host
+  	# - module_name
+	# ===example
+	# kill_process host, "friend"
+  	def kill_process host, module_name, user=USERNAME, password=PASSWORD
+  		if Util.is_localhost?(host) then
+			`killall -9 #{module_name}`
+   		else
+			cmd_str = "killall -9 #{module_name}"
+			Util.exe_ssh_cmd! host, cmd_str, user, password
+    		end
+    		sleep 1
+  	end
+
+	# === 功能  
+  	# 检查模块是否启动
+  	# return true/false
+	# === example
+	# is_process_running? host, "friend"
+	def is_process_running? host, module_name, user=USERNAME, password=PASSWORD
+    		if Util.is_localhost?(host) then
+			value = `pstree | grep #{module_name} | wc -l`
+			if value.to_i > 0 then
+                                return true
+                        else
+                                return false
+                        end
+    		else
+			cmd_str = "pstree | grep #{module_name} | wc -l"
+			value = Util.exe_ssh_cmd! host, cmd_str, user, password
+			if value.to_i > 0 then
+	    			return true
+	  		else
+	    			return false
+	 		end
+    		end
+  	end
+  
+	# ===功能 
+	# 获取模块进程线程数
+	# ===参数
+	# - host
+	# - module_name
+	# return thead number or 0(process not running)
+	# ===example
+	# get_thread_num host, "friend"
+	def get_thread_num host, module_name, user=USERNAME, password=PASSWORD
+	  if Util.is_localhost? host
+		str = `pstree | grep #{module_name}`
+                mdata = str.scan /.*---(\d+).*/
+                if mdata.size > 0 then
+                        return mdata[0][0].to_i
+                else
+                        return 0
+                end
+	  else
+        	cmd_str = "pstree | grep #{module_name}"
+		str = Util.exe_ssh_cmd! host, cmd_str, user, password
+        	mdata = str.scan /.*---(\d+).*/
+        	if mdata.size > 0 then
+          		return mdata[0][0].to_i
+        	else
+          		return 0
+        	end		
+	  end
+	end
+
+end
+
+
+
+if __FILE__ == $0
+	$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+	require 'test/unit'
+	require 'env'
+	class EnvTest < Test::Unit::TestCase
+		include Env
+		def no_test_start_process_remote
+			start_process '10.81.14.45', 'mlcommitui', '/home/space/mlcommitui/'
+		end
+		
+		def no_test_get_local_ip
+			puts Util.get_local_ip
+		end
+		
+		def no_test_modify_conf_single
+			value1 = get_conf '10.81.11.32', "#{TEST_ROOT}env/simple.conf", 'a'
+			puts value1
+			modify_conf_single '10.81.11.32', "#{TEST_ROOT}env/simple.conf", 'a', "#{value1}1"
+			value2 = get_conf '10.81.11.32', "#{TEST_ROOT}env/simple.conf", 'a'
+			puts value2
+		end
+		
+		def no_test_get_thread_num
+			num = get_thread_num '10.81.14.45', 'mlstar'
+			puts num
+		end
+
+		def no_test_kill_process
+			kill_process '10.81.14.45', 'mlstar'
+			puts is_process_running? '10.81.14.45', 'mlstar'
+			puts start_process '10.81.14.45', 'mlstar', '/home/space/mlstar/'
+		end
+	end
+end

data/lib/common/socket/inc.rb

@@ -0,0 +1,24 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '../../conf/')
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+#!/usr/bin/env ruby
+#coding: utf-8
+
+#require 'dbi'
+require 'conf'
+require 'env'
+require 'network'
+require 'data'
+require 'my_sql'
+require 'stub'
+require 'log'
+require 'context'
+require 'check'
+require 'test/unit'
+
+include Env
+include Network
+include DATA
+include Log
+include Check
+include MY_SQL
+include Stub

data/lib/common/socket/log.rb

@@ -0,0 +1,213 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), './rlib/')
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+#!/usr/bin/env ruby
+# coding: utf-8
+require 'log_helper'
+require 'util'
+require 'context'
+#============================================================
+# 这个类是日志相关服务的顶层接口，提供本机/远程数据相服务
+# e.g. monitor log, get match times, get match values...
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+module Log
+  include DATA
+	
+	# ===功能
+	# 在使用以下所有函数前使用
+	# 注意：一次只能monitor一个日志文件.
+	# monitor the log file and record the lines into context
+	# ===参数
+	# - host the remote host ip, nil means the log is on localhost
+	# - log_path
+	# - log_name
+	# return the lines of the log; -1 if the log not exist
+	# ===example
+	# monitor_log host, logpath, "log1"
+	def monitor_log host, log_path, log_name, user=USERNAME, password=PASSWORD
+		lines=0
+		log_pathname = "#{log_path}/#{log_name}"
+		# 为了解决日志文件过大导致的性能问题，首先将日志清空
+		if Util.is_localhost? host
+			`> #{log_pathname}`
+			lines =  LogHelper.get_lines log_path, log_name
+		else
+			#lib_path = Util.get_lib_path host
+			#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_lines #{log_path} #{log_name}"
+			#lines = Util.exe_ssh_cmd!(host, cmd_str).to_i
+			cmd_str = "> #{log_pathname}"
+			Util.exe_ssh_cmd!(host, cmd_str, user, password)
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+				lines = LogHelper.get_lines File.dirname(local_path), File.basename(local_path)
+			}
+		end
+		
+		#record in context
+		Context.set("#{host}:#{log_path}:#{log_name}", lines)
+	end
+	
+	# ===功能
+	# 监控被测模块日志
+	# 简化版方法，减少参数传递
+	# 约束: helper中必须定义 IP, PORT, LOG_PATH, LOG, WFLOG等变量
+	# ===example
+	# _monitor_log
+	def _monitor_log 
+		monitor_log IP, LOG_PATH, LOG, USERNAME, PASSWORD
+	end
+
+	# === 功能
+	# 监控被测模块异常日志
+	# 简化版方法，减少参数传递
+	# 约束: helper中必须定义 IP, PORT, LOG_PATH, LOG, WFLOG等变量
+	# ===example
+	# _monitor_wflog
+	def _monitor_wflog 
+		monitor_log IP, LOG_PATH, WFLOG, USERNAME, PASSWORD
+	end
+
+        # === 功能:
+        # 是否有新的log日志产生
+        # === Example:
+	# has_new_log? "127.0.0.1", "/home/space/space/log/", "log1"
+	def has_new_log? host, log_path, log_name, user=USERNAME, password=PASSWORD
+		log_pathname = "#{log_path}/#{log_name}"
+		last_lines = Context.get "#{host}:#{log_path}:#{log_name}"
+		
+		lines = 0
+		if Util.is_localhost? host
+		  	lines =  LogHelper.get_lines log_path, log_name
+		else
+		  	#lib_path = Util.get_lib_path host
+		  	#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_lines #{log_path} #{log_name}"
+			#lines = Util.exe_ssh_cmd!(host, cmd_str).to_i
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+                                lines = LogHelper.get_lines File.dirname(local_path), File.basename(local_path)
+                        }	
+		end
+		
+		if lines == last_lines then
+		  	return false
+		elsif lines > last_lines  then
+		  	return true
+		else
+		  	raise "params error: lines is more than last lines"
+		end
+	end
+	
+	# ===功能
+	# get the match times with the giving log level and regex pattern
+	# ===参数
+	# - host the remote host ip, nil means the log is on localhost
+	# - log_path
+	# - log_name
+	# - log_level an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	# - pattern a string or a regex pattern
+	#
+	# return int, the match times with the giving log level and regex pattern
+	# ===example
+	# get_match_times host, logpath, "log1", ["DEBUG"], "time"
+	def get_match_times host, log_path, log_name, log_level, pattern, user=USERNAME, password=PASSWORD
+		log_pathname = "#{log_path}/#{log_name}"
+		start_lines = Context.get("#{host}:#{log_path}:#{log_name}") + 1
+		lines = 0
+		if Util.is_localhost? host
+		  	return LogHelper.get_match_times log_path, log_name, start_lines, log_level, pattern
+		else 
+		  	#level_code = LogHelper.level_encode log_level
+		  	#lib_path = Util.get_lib_path host
+		  	#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_match_times #{log_path} #{log_name} #{start_lines} #{level_code} #{pattern}"
+			#times = Util.exe_ssh_cmd! host, cmd_str
+			#return times.to_i
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+                                lines = LogHelper.get_match_times File.dirname(local_path), File.basename(local_path), start_lines, log_level, pattern
+                        }
+			return lines
+		end	   
+	end
+	
+        # === 功能:
+	# get the match lines with the giving log level and regex pattern
+        # === Example:
+	# get_match_lines host, "/home/space/space/log/", "log1", 
+	def get_match_lines host, log_path, log_name, log_level, pattern, user=USERNAME, password=PASSWORD
+		log_pathname = "#{log_path}/#{log_name}"
+		start_lines = Context.get("#{host}:#{log_path}:#{log_name}") + 1
+		lines = []
+		if Util.is_localhost? host
+		  	return LogHelper.get_match_lines log_path, log_name, start_lines, log_level, pattern
+		else 
+		  	#level_code = LogHelper.level_encode log_level
+		  	#lib_path = Util.get_lib_path host
+		  	#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_match_lines #{log_path} #{log_name} #{start_lines} #{level_code} #{pattern}"
+		  	#lines = Util.exe_ssh_cmd! host, cmd_str
+		  	#return lines
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+                                lines = LogHelper.get_match_lines File.dirname(local_path), File.basename(local_path), start_lines, log_level, pattern
+                        }
+			return lines
+		end	
+	end
+	
+	# ===功能
+	# get the match values with the giving log level and regex pattern
+	# ===参数
+	# - log_path
+	# - log_name
+	# - last_lines the lines read from tail to head
+	# - log_level an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	# - pattern a string or a regex pattern
+	# - return an array contains the match values with the giving log level and regex pattern
+	# ===example
+	# get_match_values host, logpath, "log1", ["DEBUG", "WARNING"], "time"
+	def get_match_values host, log_path, log_name, log_level, pattern, user=USERNAME, password=PASSWORD
+		log_pathname = "#{log_path}/#{log_name}"
+		start_lines = Context.get("#{host}:#{log_path}:#{log_name}") + 1
+		lines = []
+		if Util.is_localhost? host
+		  	return LogHelper.get_match_values log_path, log_name, start_lines, log_level, pattern
+		else      
+		 	#level_code = LogHelper.level_encode log_level
+		  	#lib_path = Util.get_lib_path host
+		  	#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_match_values #{log_path} #{log_name} #{start_lines} #{level_code} #{pattern}"
+			#values = Util.exe_ssh_cmd! host, cmd_str
+		  	#return values
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+                                lines = LogHelper.get_match_values File.dirname(local_path), File.basename(local_path), start_lines, log_level, pattern
+                        }
+			return lines
+		end
+	end
+	
+	# ===功能 
+	# get the first match value, nil if no match found
+	# ===参数
+	# - log_path
+	# - log_name
+	# - last_lines the lines read from tail to head
+	# - log_level an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	# - pattern a string or a regex pattern
+	# return a string firstly matches the pattern
+	# ===example
+	# get_match_value host, logpath, "log1", ["DEBUG"], "time"
+	def get_match_value host, log_path, log_name, log_level, pattern, user=USERNAME, password=PASSWORD
+		log_pathname = "#{log_path}/#{log_name}"
+		start_lines = Context.get("#{host}:#{log_path}:#{log_name}") + 1
+		lines = nil
+		if Util.is_localhost? host
+		  	return LogHelper.get_match_value log_path, log_name, start_lines, log_level, pattern
+		else      
+		  	#level_code = LogHelper.level_encode log_level
+		  	#lib_path = Util.get_lib_path host
+		  	#cmd_str = "cd #{lib_path} && ruby log_helper.rb get_match_value #{log_path} #{log_name} #{start_lines} #{level_code} #{pattern}"
+			#value = Util.exe_ssh_cmd! host, cmd_str
+		  	#return value
+			Util.change_in_local(host, "#{log_pathname}", user, password){ | local_path |
+                                lines = LogHelper.get_match_value File.dirname(local_path), File.basename(local_path), start_lines, log_level, pattern
+                        }
+		end
+	end
+
+end
+