super-test 1.0.9

data/lib/common/socket/net.rb

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+
+#============================================================
+# 网络交互服务顶层接口
+# e.g. nshead_send, shead_send
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+
+module Net
+  
+  # ===功能
+  #向指定目标发送指定内容的mcpack包(mcsend)
+  #===params:
+  #ip: 目标机器ip
+  #port: 目标机器端口
+  #nshead hash: 定制的nshead文件路径(需要指定nshead头参数时使用,NULL表示使用默认值)
+  #send_data_file: 待发送mcpack文本路径
+  #recv_data_file: 待接收另存的mcpack文本路径
+  # ===example
+  # nshead_send "127.0.0.1", 3390, nsheadhash, sendfile, recvfile
+  def nshead_send(ip, port, nshead_hash, send_data_file, recv_data_file)
+	ms_path=TOOL_ROOT+"net/mcsend/"
+	nshead_file = "nshead.data"
+	if nil != nshead_hash then
+	  #TODO: modify nshead_file according to the nshead_hash
+	  Env.modify_conf('127.0.0.1',USERNAME, PASSWORD, ms_path + nshead_file, nshead_hash)
+	end
+        send_cmd = "cd #{ms_path} && ./mcsend -s -i #{ip} -p #{port} -n #{nshead_file} -b #{send_data_file} -o #{recv_data_file} "
+	$log.debug send_cmd
+	system "#{send_cmd}"
+  end
+
+
+  def shead_send(ip, port, send_data_file, recv_data_file, diver=nil)
+  end
+
+  def g_send(host, querykey, driver, headtype, datapath, datafile, resultpath, resultfile)
+	my_client_path=TOOL_ROOT+"net/my_client/"
+	send_cmd="cd #{my_client_path} && ./my_client -q #{querykey} -d #{driver} -t #{headtype} -a #{host} -p #{datapath} -c #{datafile} -r #{resultpath} -f #{resultfile}"
+
+	system "#{send_cmd}"
+
+  end
+
+  def send_mcpack(host, headtype, datapath, datafile, resultpath, resultfile)
+	my_client_path=TOOL_ROOT+"net/my_client/"
+	send_cmd="cd #{my_client_path} && ./my_client -t #{headtype} -a #{host} -p #{datapath}  -c #{datafile} -r #{resultpath} -f #{resultfile}"
+
+	system "#{send_cmd}"
+  end
+  
+=begin
+  def shead_struct_send(host, querykey, driver, datafile, resultfile)
+	
+	datapath=CASE_ROOT+Context.get("MODULE_NAME")
+	resultpath=casepath+"/tmp/"
+	send(host, querykey, driver, "shead", datapath, datafile, resultpath, resultfile)
+  end	
+
+  def shead_struct_send(host, querykey, datafile)
+	
+	driver_path=TOOL_ROOT+"net/my_client/driver/"
+	#or find the driver by "grep".
+	driver=driver_path+"lib#{querykey}driver.so"
+	datapath=CASE_ROOT+Context.get("MODULE_NAME")
+	resultpath=casepath+"/tmp/"
+	resultfile="#{datafile}.ret"
+	send(host, querykey, driver, "shead", datapath, datafile, resultpath, resultfile)
+  end	
+=end
+end

data/lib/common/socket/network.rb

@@ -0,0 +1,115 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+require 'inc'
+
+#============================================================
+# 网络交互服务顶层接口
+# e.g. nshead_send, shead_send
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+
+module Network
+
+	# ===功能
+	#向指定目标发送指定内容的mcpack包(mcsend)
+	# ===参数
+	# params:
+	# ip: 目标机器ip
+	# port: 目标机器端口
+	# nshead hash: 定制的nshead文件路径(需要指定nshead头参数时使用,NULL表示使用默认值)
+	# send_data: 待发送mcpack文本路径
+	# recv_data: 待接收另存的mcpack文本路径
+	# interval: 两次发送之间的时间间隔，单位为秒
+	# ===example
+	# nshead_send "127.0.0.1", 3390, nsheadhash, sendfile, recvfile
+	def nshead_send ip, port, nshead_hash, send_data, recv_data, interval=0
+		ms_path=TOOL_ROOT+"net/mcsend/"
+		nshead_file = "nshead.data"
+		if nil != :nshead_hash then
+			Env.modify_conf('127.0.0.1', USERNAME, PASSWORD, ms_path + nshead_file, nshead_hash)
+		end
+		send_cmd = "cd #{ms_path} && ./mcsend -s -i #{ip} -p #{port} -n #{nshead_file} -b #{send_data} -o #{recv_data} -t #{interval}"
+		$log.debug send_cmd
+		system "#{send_cmd}"
+	end
+
+
+	# ===功能
+	#向指定目标发送指定内容的mcpack包(mcsend_trans)
+	# ===参数
+	# params:
+	# ip: 目标机器ip
+	# port: 目标机器端口
+	# nshead hash: 定制的nshead文件路径(需要指定nshead头参数时使用,NULL表示使用默认值)
+	# send_data: 待发送mcpack文本路径
+	# recv_data: 待接收另存的mcpack文本路径
+	# interval: 两次发送之间的时间间隔，单位为秒
+	# ===example
+	# nshead_trans_send "127.0.0.1", 3390, nsheadhash, sendfile, recvfile
+	def nshead_trans_send ip, port, nshead_hash, send_data, recv_data, interval=0
+		ms_path=TOOL_ROOT+"net/mcsend/"
+		nshead_file = "nshead.data"
+		if nil != :nshead_hash then
+			Env.modify_conf('127.0.0.1', USERNAME, PASSWORD, ms_path + nshead_file, nshead_hash)
+		end
+		send_cmd = "cd #{ms_path} && ./mcsend_trans -s -i #{ip} -p #{port} -n #{nshead_file} -b #{send_data} -o #{recv_data} -t #{interval}"
+		$log.debug send_cmd
+		system "#{send_cmd}"
+	end
+	
+
+	def shead_send(ip, port, send_data_file, recv_data_file, diver=nil)
+	end
+	
+	# ===功能
+	# 使用my_clinet发送数据
+	# ===example
+	# g_send host, "spanti", "spanti_driver.so", "nshead", path1, file1, path2, file2
+	def g_send(host, querykey, driver, headtype, datapath, datafile, resultpath, resultfile)
+		my_client_path=TOOL_ROOT+"net/my_client/"
+		send_cmd="cd #{my_client_path} && ./my_client -q #{querykey} -d #{driver} -t #{headtype} -a #{host} -p #{datapath} -c #{datafile} -r #{resultpath} -f #{resultfile}"
+		
+		system "#{send_cmd}"
+	end
+	
+	# === 功能
+	# 使用my_client发送数据
+	# ===example
+	# send_mcpack host, "nshead", path, file, rpath, rfile
+	def send_mcpack(host, headtype, datapath, datafile, resultpath, resultfile)
+		my_client_path=TOOL_ROOT+"net/my_client/"
+		send_cmd="cd #{my_client_path} && ./my_client -t #{headtype} -a #{host} -p #{datapath}  -c #{datafile} -r #{resultpath} -f #{resultfile}"
+		
+		system "#{send_cmd}"
+	end
+=begin
+  def shead_struct_send(host, querykey, driver, datafile, resultfile)
+	
+	datapath=CASE_ROOT+Context.get("MODULE_NAME")
+	resultpath=casepath+"/tmp/"
+	send(host, querykey, driver, "shead", datapath, datafile, resultpath, resultfile)
+  end	
+
+  def shead_struct_send(host, querykey, datafile)
+	
+	driver_path=TOOL_ROOT+"net/my_client/driver/"
+	#or find the driver by "grep".
+	driver=driver_path+"lib#{querykey}driver.so"
+	datapath=CASE_ROOT+Context.get("MODULE_NAME")
+	resultpath=casepath+"/tmp/"
+	resultfile="#{datafile}.ret"
+	send(host, querykey, driver, "shead", datapath, datafile, resultpath, resultfile)
+  end	
+=end
+end
+
+
+if __FILE__ == $0
+	include Network
+	class EnvTest < BaseCase
+		def test
+			nshead_send_2 :ip=>'127.0.0.1'
+		end
+	end
+end

data/lib/common/socket/rlib/conf_modifier.rb

@@ -0,0 +1,130 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+#============================================================
+# This class supply conf modification related service
+# e.g. modify single/batch conf items
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+class ConfModifier
+  @lines = 0
+
+  def initialize(confPath)
+    	@confPath = confPath
+	#lineNum : key
+    	@dic= Hash.new
+	#key : value
+    	@conf = Hash.new
+    
+    file = File.open(@confPath)
+    cnt = 0
+   
+    file.each{ |line|
+      #print line
+      cnt+=1
+      
+      if line.strip[0, 1] == '#' or line.strip.length == 0
+        @dic[ cnt ] = line.strip
+      else
+        list = line.strip.split(":")
+        key = list[0].strip
+		if list[1] != nil then
+        	list.delete_at(0)
+			value = list.join(":").strip
+		else
+			#只有key没有value的情况
+			value = ''
+		end
+		
+        @dic[ cnt ] = key
+        @conf[key] = value
+      end
+      }
+    
+    @lines = cnt
+      
+    file.close
+  end
+
+  # 修改单个配置项
+  def modify(key, newValue)
+    if @conf.has_key?(key)
+	 puts "modify from [" + key + "=>"  + @conf[key] + "] to [" + key + "=>" + newValue + " ]"
+     @conf[key] = newValue
+    else
+	  puts "add new conf " + key + "=>" + newValue
+      @lines += 1
+      @dic[@lines] = key
+      @conf[key] = newValue
+    end
+  end
+
+  # 批量修改配置项
+  def modifyall(hash)
+	if hash != nil then
+		hash.each{|key,value|
+			modify(key, value)
+		}
+	end
+  end
+
+  # 按顺序回写配置文件
+  def writeconf
+    file = File.open(@confPath, 'w')
+    @dic.sort_by { |key, value| key }
+    @dic.each_key { |ki|
+      if @dic[ki].strip.length != 0
+	#key, value
+        if @conf.has_key?(@dic[ki])
+          file.print(@dic[ki] ,  " : ",@conf[@dic[ki]] , "\n")
+        else
+          file.print( @dic[ki] , "\n")
+        end
+      else
+        file.print( "\n")
+      end
+      }
+
+    file.close
+  end
+
+  # 获取某个配置项的值
+  def get_conf(key)
+	return @conf[key]
+  end
+end
+
+if ARGV.length > 0 then
+  case ARGV[0]
+  when "modify_conf_single"
+    conf_path = ARGV[1]
+    key = ARGV[2]
+    new_value = ARGV[3]
+    cm = ConfModifier.new(conf_path)
+    cm.modify(key, new_value)
+    cm.writeconf
+  when "get_conf"
+    conf_path = ARGV[1]
+    key = ARGV[2]
+    cm = ConfModifier.new(conf_path)
+    puts cm.get_conf(key)
+  else
+    puts "ConfModifer: bad method name? #{ARGV[0]}"
+  end 
+end
+
+
+=begin
+if __FILE__ == $0
+	require "#{File.dirname(__FILE__)}/../../lib/base_case"
+	class MyTest < BaseCase
+		def no_test
+			conf_path = "#{File.dirname(__FILE__)}/../../test/env/dataminer.conf"
+			cm = ConfModifier.new conf_path
+			cm.modify('index_mode', '1')
+			cm.writeconf
+		end
+	end
+end
+=end

data/lib/common/socket/rlib/data_helper.rb

@@ -0,0 +1,33 @@
+#$LOAD_PATH << File.join(File.dirname(__FILE__), './')
+#!/usr/bin/env ruby
+# coding: utf-8
+
+#require 'log4s'
+
+class DataHelper
+	def self.file_exist? file_path
+		return File.exists? file_path
+	end
+
+	def self.file_size? file_path
+		return File.size? file_path
+	end
+
+end
+
+if __FILE__ == $0
+	if ARGV.length > 0 then
+		case ARGV[0]
+		when 'file_exist?'
+			file_path = ARGV[1]
+			puts DataHelper.file_exist? file_path
+		
+		when 'file_size?'
+			file_path = ARGV[1]
+			puts DataHelper.file_size? file_path
+	
+		else
+			puts 'DataHelper: bad method name? #{ARGV[0]}'
+		end
+	end
+end

data/lib/common/socket/rlib/log_helper.rb

@@ -0,0 +1,303 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+LOG_LEVEL=["DEBUG", "NOTICE", "WARNING", "FATAL"]
+
+#===========================================================
+#class for scan local log file
+#support log level : ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+#===========================================================
+
+class LogHelper
+
+	#get the total lines of the log file
+	#params
+	#log_path: logfile path
+	#log_name: logfile name
+	#return: the total lines of the log file
+	def LogHelper.get_lines(log_path, log_name)
+		log_file = log_path + log_name
+		
+		#param check
+		if File::exists?(log_file) && File::file?(log_file) then
+		  File.open(log_file) do |f|
+		    lines = f.readlines.size
+		    return lines
+		  end
+		    else
+		      raise "logfile #{log_file} not exists or is not a regular file"
+		end	
+	end
+	
+	
+	#get the last n lines's contents of the log file
+	#param
+	#log_path
+	#log_name
+	#start_lines: from which line we search the log content, newlog=[start_lines, log_end]
+	#return: an array contains the last n lines' contents
+	def LogHelper.get_tail_contents(log_path, log_name, start_lines)
+		last_lines = LogHelper.get_lines(log_path, log_name) - start_lines + 1
+		#param check
+		if last_lines <= 0 then 
+		  raise "params error: last_lines should bigger than 0"
+		end
+		log_file = log_path + log_name
+		
+		contents = Array.new
+		if File::exists?(log_file) && File::file?(log_file) then
+		  system "tail -#{last_lines} #{log_file} > tmp_file"
+		  File.open("tmp_file") do |f|
+		    contents =  f.readlines
+		    #remove the tmp file
+		    system "rm tmp_file"
+		    return contents
+		  end
+		else
+		  raise "file #{log_file} not exists or is not a regular file"
+		end
+	  
+	end
+	
+	def LogHelper.get_match_lines log_path, log_name, start_lines, log_level, pattern
+		contents = get_tail_contents log_path, log_name, start_lines
+		lines = []
+
+		if contents == nil 
+			return lines
+		else
+			contents.each{|line|
+				checkable = false
+				if log_level.size > 0
+					log_level.each{|level|
+						if line.include? level
+							checkable = true
+							break
+						end
+					}
+				else
+					checkable = true
+				end
+
+
+				if checkable
+					#match = line.scan pattern
+					#if match != nil && match.size > 0
+					#	lines << line
+					#end
+                      			match = pattern.match line
+                      			if match != nil
+						lines << line
+					end
+				end
+			}
+
+			return lines
+		end
+	end
+	
+	# get the match times with the giving log level and regex pattern
+	# 
+	# -log_path:
+	# -log_name:
+	# -start_lines:from which line we search the log content, newlog=[start_lines, log_end]
+	# -log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	# -pattern: a string or a regex pattern
+	# return: int, the match times with the giving log level and regex pattern
+	#
+	# example: 
+	# LogHelper.get_match_times("./", "chenjie.log", 1, nil, "openapptrans")
+	# LogHelper.get_match_times("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	def LogHelper.get_match_times(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		count = 0
+		if contents == nil then 
+		  return 0
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then 
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then 
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true  
+		    end
+		
+		    if checkable then
+		      matches = line.scan(pattern)
+		      count += matches.size
+		    end
+		  }
+		end
+		
+		return count
+	end
+	
+	#get the match values with the giving log level and regex pattern
+	#param
+	#log_path:
+	#log_name:
+	#last_lines:the lines read from tail to head
+	#log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	#pattern: a string or a regex pattern
+	#return: an array contains the match values with the giving log level and regex pattern
+	#
+	#example:
+	#LogHelper.get_match_values("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	#LogHelper.get_match_values("./", "chenjie.log", 1, nil, "openapptrans")
+	def LogHelper.get_match_values(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		values = Array.new
+		if contents == nil then
+		  return 0
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true
+		    end
+		
+		    if checkable then
+		      matches = line.scan(pattern)
+		      matches.each{|m|
+		        values << m
+		      }
+		    end
+		  }
+		end
+		
+		return values
+	end
+	
+	#get the first match value, nil if no match found
+	#param
+	#log_path:
+	#log_name:
+	#last_lines:the lines read from tail to head
+	#log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	#pattern: a string or a regex pattern
+	#return: a string firstly matches the pattern, nil if no match found
+	#
+	#example:
+	#LogHelper.get_match_value("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	#LogHelper.get_match_value("./", "chenjie.log", 1, nil, "openapptrans")
+	def LogHelper.get_match_value(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		if contents == nil then
+		  return nil
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true
+		    end
+		
+		    if checkable then
+		      match = pattern.match(line)
+		      if match != nil then 
+		        return match[0]
+		      end
+		    end
+		  }
+		end
+		
+		return nil
+	end
+	
+	#turn log_level code into log level array(helper method)
+	#used to solve remote parameter passing problem(pass string format parameter)
+	#param
+	#code: "0:0:0:0" to "1:1:1:1"
+	#return: [] to ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+	def LogHelper.level_decode(code)
+		levels = Array.new
+		arr = code.split(":")
+		
+		i = 0
+		arr.each{|a|
+		  if a == "1" then 
+		    levels << LOG_LEVEL[i] 
+		  end
+		  i += 1
+		}
+		return levels
+	end	
+	
+	#translate log_level array into log level code(helper method)
+	#used to solve remote parameter passing problem(pass string format parameter)
+	#param
+	#code: "0:0:0:0" to "1:1:1:1"
+	#return: [] to ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+	def LogHelper.level_encode arr
+		code = ""
+		if arr.include?("DEBUG") then
+		  code += "1:"
+		else
+		  code += "0:"
+		end
+		
+		if arr.include?("NOTICE") then
+		      code += "1:"
+		else
+		      code += "0:"
+		end
+		
+		if arr.include?("WARNING") then
+		      code += "1:"
+		else
+		      code += "0:"
+		end
+		    
+		if arr.include?("FATAL") then
+		      code += "1"
+		else
+		      code += "0"
+		end
+		    
+		return code
+	end
+	
+end
+
+if ARGV.length > 0 then
+	case ARGV[0]
+	when "get_lines"
+	  puts LogHelper.get_lines(ARGV[1], ARGV[2]) 
+	when "get_tail_contents"
+	  puts LogHelper.get_tail_contents(ARGV[1], ARGV[2], ARGV[3].to_i) 
+	when "get_match_times"
+	  puts LogHelper.get_match_times(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	when "get_match_lines"
+	  puts LogHelper.get_match_lines(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))	
+	when "get_match_values"
+	  puts LogHelper.get_match_values(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	when "get_match_value"
+	  puts LogHelper.get_match_value(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	else
+	  puts "LogHelper: bad method name? #{ARGV[0]}"
+	end 
+end
+