super-test 1.0.9

data/lib/common/socket/conf_modifier.rb

@@ -0,0 +1,149 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+#============================================================
+# This class supply conf modification related service
+# e.g. modify single/batch conf items
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+class ConfModifier
+  @lines = 0
+
+  def initialize(confPath)
+    	@confPath = confPath
+	#lineNum : key
+    	@dic= Hash.new
+	#key : value
+    	@conf = Hash.new
+    
+    file = File.open(@confPath)
+    cnt = 0
+   
+    file.each{ |line|
+      #print line
+      cnt+=1
+      
+      if line.strip[0, 1] == '#' or line.strip.length == 0
+        @dic[ cnt ] = line.strip
+      else
+        list = line.strip.split(":")
+        key = list[0].strip
+		if list[1] != nil then
+        	list.delete_at(0)
+			value = list.join(":").strip
+		else
+			#只有key没有value的情况
+			value = ''
+		end
+		
+        @dic[ cnt ] = key
+        @conf[key] = value
+      end
+      }
+    
+    @lines = cnt
+      
+    file.close
+  end
+
+        # === 功能:
+  	# 修改单个配置项
+        # === Example:
+	# cm = ConfModifier.new conf_path
+	# cm.modify("timeout", "100")
+  def modify(key, newValue)
+    if @conf.has_key?(key)
+	 puts "modify from [" + key + "=>"  + @conf[key] + "] to [" + key + "=>" + newValue + " ]"
+     @conf[key] = newValue
+    else
+	  puts "add new conf " + key + "=>" + newValue
+      @lines += 1
+      @dic[@lines] = key
+      @conf[key] = newValue
+    end
+  end
+
+        # === 功能:
+  	# 批量修改配置项
+        # === Example:
+	# hh ={"name"=>"friend", "timeout"=>"100"}
+	# cm = ConfModifier.new conf_path
+	# cm.modifyall(hh)
+  def modifyall(hash)
+	if hash != nil then
+		hash.each{|key,value|
+			modify(key, value)
+		}
+	end
+  end
+
+        # === 功能:
+  	# 按顺序回写配置文件
+        # === Example:
+	# hh ={"name"=>"friend", "timeout"=>"100"}
+	# cm = ConfModifier.new conf_path
+	# cm.modifyall(hh)
+	# cm.writeconf
+  def writeconf
+    file = File.open(@confPath, 'w')
+    @dic.sort_by { |key, value| key }
+    @dic.each_key { |ki|
+      if @dic[ki].strip.length != 0
+	#key, value
+        if @conf.has_key?(@dic[ki])
+          file.print(@dic[ki] ,  " : ",@conf[@dic[ki]] , "\n")
+        else
+          file.print( @dic[ki] , "\n")
+        end
+      else
+        file.print( "\n")
+      end
+      }
+
+    file.close
+  end
+
+        # === 功能:
+  	# 获取某个配置项的值
+        # === Example:
+	# cm = ConfModifier.new conf_path
+	# m_name = cm.get_conf("name")
+  def get_conf(key)
+	return @conf[key]
+  end
+end
+
+if ARGV.length > 0 then
+  case ARGV[0]
+  when "modify_conf_single"
+    conf_path = ARGV[1]
+    key = ARGV[2]
+    new_value = ARGV[3]
+    cm = ConfModifier.new(conf_path)
+    cm.modify(key, new_value)
+    cm.writeconf
+  when "get_conf"
+    conf_path = ARGV[1]
+    key = ARGV[2]
+    cm = ConfModifier.new(conf_path)
+    puts cm.get_conf(key)
+  # else
+  #   puts "ConfModifer: bad method name? #{ARGV[0]}"
+  end 
+end
+
+
+=begin
+if __FILE__ == $0
+	require "#{File.dirname(__FILE__)}/../../lib/base_case"
+	class MyTest < BaseCase
+		def no_test
+			conf_path = "#{File.dirname(__FILE__)}/../../test/env/dataminer.conf"
+			cm = ConfModifier.new conf_path
+			cm.modify('index_mode', '1')
+			cm.writeconf
+		end
+	end
+end
+=end

data/lib/common/socket/context.rb

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+$LOAD_PATH << File.join(File.dirname(__FILE__), '.')
+#require 'log4s'
+
+#============================================================
+# 这个类提供上下文相关服务
+# 以减少case中的赋值语句和参数传递
+# Author:: chenjie
+# Data:: 2009-4-30
+#============================================================
+class Context
+	$globals = Hash.new
+	
+	#keys: :MODULE_NAME, :CASE_NAME,:RES_HEAD, :RECV, :SEND, :DATABASE, :DB_HOST, :DBH
+
+	#stub related
+	#keys: :STUBS, :STUB_PORTS, :STUB_ACTIONS, :STUB_HEADS, :STUB_FILES
+
+        # === 功能:
+  	# 清空上下文
+        # === Example:
+	# Context.clear
+  	def Context.clear
+    		$log.notice "Clear context"
+		$globlas.clear
+  	end
+
+        # === 功能:
+  	# 设置上下文
+        # === Example:
+	# Context.set("name", "100")
+  	def Context.set(key, value)
+		$log.debug "Context setting key[#{key}] value[#{value}]"
+		$globals[key] = value
+  	end
+
+        # === 功能:
+  	# 获取上下文
+        # === Example:
+	# Context.get("name")
+  	def Context.get(key)
+		$log.debug "Context getting key[#{key}], value [#{$globals[key]}]"
+		return $globals[key]
+  	end
+
+        # === 功能:
+	# 删除上下文
+        # === Example:
+	# Context.delete("name")
+	def Context.delete key
+		$log.debug "Context deleting key[#{key}]"
+		$globals.delete key
+	end
+end

data/lib/common/socket/data.rb

@@ -0,0 +1,392 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), './rlib/')
+#!/usr/bin/env ruby
+# coding: utf-8
+
+require 'data_helper'
+
+#============================================================
+# 这个类是数据相关服务的顶层接口，提供本机/远程数据相关服务
+# e.g. compare file contents, get file match pattern's times...
+# Author:: chenjie
+# Date:: 2009-4-30
+#============================================================
+module DATA
+	# === 功能:
+	# 模块测试的时候的helper文件的load策略
+	# 
+	# === 参数解释:
+	# - filepath:  运行的case文件的路径，从__FILE__获取
+	# 
+	# === Example:
+	# 内部使用
+	#
+	def _init_file_(filepath)
+=begin 以下的内容取消,由init_dir.rb实现
+		module_dir = `dirname #{filepath}`
+		module_base = "module"
+		module_helper_name = module_dir.chop!+"/"+module_base+"_helper.rb"
+		filepath.gsub(/.rb/, "")
+		case_helper_name = filepath+"_helper.rb"
+		if(File.exist?(module_helper_name))
+			require "#{module_helper_name}"
+		end
+		if(File.exist?(case_helper_name))
+			require "#{case_helper_name}"
+		end
+=end
+		case_pwd = `pwd`
+		case_pwd_case = `basename #{case_pwd}`
+		case_pwd.gsub!(/#{case_pwd_case}/, "")
+		case_pwd_module = `basename #{case_pwd}`
+		Context.set(:MODULE_NAME, case_pwd_module.chop!)
+		Context.set(:CASE_NAME, case_pwd_case.chop!)
+	end
+
+	# ===功能
+	# get all data prefix(packno)
+	# === 参数
+	# - data_path
+	# return packno array
+	# ===example
+	# datas = get_all_pack data_path
+	def get_all_pack(data_path, suffix=".send")
+		#param check
+		if !File.directory?(data_path) || !File.exist?(data_path) then
+		  $log.error "bad data_path=" + data_path
+		  return
+		end
+		
+		datas = Array.new
+		Dir.foreach(data_path) do |entry|
+		  if entry.match("#{suffix}$") then
+		    packno = entry[0, entry.size-suffix.length]
+		    datas.push(packno)
+		  end
+		end
+		
+		return datas.sort
+	end
+	
+	
+	# ===功能
+	# compare two files contents
+	# ===参数
+	# - p1 filename 1
+	# - p2 filename 2
+	#
+	# === Logic
+	#
+	#   1. if p1 exists and p2 not exists, return false
+	#   2. if both not exist, return true
+	#   3. same file ,return true
+	#   4. type or size different, return false
+	#   5. then compare content 
+	# === example
+	# same_file_contents file1, file2
+	def same_file_contents(p1, p2)
+		return false if File.exists?(p1) != File.exists?(p2)
+		return true if !File.exists?(p1)
+		return true if File.expand_path(p1) == File.expand_path(p2)
+		return false if File.ftype(p1) != File.ftype(p2) || File.size(p1) != File.size(p2)
+		
+		#compare content
+		open(p1) do |f1|
+		  open(p2) do |f2|
+		    blocksize = f1.lstat.blksize
+		    same = true
+		    while same && !f1.eof && !f2.eof?
+		      same = f1.read(blocksize) == f2.read(blocksize)
+		    end
+		    return same
+		  end
+		end
+	end
+
+
+        # === 功能:
+	#仅对比content字段的内容
+        # === Example:
+        # same_content_value(file1, file2)
+	def same_content_value(p1, p2)
+		return false if File.exists?(p1) != File.exists?(p2)
+		return true if !File.exists?(p1)
+		return true if File.expand_path(p1) == File.expand_path(p2)
+		return false if File.ftype(p1) != File.ftype(p2) || File.size(p1) != File.size(p2)
+
+		str1 = ""
+		open(p1, 'r:gbk').each{|line|
+			str1 += line.strip.chomp
+		}
+		str2 = ""
+		open(p2, 'r:gbk').each{|line|
+			str2 += line.strip.chomp
+		}
+
+		pattern = /"content":(.*)}/
+		content1 = str1.scan pattern
+		content2 = str2.scan pattern
+
+		return content1 == content2
+	end
+
+	
+        # === 功能:
+	# compare two files' content by string
+	# ignore invisible characters by strip, chomp
+        # === Example:
+	# same_file_str(file1, file2)
+	def same_file_str p1, p2
+		return false if File.exists?(p1) != File.exists?(p2)
+		return true if !File.exists?(p1)
+		return true if File.expand_path(p1) == File.expand_path(p2)
+		return false if File.ftype(p1) != File.ftype(p2)
+	      
+		str1 = ""
+		open(p1, 'r:gbk').each{|line|
+			str1 += line.strip.chomp
+		}
+		str2 = ""
+		open(p2, 'r:gbk').each{|line|
+			str2 += line.strip.chomp
+		}
+		
+		return str1 == str2
+	end
+
+        # === 功能:
+	# compare two files' content by string, check if p1's content is included by p2's content
+	# ignore invisible characters by strip, chomp
+        # === Example:
+	# include_file_str(file1, file2)
+	def include_file_str p1, p2
+		return false if File.exists?(p1) != File.exists?(p2)
+		return true if !File.exists?(p1)
+		return true if File.expand_path(p1) == File.expand_path(p2)
+		return false if File.ftype(p1) != File.ftype(p2)
+	      
+		str1 = ""
+		open(p1, 'r:gbk').each{|line|
+			str1 += line.strip.chomp
+		}
+		str2 = ""
+		open(p2, 'r:gbk').each{|line|
+			str2 += line.strip.chomp
+		}
+		
+		minclude = str2.scan(str1)
+		if minclude.size > 0 then
+			return true
+		end
+		return false
+	end
+
+
+	# ===功能
+	# compare two files md5
+	# ===参数
+	# - p1 filename 1
+	# - p2 filename 2
+	#
+	# === Logic
+	#   1. if p1 exists and p2 not exists, return false
+	#   2. if both not exist, return true
+	#   3. same file ,return true
+	#   4. type or size different, return false
+	#   5. then compare md5 
+	# ===example
+	# same_file_md5 file1, file2
+	def same_file_md5(p1, p2)
+	      	return false if File.exists?(p1) != File.exists?(p2)
+	      	return true if !File.exists?(p1)
+	      	return true if File.expand_path(p1) == File.expand_path(p2)
+		puts p1
+		puts p2
+		puts File.ftype(p1)
+		puts File.ftype(p2)
+		puts File.size(p1)
+		puts File.size(p2)
+	      	return false if File.ftype(p1) != File.ftype(p2) || File.size(p1) != File.size(p2)
+	
+	  	#compare md5
+	      	md5 = `md5sum #{p1}`.split("  ")[0]
+	      	md6 = `md5sum #{p2}`.split("  ")[0]
+		puts md5
+		puts md6
+		
+	      	if md5 == md6 then 
+	        	return true
+	     	else 
+	       		return false
+	      	end
+	end
+	
+	
+	# ===功能
+	# whether the file content match the specified pattern
+	# ===参数
+	# - filename, pattern
+	# return: true if the file content match the pattern, false if not
+	# ===example
+	# file_match? file1, "time"
+	def file_match?(filename, pattern)
+	    return false if !File.exists?(filename)
+	        open(filename, 'r:gbk').each{|line|
+	          mdata = line.scan(pattern)
+	          if mdata.size > 0 then 
+	            return true
+	          end
+	        }
+	
+	    return false
+	end
+	
+	# ===功能
+	# 文件内容match正则串的次数
+	# return: int, the match times
+	# ===exmaple
+	# times = file_match_times file1, "time"
+	def file_match_times(filename, pattern)
+		return 0 if !File.exists?(filename)
+		
+		times = 0
+		open(filename, 'r:gbk').each{|line|
+		  mdata = line.scan(pattern)
+		  if mdata.size > 0 then 
+		    times += mdata.size
+		  end
+		}
+		
+		return times
+	end
+	
+	# ===功能
+	# 根据给定的mcpack key值获取value
+	# ===参数
+	# - filename: 文件名
+	# - key: mcpack key
+	# - index: 匹配的key的index
+	# Return the value according to the key, nil if nothing found
+	# ===example
+	# value = get_mcpack_value file1, "name"
+	def get_mcpack_value filename, key, index=1
+		return nil if !File.exists? filename
+		
+		#build the mcpack string
+		mcstr = ""
+		open(filename, 'r:gbk').each{|line|
+			mcstr += line.strip.chomp
+		}
+		
+		#pattern = /("#{key}":[^,\}]*)/
+		pattern = [/"#{key}":([^{][^,\}]*)/, /#{key}:([^{][^,\}]*)/]
+		#pattern = /#{key}:([^,\}]*)| "#{key}":([^,\}]*)|#{key}:({[^,]*})|"#{key}":({[^,]*})/
+		#mdata = mcstr.scan pattern
+		mdata = Array.new
+		pattern.each{|line|
+			mdata+=mcstr.scan line
+		}
+		
+		if index > mdata.size
+			return nil
+		else
+			return mdata[index-1][0]
+		end
+	end
+
+=begin
+	# get the data value from the staf returned string like below:
+	# - staf_str
+	# {
+	#   Return Code: 0
+	#   Key        : <None>
+	#   Files      : [
+	#     {
+	#       Return Code: 0
+	#       Data       : 10555005
+	#     }
+	#   ]
+	# }
+	#
+	# return the data value 10555005
+	def get_staf_data(staf_str)
+		staf_str.split("\n").each{|line|
+		  mdata = line.strip.scan(/^Data.*:(.*)/)
+		        if mdata.size > 0 then
+		          return mdata[0][0].to_s.strip
+		        end
+		}
+	end
+=end
+	
+	#=========================
+	#local/remote
+	#=========================
+	
+	# ===功能
+	# 指定机器、文件路径的文件是否存在
+	# Return true if the named file exists.
+	# ===example
+	# file_exist? host, path
+	def file_exist? host, file_path, user=USERNAME, password=PASSWORD
+		if Util.is_localhost? host then
+	      		return DataHelper.file_exist? file_path
+	     	else
+	      		#lib_path = Util.get_lib_path host
+	      		#res = Util.exe_ssh_cmd! host, "cd #{lib_path} && ruby data_helper.rb file_exist? #{file_path}"
+	      		#return res.strip.chomp
+			res = Util.exe_ssh_cmd! host, "if [ -f #{file_path} ];then echo true; else echo false; fi", user, password
+			return res.strip.chomp
+	      	end
+	end
+	      
+	# ===功能
+	# 获取文件大小
+	# Returns nil if file_name doesn’t exist or has zero size, the size of the file otherwise.
+	# ===example
+	# file_size? host, filepath
+	def file_size? host, file_path, user=USERNAME, password=PASSWORD
+		if Util.is_localhost? host then
+	      		return DataHelper.file_size? file_path
+	      	else
+	      		#lib_path = Util.get_lib_path host
+	      		#res = Util.exe_ssh_cmd! host, "cd #{lib_path} && ruby data_helper.rb file_size? #{file_path}"
+	      		#return res.strip.chomp.to_i
+			res = Util.exe_ssh_cmd! host, "ls -l #{file_path} |awk -F\" \" '{print $5}'", user, password
+			return res.strip.chomp.to_i
+	      	end
+	end
+end
+
+
+if __FILE__ == $0
+	require 'test/unit'
+	require "#{File.dirname(__FILE__)}/../conf/conf"
+	
+	class MyTest < Test::Unit::TestCase
+		include DATA
+		def no_test_get_mcpack_value
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'pow'
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'limitid'
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'title'
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'link'
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'pow', 2
+			value = get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'pow', 1
+			puts value
+			puts get_mcpack_value "#{TEST_ROOT}data/mcpack.data", 'pow', 3
+					
+		end
+		def no_test_same_file_contents
+			puts "111"
+			puts same_file_contents '/home/space/tools/app-test/search/space/module-test/case/implementor/case3/data/1.expc', '/home/space/tools/app-test/search/space/module-test/case/implementor/case3/tmp/1.recv'
+		end
+		def no_test_same_file_md5
+			puts "test_same_file_md5"
+			puts (same_file_md5 '/home/space/tools/app-test/search/space/module-test/case/implementor/case3/data/1.expc', '/home/space/tools/app-test/search/space/module-test/case/implementor/case3/tmp/1.recv')
+		end
+		def test_same_file_str
+			puts "test_same_file_str"
+			puts (same_file_str '/home/space/tools/app-test/search/space/module-test/case/implementor/case13/data/5.expc', '/home/space/tools/app-test/search/space/module-test/case/implementor/case13/tmp/5.recv')
+		end
+
+	end
+end