super-test 1.0.9

data/lib/common/socket/log4s.rb

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+require 'log4r'
+
+# === 功能:
+# 使用$log对象实现所有的写日志的功能
+# === Example:
+#        Log4s::set_level "debug"
+#        $log.debug "test deb"
+#        $log.info "test info"
+#        $log.warn "test warn"
+#        $log.error "test error"
+#        $log.fatal "test fatal"
+module Log4s
+	include Log4r
+        LOG_ROOT = File.join(File.dirname(__FILE__), '../../log/')
+
+	#第一步,配置log
+	log = Logger.new "mylog"
+	f = PatternFormatter.new(:pattern => "%5l %d %m")
+	file = FileOutputter.new('fileOutputter', :filename => "#{LOG_ROOT}mtest.log",:trunc => false)
+	file.only_at DEBUG,INFO
+	file.formatter = f
+	log.add file
+	
+	file_wf = FileOutputter.new('fileOutputter', :filename => "#{LOG_ROOT}mtest.log.wf",:trunc => false)
+	file_wf.only_at WARN,ERROR,FATAL
+	file_wf.formatter = f
+	log.add file_wf
+	$log = log
+
+	def self.set_level(level)
+		case level.downcase
+		when "debug"
+			$log.level = DEBUG
+		when "info"
+			$log.level = INFO
+		when "warn"
+			$log.level = WARN
+		when "error"
+			$log.level = ERROR
+		when "fatal"
+			$log.level = FATAL
+		else
+			raise "bad log level"
+		end
+	end
+end
+
+if __FILE__ == $0
+	Log4s::set_level "debug"
+	$log.debug "test deb"
+	$log.info "test info"
+	$log.warn "test warn"
+	$log.error "test error"
+	$log.fatal "test fatal"
+end

data/lib/common/socket/log_helper.rb

@@ -0,0 +1,332 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+LOG_LEVEL=["DEBUG", "NOTICE", "WARNING", "FATAL"]
+
+#===========================================================
+#class for scan local log file
+#support log level : ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+#===========================================================
+
+class LogHelper
+
+	# ===功能
+	#get the total lines of the log file
+	# ===参数
+	#params
+	#log_path: logfile path
+	#log_name: logfile name
+	#return: the total lines of the log file
+	# ===example
+	# LogHelper.get_lines logpath, "log1"
+	def LogHelper.get_lines(log_path, log_name)
+		log_file = log_path + "/" + log_name
+		
+		#param check
+		if File::exists?(log_file) && File::file?(log_file) then
+		  File.open(log_file) do |f|
+		    lines = f.readlines.size
+		    return lines
+		  end
+		    else
+		      raise "logfile #{log_file} not exists or is not a regular file"
+		end	
+	end
+	
+	
+	# ===功能
+	#get the last n lines's contents of the log file
+	# ===参数
+	#param
+	#log_path
+	#log_name
+	#start_lines: from which line we search the log content, newlog=[start_lines, log_end]
+	#return: an array contains the last n lines' contents
+	# ===example
+	# LogHelper.get_tail_contents logpath, "log1", 10
+	def LogHelper.get_tail_contents(log_path, log_name, start_lines)
+		last_lines = LogHelper.get_lines(log_path, log_name) - start_lines + 1
+		#param check
+		if last_lines <= 0 then 
+		  raise "params error: last_lines should bigger than 0"
+		end
+		log_file = log_path + "/" + log_name
+		
+		contents = Array.new
+		if File::exists?(log_file) && File::file?(log_file) then
+		  system "tail -#{last_lines} #{log_file} > tmp_file"
+		  File.open("tmp_file") do |f|
+		    contents =  f.readlines
+		    #remove the tmp file
+		    system "rm tmp_file"
+		    return contents
+		  end
+		else
+		  raise "file #{log_file} not exists or is not a regular file"
+		end
+	  
+	end
+	
+        # === 功能:
+        # 获取匹配的次数
+	# === 参数:
+	# log_level: ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+        # === Example:
+	# LogHelper.get_match_lines "/home/space/space/log/", "log1", 1, ["DEBUG", "NOTICE", "WARNING", "FATAL"], "time"
+	def LogHelper.get_match_lines log_path, log_name, start_lines, log_level, pattern
+		contents = get_tail_contents log_path, log_name, start_lines
+		lines = []
+
+		if contents == nil 
+			return lines
+		else
+			contents.each{|line|
+				checkable = false
+				if log_level.size > 0
+					log_level.each{|level|
+						if line.include? level
+							checkable = true
+							break
+						end
+					}
+				else
+					checkable = true
+				end
+
+
+				if checkable
+					#match = line.scan pattern
+					#if match != nil && match.size > 0
+					#	lines << line
+					#end
+                      			#match = pattern.match line
+					match = line.match pattern
+                      			if match != nil
+						lines << line
+					end
+				end
+			}
+
+			return lines
+		end
+	end
+	
+	# ===功能
+	# get the match times with the giving log level and regex pattern
+	# 
+	# ===参数
+	# -log_path:
+	# -log_name:
+	# -start_lines:from which line we search the log content, newlog=[start_lines, log_end]
+	# -log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	# -pattern: a string or a regex pattern
+	# return: int, the match times with the giving log level and regex pattern
+	#
+	# ===example: 
+	# LogHelper.get_match_times("./", "chenjie.log", 1, nil, "openapptrans")
+	# LogHelper.get_match_times("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	def LogHelper.get_match_times(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		count = 0
+		if contents == nil then 
+		  return 0
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then 
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then 
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true  
+		    end
+		
+		    if checkable then
+		      matches = line.scan(pattern)
+		      count += matches.size
+		    end
+		  }
+		end
+		
+		return count
+	end
+	
+	# ===功能
+	#get the match values with the giving log level and regex pattern
+	# ===参数
+	#param
+	#log_path:
+	#log_name:
+	#last_lines:the lines read from tail to head
+	#log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	#pattern: a string or a regex pattern
+	#return: an array contains the match values with the giving log level and regex pattern
+	#
+	#===example:
+	#LogHelper.get_match_values("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	#LogHelper.get_match_values("./", "chenjie.log", 1, nil, "openapptrans")
+	def LogHelper.get_match_values(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		values = Array.new
+		if contents == nil then
+		  return 0
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true
+		    end
+		
+		    if checkable then
+		      matches = line.scan(pattern)
+		      matches.each{|m|
+		        values << m
+		      }
+		    end
+		  }
+		end
+		
+		return values
+	end
+	
+	# ===功能
+	#get the first match value, nil if no match found
+	# ===参数
+	#param
+	#log_path:
+	#log_name:
+	#last_lines:the lines read from tail to head
+	#log_level: an array whoes value from ["DEBUG", "NOTICE", "WARNING", "FATAL"]; nil for all levels
+	#pattern: a string or a regex pattern
+	#return: a string firstly matches the pattern, nil if no match found
+	#
+	#===example:
+	#LogHelper.get_match_value("./", "chenjie.log", 1, nil, /(\d{4})-(\d{2})-(\d{2})/)
+	#LogHelper.get_match_value("./", "chenjie.log", 1, nil, "openapptrans")
+	def LogHelper.get_match_value(log_path, log_name, start_lines, log_level, pattern)
+		contents = get_tail_contents(log_path, log_name, start_lines)
+		if contents == nil then
+		  return nil
+		    else
+		  contents.each{|line|
+		    checkable = false
+		    if log_level.size > 0 then
+		      #log_level is not nil, only the line contains the log_level, then should be check
+		      log_level.each{|level|
+		        if line.include?(level) then
+		          checkable = true
+		          break;
+		        end
+		      }
+		    	else
+		      #log_level is nil, the line should be check
+		      checkable = true
+		    end
+		
+		    if checkable then
+		      match = pattern.match(line)
+		      if match != nil then 
+		        return match[0]
+		      end
+		    end
+		  }
+		end
+		
+		return nil
+	end
+	
+	# ===功能
+	#turn log_level code into log level array(helper method)
+	#used to solve remote parameter passing problem(pass string format parameter)
+	# ===参数
+	#param
+	#code: "0:0:0:0" to "1:1:1:1"
+	#return: [] to ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+	# ===example
+	#array1 = LogHelper.level_decode "0:0:0:1"
+	def LogHelper.level_decode(code)
+		levels = Array.new
+		arr = code.split(":")
+		
+		i = 0
+		arr.each{|a|
+		  if a == "1" then 
+		    levels << LOG_LEVEL[i] 
+		  end
+		  i += 1
+		}
+		return levels
+	end	
+	
+	# ===功能
+	#translate log_level array into log level code(helper method)
+	#used to solve remote parameter passing problem(pass string format parameter)
+	# ===参数
+	#param
+	#code: "0:0:0:0" to "1:1:1:1"
+	#return: [] to ["DEBUG", "NOTICE", "WARNING", "FATAL"]
+	# ===example
+	# code1 = LogHelper.level_encode ["DEBUG", "WARNING"]
+	def LogHelper.level_encode arr
+		code = ""
+		if arr.include?("DEBUG") then
+		  code += "1:"
+		else
+		  code += "0:"
+		end
+		
+		if arr.include?("NOTICE") then
+		      code += "1:"
+		else
+		      code += "0:"
+		end
+		
+		if arr.include?("WARNING") then
+		      code += "1:"
+		else
+		      code += "0:"
+		end
+		    
+		if arr.include?("FATAL") then
+		      code += "1"
+		else
+		      code += "0"
+		end
+		    
+		return code
+	end
+	
+end
+
+if ARGV.length > 0 then
+	case ARGV[0]
+	when "get_lines"
+	  puts LogHelper.get_lines(ARGV[1], ARGV[2]) 
+	when "get_tail_contents"
+	  puts LogHelper.get_tail_contents(ARGV[1], ARGV[2], ARGV[3].to_i) 
+	when "get_match_times"
+	  puts LogHelper.get_match_times(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	when "get_match_lines"
+	  puts LogHelper.get_match_lines(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))	
+	when "get_match_values"
+	  puts LogHelper.get_match_values(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	when "get_match_value"
+	  puts LogHelper.get_match_value(ARGV[1], ARGV[2], ARGV[3].to_i, LogHelper.level_decode(ARGV[4]) , Regexp.new(ARGV[5]))
+	# else
+	#   puts "LogHelper: bad method name? #{ARGV[0]}"
+	end 
+end
+

data/lib/common/socket/my_sql.rb

@@ -0,0 +1,77 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+# Author:: chenjie
+# Date::2009-6-16
+
+require 'dbi'
+require "#{File.dirname(__FILE__)}/context"
+#require "#{File.dirname(__FILE__)}/log4s"
+
+# Mysql reated methods; context support
+module MY_SQL
+	# ===功能
+	# 连接数据库
+	# ===example
+	# db_connect "newfriend", "127.0.0.1", 3306, "root", "root"
+	def db_connect db, host, port, user, pwd
+
+		dbh = DBI.connect("DBI:Mysql:#{db}:#{host}:#{port}", user, pwd)
+
+		#Context.set "#{host}.#{db}", dbh
+		Context.set :DATABASE, db
+		Context.set :DB_HOST, host
+		Context.set :DBH, dbh
+		return dbh
+	end
+
+	# ===功能
+	# 断开数据库连接
+	# ===example
+	# db_disconnect
+	def db_disconnect
+		#dbh = Context.get "#{host}.#{db}"
+		dbh = Context.get :DBH		
+
+		if dbh != nil
+			dbh.disconnect
+		end
+	end
+
+	# ===功能
+	# 发送数据库操作命令
+	# ===example
+	# db_do "select * from table1;"
+	def db_do sql
+		dbh = Context.get :DBH
+		$log.info "DB=#{$globals[:DATABASE]}_HOST=#{$globals[:DB_HOST]}_SQL=#{sql}"
+		dbh.do sql
+	end
+
+	# ===功能
+	# 发送数据库操作命令
+	# ===example
+	# db_select_one "select * from table1;"
+	def db_select_one sql
+		dbh = Context.get :DBH
+		$log.info "DB=#{$globals[:DATABASE]}_HOST=#{$globals[:DB_HOST]}_SQL=#{sql}"
+		dbh.select_one sql
+	end
+	
+	def db_execute sql
+		dbh = Context.get :DBH
+                $log.info "DB=#{$globals[:DATABASE]}_HOST=#{$globals[:DB_HOST]}_SQL=#{sql}"
+		dbh.execute(sql)
+	end
+
+end
+
+
+if __FILE__ == $0
+		include MY_SQL
+		dbh = db_connect 'spow', '10.241.14.39', '3306', 'root', ''
+		row = dbh.select_one("DESC opbox")
+		puts row[0].to_s
+		puts "-------"
+		puts row
+		dbh.disconnect if dbh
+end