RoadRunner 3.3.1 → 4.0.0

data/Rakefile

@@ -1,7 +1,7 @@
 # 
 # To change this template, choose Tools | Templates
 # and open the template in the editor.
-
+ 
 
 require 'rubygems'
 require 'rake'
@@ -12,15 +12,15 @@ require 'rake/testtask'
 
 spec = Gem::Specification.new do |s|
   s.name = 'RoadRunner'
-  s.version = '3.3.1'
-  s.has_rdoc = false
+  s.version = '4.0.0'
+  s.has_rdoc = true
   s.extra_rdoc_files = ['README', 'LICENSE']
-  s.summary = 'RoadRunner是LoadRunner的Ruby简易实现'
+  s.summary = 'RoadRunner'
   s.description = s.summary
-  s.author = 'CharlesCui'
+  s.author = 'Charles Cui'
   s.email = 'zheng.cuizh@gmail.com'
-  # s.executables = ['your_executable_here']
-  s.files = %w(LICENSE README Rakefile) + Dir.glob("{bin,lib,spec,test}/**/*")
+  s.executables = ['controller.rb']
+  s.files = %w(LICENSE README Rakefile) + Dir.glob("{bin,lib,conf,controller,log,test}/**/*")
   s.require_path = "lib"
   s.bindir = "bin"
 end
@@ -35,12 +35,7 @@ Rake::RDocTask.new do |rdoc|
   files =['README', 'LICENSE', 'lib/**/*.rb']
   rdoc.rdoc_files.add(files)
   rdoc.main = "README" # page to start on
-  rdoc.title = "RoadRunner Docs"
+  rdoc.title = "dsmp Docs"
   rdoc.rdoc_dir = 'doc/rdoc' # rdoc output folder
   rdoc.options << '--line-numbers'
 end
-
-Rake::TestTask.new do |t|
-  t.test_files = FileList['test/**/*.rb']
-end
-

data/bin/controller.rb

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require "logger"
+require "yaml"
+require File.join(File.dirname(__FILE__),'..','lib',"monitor")
+
+USEAGE="Use age: controller.rb -t dd|mysql|svn|test [-f ./servers.yaml]"
+(p USEAGE;return 1) if ARGV.size < 2
+
+#-----------------------------Argv prepare.--------------------------------#
+
+def args(key)
+  ARGV.each_with_index do |arg, i|
+    return ARGV[i+1] if "-#{key}" == arg
+  end
+  nil
+end
+
+unless args('t')
+  p USEAGE
+  p "parameter -t must be specified."
+  exit 1
+end
+
+#-----------------------------Log file initialize.--------------------------------#
+
+log_file=File.join(File.dirname(__FILE__),'..','log','stdout.log')
+FileUtils.rm log_file,:force=>true
+
+File.open(log_file,"w"){|f|
+  f.puts "*"*60+$/
+  f.puts "DSMP (Distribute Store Manage Performance)".center(60,"*")+$/
+  f.puts "*"*60+$/+$/+$/
+}
+
+$log = Logger.new(log_file)
+$log.level=Logger::INFO
+
+$log.info "Controller Log Start".center(60,'*')+$/
+$log.debug "ARGV:#{ARGV.inspect}"
+
+#-----------------------------Servers Config initialize.--------------------------------#
+
+conf_file=args('f')||File.join(File.dirname(__FILE__),'..','conf','server.yaml')
+
+File.open( conf_file ) { |yf| 
+  begin
+    $czservers=YAML::load( yf ) 
+  rescue Exception => e
+    $log.error("YAML Load Error!Plz check your yaml file => #{conf_file}.#{$/}#{e.to_s}")
+    exit 1
+  end
+}
+
+#-----------------------------exec your job and monitor work--------------------------------#
+
+require File.join(File.dirname(__FILE__),'..','controller',"wrap")
+include RoadRunnerModule
+
+case args('t')
+when /dd/ then
+	RRMonitor.monit($czservers,$log,"DD-Performance"){Work.work(3,$log,File.join(File.dirname(__FILE__),'..','controller','dd.sh'))}
+when /mysql/ then
+	RRMonitor.monit($czservers,$log,"MySQL-Performance"){Work.work(3,$log,File.join(File.dirname(__FILE__),'..','controller','mysql.sh'))}
+when /svn/ then
+	RRMonitor.monit($czservers,$log,"SVN-Performance"){Work.work(1,$log,File.join(File.dirname(__FILE__),'..','controller','svn.sh'))}
+when /test/ then
+	RRMonitor.monit([],$log,"Test-Performance"){$log.info "Test Performance Start.....";sleep 60*2;$log.info "Test END."}
+else
+  p USEAGE
+	exit 1
+end
+

data/bin/host_mgr.rb

@@ -0,0 +1,69 @@
+#!/bin/env ruby
+
+(p "Use age : host_mgr.rb -c restart|shutdown|test [-f ./servers.yaml|-h]";exit 1) if ARGV.include("-h")
+
+require "rubygems"
+require "net/ssh"
+
+class HostMgr
+  def initialize(opt={:server=>"0.0.0.0", :username=>"admin", :password=>"123456"})
+    begin
+      @sess=Net::SSH.start(opt[:server], opt[:username], :password => opt[:password],:timeout => 120)
+    rescue Exception => e
+      p e
+      p opt.inspect
+      raise e
+    end
+  end
+
+  def exec!(cmd)
+    p @sess.exec!(cmd)
+    p "#{cmd} --exec over."
+  end
+
+  def exit
+    @sess.exit
+  end
+end
+
+#-----------------------------Argv prepare.--------------------------------#
+
+def args(key)
+  ARGV.each_with_index do |arg, i|
+    return ARGV[i+1] if "-#{key}" == arg
+  end
+  nil
+end
+
+
+#-----------------------------Servers Config initialize.--------------------------------#
+
+conf_file=args('f')||File.join(File.dirname(__FILE__),'..','conf','server.yaml')
+
+File.open( conf_file ) { |yf| 
+  begin
+    $czservers=YAML::load( yf ) 
+  rescue Exception => e
+    $log.error("YAML Load Error!Plz check your yaml file => #{conf_file}.#{$/}#{e.to_s}")
+    exit 1
+  end
+}
+
+HOSTS=[]
+$czservers.each do |h,obj|
+	#HOSTS<<HostMgr.new({:server=>h,:username=>"admin",:password=>"123456"})
+	HOSTS<<HostMgr.new({:server=>h,:username=>obj[:username],:password=>obj[:password]})
+end
+
+#p HOSTS.inspect
+
+case args('c')
+when /restart/,/reboot/,/re/
+	HOSTS.each{|h|h.exec!("init 6")}
+when /shutdown/,/halt/,/sd/
+	HOSTS.each{|h|h.exec!("init 0")}
+when /test/,/t/
+	HOSTS.each{|h|h.exec!("env")}
+else
+	p "useage: host_mgr.rb cmd"
+end

data/bin/nbd_prepare.sh

@@ -0,0 +1,87 @@
+#!/bin/sh
+#KV.....10.250.3.25-30..6......25.master.....kv-server.
+
+#.......10.250.6.30
+#root/goodluck@2010
+
+#nbd....
+#/home/admin/nbd
+
+#...........
+#/home/cuizheng
+#/home/cuizheng/mysql
+#/home/cuizheng/file1
+#/home/cuizheng/file2
+
+
+#......
+cd /home/cuizheng
+LOG=/home/cuizheng/log/nbd-server.log
+if [ -e $LOG ]; then
+	rm -f $LOG
+fi
+
+touch $LOG
+
+#........nbd
+umount ./file1
+umount ./file2
+umonut ./mysql
+
+#..nbd-server..
+ps axf|grep nbd-server|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9
+
+cd /home/admin/nbd/client/
+#..nbd-client..
+./nbd-client -d /dev/nbd0
+./nbd-client -d /dev/nbd1
+./nbd-client -d /dev/nbd2
+
+ps axf|grep nbd-client|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9
+
+cd /home/admin/nbd/server/
+#.....
+modprobe nbd
+nohup ./nbd-server nuwa://10.250.3.25:10240/sys/kvengine/KVMaster >>$LOG 2>&1 &
+
+cd /home/admin/nbd/client/
+#.....
+#sector_size=1024
+#disk_size=50G
+#device_id=second since 1970
+#device=/dev/nbd0-nbd2
+
+D=`date +"%Y-%m-%d %H:%M:%S"`
+
+Device_id=`date +"%s"`
+echo nbd0 device_id => $Device_id
+./nbd-client 1024 2G $Device_id /dev/nbd0
+echo MySQL deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+sleep 5
+
+Device_id=`date +"%s"`
+echo nbd1 device_id => $Device_id
+./nbd-client 1024 2G `date +"%s"` /dev/nbd1
+echo File1 deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+sleep 5
+
+Device_id=`date +"%s"`
+echo nbd2 device_id => $Device_id
+./nbd-client 1024 2G `date +"%s"` /dev/nbd2
+echo File2 deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+#...
+mkfs /dev/nbd0
+mkfs /dev/nbd1
+mkfs /dev/nbd2
+
+#....NBD......:
+mount /dev/nbd0 /home/cuizheng/mysql
+mount /dev/nbd1 /home/cuizheng/file1
+mount /dev/nbd2 /home/cuizheng/file2
+

data/conf/servers.yaml

@@ -0,0 +1,29 @@
+--- 
+10.250.3.25: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.26: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.6.30: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.27: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.28: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.29: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.30: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"

data/controller/dd.sh

@@ -0,0 +1,91 @@
+#!/bin/sh
+#file-name=nbd_perf_dd.sh
+
+cd /home/cuizheng
+#LOG=/home/cuizheng/log/nbd_perf_dd_`date +"%Y-%m-%d=%H:%M:%S"`.log
+LOG=/home/cuizheng/log/dd.log
+
+echo "***********DD-Performance***********" >> $LOG
+
+if [ -e $log ];then
+	rm -f $LOG
+fi
+touch $LOG
+_START=`date +"%s"`
+
+i=1
+
+while [ $i -le 3 ];
+do
+SUB=`uuidgen`
+
+cd /home/cuizheng/file1
+mkdir dd_tmp_$SUB
+cd dd_tmp_$SUB
+
+#echo "dd 5mb start" >> $LOG
+#UUID=`uuidgen`
+#START=`date +"%s"`
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=10
+#sync
+#END=`date +"%s"` 
+#echo "
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=10
+#sync
+#START:$START,END:$END,SPEND:$((END-START))
+#
+#" >> $LOG
+
+
+echo "dd 50mb start" >> $LOG
+UUID=`uuidgen`
+START=`date +"%s"`
+dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+sync
+END=`date +"%s"`
+echo "
+dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+#echo "dd 500mb start" >> $LOG
+#UUID=`uuidgen`
+#START=`date +"%s"`
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=1024
+#sync
+#END=`date +"%s"` 
+#echo "
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+#sync
+#START:$START,END:$END,SPEND:$((END-START))
+#
+#" >> $LOG
+
+
+echo "rm dd document start" >> $LOG
+cd ..
+START=`date +"%s"`
+rm -rf dd_tmp_$SUB 
+sync
+END=`date +"%s"` 
+echo "
+rm -rf dd_tmp_$SUB
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+i=$(($i + 1))
+done
+
+_END=`date +"%s"`
+
+echo DD-Performance Total  START:$_START,END:$_END,SPEND:$((_END-_START)) >> $LOG
+
+exit 1
+
+#...10..........
+#nohup sh nbd_perf_dd.sh 1>/home/cuizheng/nbd_perf_dd.log 2>&1 
+

data/controller/mysql.rb

@@ -0,0 +1,73 @@
+#!/ur/bin/env ruby
+
+require 'rubygems'
+require 'activerecord'
+require 'benchmark'
+require 'logger'
+require 'pp'
+
+log_file=File.join(File.dirname(__FILE__),'log','mysql.log')
+FileUtils.rm log_file,:force=>true
+
+File.open(log_file,"w"){|f|
+  f.puts "*"*60+$/
+  f.puts "MySQL Store Performance Test".center(60,"*")+$/
+  f.puts "*"*60+$/+$/+$/
+}
+
+#$log = Logger.new(File.join(File.dirname(__FILE__),'log','stdout.log'))
+$log = Logger.new(log_file)
+$log.level=Logger::ERROR
+
+begin
+  ActiveRecord::Base.establish_connection(
+    :adapter =>"mysql",
+    :username => "houyi",
+    :password =>"111111",
+    :database => "SNS",
+    :host =>"10.250.6.30"
+  )
+  $log.info "MySQL Connect Success."
+rescue => e
+  $log.error "MySQL Connect Failed!"
+  $log.error e.to_s
+end
+
+# N => count of iterations.
+N=10000
+
+class QaPost < ActiveRecord::Base
+  set_table_name "qa_posts"
+  set_primary_key "ID"
+end
+
+def insert_records(x=N)
+  qp=QaPost.new
+  QaPost.columns.each do |c|
+    qp.send(c.to_s+"=",rand(x)) unless c=="ID"||c=='id'
+  end
+	ts=Benchmark.measure{qp.save!}
+	`sync`
+  $log.debug qp.inspect
+  $log.info "One Record insert. ts=>#{ts.inspect}"
+end
+
+def select_record(id=1)
+	qp=nil
+	ts=Benchmark.measure{qp=QaPost.find_by_id(1)}
+	$log.debug qp.inspect
+	$log.info "One Record Select. ts=>#{ts.inspect}"
+end
+
+
+$log.info "#{N} iterations start.".center(60,'*')
+
+ts = Benchmark.measure{
+	N.times do |x|
+		insert_records(x)
+		select_record
+	end
+}
+
+$log.info "#{N} iterations end.".center(60,'*')
+$log.info "#{N} iterations cost ts=>#{ts.inspect}".center(60,'*')