roadrunner 4.0.3

data/LICENSE

@@ -0,0 +1,3 @@
+== RoadRunner
+
+Put appropriate LICENSE for your project here.

data/README

@@ -0,0 +1,3 @@
+== RoadRunner
+
+You should document your project here.

data/Rakefile

@@ -0,0 +1,41 @@
+# 
+# To change this template, choose Tools | Templates
+# and open the template in the editor.
+ 
+
+require 'rubygems'
+require 'rake'
+require 'rake/clean'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'rake/testtask'
+
+spec = Gem::Specification.new do |s|
+  s.name = 'roadrunner'
+  s.version = '4.0.3'
+  s.has_rdoc = true
+  s.extra_rdoc_files = ['README', 'LICENSE']
+  s.summary = 'roadrunner'
+  s.description = s.summary
+  s.author = 'Charles Cui'
+  s.email = 'zheng.cuizh@gmail.com'
+  s.executables = ['controller.rb']
+  s.files = %w(LICENSE README Rakefile) + Dir.glob("{bin,lib,conf,controller,log,test}/**/*")
+  s.require_path = "lib"
+  s.bindir = "bin"
+end
+
+Rake::GemPackageTask.new(spec) do |p|
+  p.gem_spec = spec
+  p.need_tar = true
+  p.need_zip = true
+end
+
+Rake::RDocTask.new do |rdoc|
+  files =['README', 'LICENSE', 'lib/**/*.rb']
+  rdoc.rdoc_files.add(files)
+  rdoc.main = "README" # page to start on
+  rdoc.title = "dsmp Docs"
+  rdoc.rdoc_dir = 'doc/rdoc' # rdoc output folder
+  rdoc.options << '--line-numbers'
+end

data/bin/controller.rb

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+
+require "rubygems"
+require "logger"
+require "yaml"
+require File.join(File.dirname(__FILE__),'..','lib',"monitor")
+
+USEAGE="Use age: controller.rb -t dd|mysql|svn|test [-f ./servers.yaml]"
+(p USEAGE;return 1) if ARGV.size < 2
+
+#-----------------------------Argv prepare.--------------------------------#
+
+def args(key)
+  ARGV.each_with_index do |arg, i|
+    return ARGV[i+1] if "-#{key}" == arg
+  end
+  nil
+end
+
+unless args('t')
+  p USEAGE
+  p "parameter -t must be specified."
+  exit 1
+end
+
+#-----------------------------Log file initialize.--------------------------------#
+
+log_file=File.join(File.dirname(__FILE__),'..','log','stdout.log')
+FileUtils.rm log_file,:force=>true
+
+File.open(log_file,"w"){|f|
+  f.puts "*"*60+$/
+  f.puts "DSMP (Distribute Store Manage Performance)".center(60,"*")+$/
+  f.puts "*"*60+$/+$/+$/
+}
+
+$log = Logger.new(log_file)
+$log.level=Logger::INFO
+
+$log.info "Controller Log Start".center(60,'*')+$/
+$log.debug "ARGV:#{ARGV.inspect}"
+
+#-----------------------------Servers Config initialize.--------------------------------#
+
+conf_file=args('f')||File.join(File.dirname(__FILE__),'..','conf','server.yaml')
+
+File.open( conf_file ) { |yf| 
+  begin
+    $czservers=YAML::load( yf ) 
+  rescue Exception => e
+    $log.error("YAML Load Error!Plz check your yaml file => #{conf_file}.#{$/}#{e.to_s}")
+    exit 1
+  end
+}
+
+#-----------------------------exec your job and monitor work--------------------------------#
+
+require File.join(File.dirname(__FILE__),'..','controller',"wrap")
+include RoadRunnerModule
+
+case args('t')
+when /dd/ then
+	RRMonitor.monit($czservers,$log,"DD-Performance"){Wrap.work(3,$log,File.join(File.dirname(__FILE__),'..','controller','dd.sh'))}
+when /mysql/ then
+	RRMonitor.monit($czservers,$log,"MySQL-Performance"){Wrap.work(3,$log,File.join(File.dirname(__FILE__),'..','controller','mysql.sh'))}
+when /svn/ then
+	RRMonitor.monit($czservers,$log,"SVN-Performance"){Wrap.work(1,$log,File.join(File.dirname(__FILE__),'..','controller','svn.sh'))}
+when /nbd/ then
+  RRMonitor.monit([],$log,"NBD-Performance"){require File.join(File.dirname(__FILE__),'..','controller',"ioperf")}
+when /test/ then
+	RRMonitor.monit([],$log,"Test-Performance"){$log.info "Test Performance Start.....";sleep 60*2;$log.info "Test END."}
+else
+  p USEAGE
+	exit 1
+end
+

data/bin/hostmgr.rb

@@ -0,0 +1,69 @@
+#!/bin/env ruby
+
+(p "Use age : host_mgr.rb -c restart|shutdown|test [-f ./servers.yaml|-h]";exit 1) if ARGV.include("-h")
+
+require "rubygems"
+require "net/ssh"
+
+class HostMgr
+  def initialize(opt={:server=>"0.0.0.0", :username=>"admin", :password=>"123456"})
+    begin
+      @sess=Net::SSH.start(opt[:server], opt[:username], :password => opt[:password],:timeout => 120)
+    rescue Exception => e
+      p e
+      p opt.inspect
+      raise e
+    end
+  end
+
+  def exec!(cmd)
+    p @sess.exec!(cmd)
+    p "#{cmd} --exec over."
+  end
+
+  def exit
+    @sess.exit
+  end
+end
+
+#-----------------------------Argv prepare.--------------------------------#
+
+def args(key)
+  ARGV.each_with_index do |arg, i|
+    return ARGV[i+1] if "-#{key}" == arg
+  end
+  nil
+end
+
+
+#-----------------------------Servers Config initialize.--------------------------------#
+
+conf_file=args('f')||File.join(File.dirname(__FILE__),'..','conf','server.yaml')
+
+File.open( conf_file ) { |yf| 
+  begin
+    $czservers=YAML::load( yf ) 
+  rescue Exception => e
+    $log.error("YAML Load Error!Plz check your yaml file => #{conf_file}.#{$/}#{e.to_s}")
+    exit 1
+  end
+}
+
+HOSTS=[]
+$czservers.each do |h,obj|
+	#HOSTS<<HostMgr.new({:server=>h,:username=>"admin",:password=>"123456"})
+	HOSTS<<HostMgr.new({:server=>h,:username=>obj[:username],:password=>obj[:password]})
+end
+
+#p HOSTS.inspect
+
+case args('c')
+when /restart/,/reboot/,/re/
+	HOSTS.each{|h|h.exec!("init 6")}
+when /shutdown/,/halt/,/sd/
+	HOSTS.each{|h|h.exec!("init 0")}
+when /test/,/t/
+	HOSTS.each{|h|h.exec!("env")}
+else
+	p "useage: host_mgr.rb cmd"
+end

data/bin/nbd_prepare.sh

@@ -0,0 +1,88 @@
+#!/bin/sh
+#KV.....10.250.3.25-30..6......25.master.....kv-server.
+
+#.......10.250.6.30
+#root/goodluck@2010
+
+#nbd....
+#/home/admin/nbd
+
+#...........
+#/home/cuizheng
+#/home/cuizheng/mysql
+#/home/cuizheng/file1
+#/home/cuizheng/file2
+
+
+#......
+mkdir /home/cuizheng
+cd /home/cuizheng
+LOG=/home/cuizheng/log/nbd-server.log
+if [ -e $LOG ]; then
+	rm -f $LOG
+fi
+
+touch $LOG
+
+#........nbd
+umount ./file1
+umount ./file2
+umonut ./mysql
+
+#..nbd-server..
+ps axf|grep nbd-server|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9
+
+cd /home/admin/nbd/client/
+#..nbd-client..
+./nbd-client -d /dev/nbd0
+./nbd-client -d /dev/nbd1
+./nbd-client -d /dev/nbd2
+
+ps axf|grep nbd-client|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9
+
+cd /home/admin/nbd/server/
+#.....
+modprobe nbd
+nohup ./nbd-server nuwa://10.250.3.25:10240/sys/kvengine/KVMaster >>$LOG 2>&1 &
+
+cd /home/admin/nbd/client/
+#.....
+#sector_size=1024
+#disk_size=50G
+#device_id=second since 1970
+#device=/dev/nbd0-nbd2
+
+D=`date +"%Y-%m-%d %H:%M:%S"`
+
+Device_id=`date +"%s"`
+echo nbd0 device_id => $Device_id
+./nbd-client 1024 2G $Device_id /dev/nbd0
+echo MySQL deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+sleep 5
+
+Device_id=`date +"%s"`
+echo nbd1 device_id => $Device_id
+./nbd-client 1024 2G `date +"%s"` /dev/nbd1
+echo File1 deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+sleep 5
+
+Device_id=`date +"%s"`
+echo nbd2 device_id => $Device_id
+./nbd-client 1024 2G `date +"%s"` /dev/nbd2
+echo File2 deveice id: >> $LOG
+echo $Device_id >> $LOG
+
+#...
+mkfs /dev/nbd0
+mkfs /dev/nbd1
+mkfs /dev/nbd2
+
+#....NBD......:
+mount /dev/nbd0 /home/cuizheng/mysql
+mount /dev/nbd1 /home/cuizheng/file1
+mount /dev/nbd2 /home/cuizheng/file2
+

data/conf/servers.yaml

@@ -0,0 +1,29 @@
+--- 
+10.250.3.25: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.26: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.6.30: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.27: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.28: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.29: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"
+10.250.3.30: 
+  :username: admin
+  :ts: Test-Performance
+  :password: "123456"

data/controller/dd.sh

@@ -0,0 +1,92 @@
+#!/bin/sh
+#file-name=nbd_perf_dd.sh
+
+mkdir -p /home/cuizheng/log
+cd /home/cuizheng
+#LOG=/home/cuizheng/log/nbd_perf_dd_`date +"%Y-%m-%d=%H:%M:%S"`.log
+LOG=/home/cuizheng/log/dd.log
+
+echo "***********DD-Performance***********" >> $LOG
+
+if [ -e $log ];then
+	rm -f $LOG
+fi
+touch $LOG
+_START=`date +"%s"`
+
+i=1
+
+while [ $i -le 3 ];
+do
+SUB=`uuidgen`
+
+cd /home/cuizheng/file1
+mkdir dd_tmp_$SUB
+cd dd_tmp_$SUB
+
+#echo "dd 5mb start" >> $LOG
+#UUID=`uuidgen`
+#START=`date +"%s"`
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=10
+#sync
+#END=`date +"%s"` 
+#echo "
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=10
+#sync
+#START:$START,END:$END,SPEND:$((END-START))
+#
+#" >> $LOG
+
+
+echo "dd 50mb start" >> $LOG
+UUID=`uuidgen`
+START=`date +"%s"`
+dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+sync
+END=`date +"%s"`
+echo "
+dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+#echo "dd 500mb start" >> $LOG
+#UUID=`uuidgen`
+#START=`date +"%s"`
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=1024
+#sync
+#END=`date +"%s"` 
+#echo "
+#dd if=/dev/zero of=./nbd_perf_test_file_$UUID.dat bs=512k count=102
+#sync
+#START:$START,END:$END,SPEND:$((END-START))
+#
+#" >> $LOG
+
+
+echo "rm dd document start" >> $LOG
+cd ..
+START=`date +"%s"`
+rm -rf dd_tmp_$SUB 
+sync
+END=`date +"%s"` 
+echo "
+rm -rf dd_tmp_$SUB
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+i=$(($i + 1))
+done
+
+_END=`date +"%s"`
+
+echo DD-Performance Total  START:$_START,END:$_END,SPEND:$((_END-_START)) >> $LOG
+
+exit 1
+
+#...10..........
+#nohup sh nbd_perf_dd.sh 1>/home/cuizheng/nbd_perf_dd.log 2>&1 
+

data/controller/ioperf.rb

@@ -0,0 +1,108 @@
+require "rubygems"
+require File.join(File.dirname(__FILE__),'..','lib','roadrunner')
+
+#-----------------------------Argv prepare.--------------------------------#
+
+def args(key)
+  ARGV.each_with_index do |arg, i|
+    return ARGV[i+1] if "-#{key}" == arg
+  end
+  nil
+end
+
+unless args('nbd')
+  p "[ruby ]controller.rb ioperf -nbd /dev/nbd[0-x]"
+  exit 1
+end
+
+#-----------------------------Logger prepare.--------------------------------#
+
+$log ||= Logger.new(STDOUT)
+
+NBD=begin
+      File.open(args('nbd'),"r+")
+    rescue Exception => e
+      $log.error "Can't open #{args('nbd')}!"
+      exit -1
+    end
+
+NBD.sync=true
+
+#-----------------------------Test scenario prepare.--------------------------------#
+
+class IOPerf
+  
+  class<<self
+
+    def rand_read(nbd,fs)
+      begin
+        mp=rand(fs).to_i
+        $log.info("rand_read:seek #{tmp} in #{nbd}.")
+        nbd.seek(tmp)
+        tmp=nbd.getc
+        $log.debug("rand_read:get #{tmp} from #{nbd}.")
+      rescue Exception => e
+        $log.error("#{nbd} read error!")
+      end
+    end
+
+    def rand_write(nbd,fs)
+      begin
+        tmp=rand(fs).to_i
+        $log.info("rand_write:seek #{tmp} in #{nbd}.")
+        nbd.seek(tmp)
+        tmp=('a'..'z').to_a[rand 26]
+        $log.debug("rand_write:write #{tmp} into #{nbd}.")
+        nbd.putc(tmp)
+      rescue Exception => e
+        $log.error("#{nbd} write error!")
+      end
+    end
+
+    def seq_read(nbd,fs)
+      begin
+        nbd.rewind if nbd.eof?
+        tmp=rand(fs)
+        $log.debug("seq_read:reading #{tmp} bytes from #{nbd}")
+        nbd.sysread(tmp)
+      rescue Exception => e
+        $log.error("#{nbd} read error!")
+      end
+  
+    end
+
+    def seq_write(nbd,fs)
+      begin
+        nbd.rewind if nbd.eof?
+        tmp=rand(fs)
+        $log.debug("seq_read:writing #{tmp} bytes into #{nbd}")
+        nbd.syswrite('x'*tmp)
+      rescue Exception => e
+        $log.error("#{nbd} write error!")
+      end
+  
+    end
+
+  end
+
+end
+
+
+rr=RoadRunner.new
+rr.mode,rr.users,rr.iterations='p',50,10000
+
+# ['rand_read','rand_write','seq_read','seq_write']
+
+IOPerf.singleton_methods[0..-2].each{|s|
+  ts_proc=proc{
+    IOPerf.send(s,NBD,File.size(NBD))
+  }
+  rr.send(s,&ts_proc)
+}
+
+NBD.close
+
+rr.run
+rr.report
+
+

data/controller/mysql.rb

@@ -0,0 +1,74 @@
+#!/ur/bin/env ruby
+
+require 'rubygems'
+require 'activerecord'
+require 'benchmark'
+require 'logger'
+require 'pp'
+
+log_file=File.join(File.dirname(__FILE__),'log','mysql.log')
+FileUtils.rm log_file,:force=>true
+
+File.open(log_file,"w"){|f|
+  f.puts "*"*60+$/
+  f.puts "MySQL Store Performance Test".center(60,"*")+$/
+  f.puts "*"*60+$/+$/+$/
+}
+
+#$log = Logger.new(File.join(File.dirname(__FILE__),'log','stdout.log'))
+$log = Logger.new(log_file)
+$log.level=Logger::ERROR
+
+begin
+  ActiveRecord::Base.establish_connection(
+    :adapter =>"mysql",
+    :username => "houyi",
+    :password =>"111111",
+    :database => "SNS",
+    :host =>"10.250.6.30"
+  )
+  $log.info "MySQL Connect Success."
+rescue => e
+  $log.error "MySQL Connect Failed!"
+  $log.error e.to_s
+end
+
+# N => count of iterations.
+N=10000
+
+class RRData < ActiveRecord::Base
+  set_table_name "qa_posts"
+  set_primary_key "ID"
+end
+
+def insert_records(x=N)
+  qp=RRData.new
+  RRData.columns.each do |c|
+    qp.send(c.to_s+"=",rand(x)) unless c=="ID"||c=='id'
+  end
+	ts=Benchmark.measure{qp.save!}
+	`sync`
+  $log.debug qp.inspect
+  $log.info "One Record insert. ts=>#{ts.inspect}"
+end
+
+def select_record(id=1)
+	qp=nil
+	ts=Benchmark.measure{qp=RRData.find_by_id(id)}
+	$log.debug qp.inspect
+	$log.info "One Record Select. ts=>#{ts.inspect}"
+end
+
+
+$log.info "#{N} iterations start.".center(60,'*')
+
+ts = Benchmark.measure{
+	N.times do |x|
+    # insert_records(x)
+    # select_record(rand(3000)*2)
+    # RRData.find_by_sql()
+	end
+}
+
+$log.info "#{N} iterations end.".center(60,'*')
+$log.info "#{N} iterations cost ts=>#{ts.inspect}".center(60,'*')

data/controller/mysql.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+/etc/init.d/mysql stop
+rm -rf /home/cuizheng/mysql/*
+sync
+cp /home/admin/data /home/cuizheng/mysql/
+sync
+/etc/init.d/mysql start
+
+ruby /home/cuizheng/controller/mysql.rb

data/controller/svn.sh

@@ -0,0 +1,49 @@
+#!/bin/sh
+#file-name=svn.sh
+
+mkdir -p /home/cuizheng/log
+cd /home/cuizheng
+#LOG=/home/cuizheng/log/nbd_perf_svn_`date +"%Y-%m-%d=%H:%M:%S"`.log
+LOG=/home/cuizheng/log/svn.log
+
+
+cd /home/cuizheng/file1
+rm -rf *
+sync
+cp /root/code ./ -r
+sync
+rm -rf /home/cuizheng/file2/*
+sync
+
+
+i=1
+
+while [ $i -le 10 ];
+do
+
+START=`date +"%s"`
+mv /home/cuizheng/file1/* /home/cuizheng/file2/
+sync
+END=`date +"%s"` 
+echo "
+mv /home/cuizheng/file1/* /home/cuizheng/file2/
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >>$LOG
+
+START=`date +"%s"`
+mv /home/cuizheng/file2/* /home/cuizheng/file1/
+sync
+END=`date +"%s"`
+echo "
+mv /home/cuizheng/file2/* /home/cuizheng/file1/
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+i=$(($i + 1))
+done
+
+exit 1

data/controller/wrap.rb

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+require File.join(File.dirname(__FILE__),'..','lib','roadrunner.rb')
+module RoadRunnerModule
+
+module Wrap
+  
+  def self.work(n,log,sh)
+    worker=RoadRunner.new
+    
+    worker.users=n
+    worker.iterations=1
+    worker.log=log
+    
+    worker.action{log.info `sh #{@sh} 2>&1`}
+    
+    worker.run
+    worker.report
+  end
+end
+
+
+end

data/lib/action.rb

@@ -0,0 +1,14 @@
+#Here is LR Action function
+
+module RoadRunnerModule
+  def action(&blk)
+
+    if block_given?
+      @actBlk=blk
+      register_transactions('actoin',&blk)
+    else
+      raise ArgumentError, "no block"
+    end
+
+  end
+end