RoadRunner 3.3.1 → 4.0.0

data/controller/mysql.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+/etc/init.d/mysql stop
+rm -rf /home/cuizheng/mysql/*
+sync
+cp /home/admin/data /home/cuizheng/mysql/
+sync
+/etc/init.d/mysql start
+
+ruby /home/cuizheng/controller/mysql.rb

data/controller/svn.sh

@@ -0,0 +1,48 @@
+#!/bin/sh
+#file-name=svn.sh
+
+cd /home/cuizheng
+#LOG=/home/cuizheng/log/nbd_perf_svn_`date +"%Y-%m-%d=%H:%M:%S"`.log
+LOG=/home/cuizheng/log/svn.log
+
+
+cd /home/cuizheng/file1
+rm -rf *
+sync
+cp /root/code ./ -r
+sync
+rm -rf /home/cuizheng/file2/*
+sync
+
+
+i=1
+
+while [ $i -le 10 ];
+do
+
+START=`date +"%s"`
+mv /home/cuizheng/file1/* /home/cuizheng/file2/
+sync
+END=`date +"%s"` 
+echo "
+mv /home/cuizheng/file1/* /home/cuizheng/file2/
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >>$LOG
+
+START=`date +"%s"`
+mv /home/cuizheng/file2/* /home/cuizheng/file1/
+sync
+END=`date +"%s"`
+echo "
+mv /home/cuizheng/file2/* /home/cuizheng/file1/
+sync
+START:$START,END:$END,SPEND:$((END-START))
+
+" >> $LOG
+
+i=$(($i + 1))
+done
+
+exit 1

data/controller/wrap.rb

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+module RoadRunnerModule
+
+class	Wrap
+
+  def initialize(opt={})
+    @SHELL=opt[:sh]
+    @NUM=opt[:n]||10
+    @log=opt[:log]
+    @PIDS=[]
+    @log.debug "Wrap initialize parameters => #{opt.inspect}"
+  end
+
+
+  def start!
+    @log.info "DSMP perftest start!".center(60,'*')
+
+    @NUM.times do|i|
+    	@log.info "sh #{@SHELL} >> #{@SHLOG} 2>&1"
+    	@PIDS << Process.fork do
+    		@log.info `sh #{@SHELL} 2>&1`
+    	end
+    end
+
+    @log.info "Waiting Processes => #{@PIDS.inspect}"
+    Process.waitall
+    @log.info "Processes down."
+  end
+
+
+  def end!
+    @PIDS.each do |x|
+    	@log.debug %x"kill -9 #{x}"
+    end
+  end
+
+end
+
+
+module Work
+	def self.work(n,log,sh)
+		svn=Wrap.new({:n=>n,:log=>log,:sh=>sh })
+		svn.start!
+	end
+end
+
+
+end

data/lib/roadrunner.rb

@@ -10,12 +10,7 @@ require 'benchmark'
 require 'logger'
 require 'pp'
 
-require 'init'
-require 'action'
-require 'ended'
-require 'run'
-require 'report'
-require 'rrhelper'
+Dir[File.join(File.dirname(__FILE__),"*.rb")].select{|x|not (x =~ /.*model\.rb/ || x =~ /.*db\.rb/ || x =~ /.*roadrunner\.rb/)}.each { |x| require x  }
 
 class RoadRunner
 
@@ -34,18 +29,25 @@ class RoadRunner
 
   def initialize(opts={})
     # => DEBUG < INFO < WARN < ERROR < FATAL < UNKNOWN
-    opts = {:out=>"roadrunner_stdout.log",:frequency=>'daily',:size=>1048576,:level=>Logger::ERROR}.merge opts
+    opts = {:out=>File.join(File.dirname(__FILE__),'..','log',"stdout.log"),:frequency=>'daily',:size=>1048576,:level=>Logger::DEBUG}.merge opts
     @users,@iterations,@longest,@userId,@iterationId=1,1,0,0,0
     @initBlk,@actBlk,@endBlk=proc{},proc{},proc{}
     @global,@transactions={},{}
     @log=Logger.new(opts[:out],opts[:frequency],opts[:size])
     @log.level=opts[:level]
-    # => mode : sequence,thread
+    # => mode : sequence<default>,thread|t,process|p
     @mode='sequence'
 
     if block_given? then
-      require 'active_record'
+      begin
+        gem 'active_record'
+        require 'active_record'
+      rescue Exception => e
+        require 'activerecord'
+      end
+      
       require 'db'
+      require "model"
 
       session = {}      
       _session = yield session

data/lib/rrmonitor.rb

@@ -0,0 +1,174 @@
+require "rubygems"
+require "net/ssh"
+require 'fileutils'
+
+module RoadRunnerModule
+  
+=begin
+  RRMonitor is used for Xnix system.
+=end
+
+class RRMonitor
+  def initialize(opt={:server=>"0.0.0.0", :username=>"admin", :password=>"123456"})
+    raise(ArgumentError,"Logger is needed!") unless opt[:log]
+    @log=opt[:log]
+    
+    @server=opt[:server]
+    
+    begin
+      @sess=Net::SSH.start(opt[:server], opt[:username], :password => opt[:password],:timeout => 120)
+      @log.info "#{opt[:server]} ssh connection OK."
+    rescue Exception => e
+      @log.error e
+      @log.error opt.inspect
+      raise e
+    end
+    
+    
+    @log.info("monitor initialize.".center(60,"*"))
+    @log.debug("monitor => #{self.inspect}")
+    
+    @ts=( opt[:ts] || Time.now.to_i )
+    
+    @path="#{File.join File.dirname(__FILE__),'..','log'}/monitor/#{@ts}"
+    @log.info "monitor local log path :#{@path}"
+    
+    @rpath="~/.monit/#{@ts}"
+    @log.info "monitor remote log path(rpath) :#{@rpath}"
+    
+    @sess.exec!("rm -rf #{@rpath}")
+    @sess.exec!("mkdir -p #{@rpath}")
+    
+    @pids={}
+  end
+  
+=begin
+  run!(cmd) =>
+  the cmd will be execed at remote server(0),
+  and the stdout will write in log file.
+  
+  cmd =>[
+    'ifstat',# network io
+    'iostat 3',# disk io
+    'vmstat 3',# memory info
+    'while((1>0));do sar -u -d 3 10; done',# disk and cpu info
+    'while((1>0));do sar -u -n DEV 3 10; done'# network and cpu info
+    ]
+  
+  "while((1>0));do #{cmd}; done" is needed for non-consist output cmd.
+  
+  cmd sample =>
+  
+    run!(["while((1>0));do /home/admin/apsara/build/debug64/bin/ku --command=getallpart --appname=blog1 --interactive=false|tail -n1; done"])
+    
+    when exec!(cmd)
+    =>
+    exec!("while((1>0));do /home/admin/apsara/build/debug64/bin/ku --command=getallpart --appname=blog1 --interactive=false|tail -n1; done  >> #{kupath} 2>/dev/null &")
+=end
+  
+  def run!(cmd=['ifstat','iostat 3','while((1>0));do sar -u -d 3 10; done','vmstat 3','while((1>0));do sar -u -n DEV 3 10; done'])
+    (@log.error "run!(cmd) cmd type require array.";exit) unless cmd.is_a?(Array)
+    (@log.error "run!(cmd) require commands.";exit) if cmd.none?
+    
+    @cmd=cmd
+    
+    begin
+      @log.info("RUN!".center(60,"*"))
+      @log.debug @server
+      cmd.each { |e|  self.exec!(e)}
+    rescue Exception => e
+      @log.error("#{self.inspect} run error!")
+      @log.error(e.to_s)
+      # raise e
+    end
+    
+  end
+
+  def exec!(cmd)
+    # >> cmd='while((1>0));do sar -u -d 3 10; # done';cmdpath="#{cmd.gsub(/([^a-zA-Z0-9\-])/,'_')}.log"
+    # => "while__1_0___do_sar_-u_-d_3_10__done.log"
+    
+    # cmdpath="#{@rpath}/#{cmd.gsub(/[\s|\t|\$|\`|\(|\)|\&|\>|\<|\;|\||\'|\"]/,'_')}.log"
+    cmdpath="#{@rpath}/#{cmd.gsub(/[^a-zA-Z0-9\-]/,'_')}.log"
+    @cmdpath=cmdpath
+    
+    @log.debug "#{cmd} path => #{cmdpath}"
+    @log.info "Start #{cmd}.".center(60,"*")
+    
+    @log.debug("#{cmd} >> #{cmdpath} 2>/dev/null &")
+    @sess.exec!("#{cmd} >> #{cmdpath} 2>/dev/null &")
+    
+    @pids[cmd]=@sess.exec!("echo $!")
+    @log.debug("#{cmd} pid => #{@pids[:ku]}")
+  end
+  
+  def stop!
+    @pids.each  do |key,value|
+      @sess.exec!("kill -9 #{value}")
+      @log.info("#{key} => #{value} stop!")
+    end
+    
+    # if other user exec the same cmd,
+    # below cmd will kill all of the cmd.
+    
+    # @sess.exec!(%q@ps axf|grep while|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9@)
+    # 
+    # @cmd.each { |e| 
+    #   @sess.exec!(%q@ps axf|grep "#{e}"|grep -v grep|awk '{printf "%s\n",$1}'|xargs kill -9@)
+    # }
+    
+    @log.debug @server
+    @log.info("Monitor STOP!".center(60,"*"))
+  end
+  
+  def collect
+    @log.debug "mkdir -p #{@path}/#{@server}"
+    %x{mkdir -p #{@path}/#{@server}}
+    
+    path = @path.gsub('~',`echo ~`.gsub(/[\r\n]/,''))
+    @log.info "Collecting...".center(60,"*")
+    @log.debug "collect path => #{path}/#{@server}"
+    `scp -r admin@#{@server}:#{@rpath} #{path}/#{@server}`
+    @log.info "collected files => #{Dir[path+'/'+@server+'/**/*'].join($/)}"
+  end
+  
+  #-----------------------------monit method--------------------------------#
+
+  def self.monit(servers,log,cmd=['ifstat','iostat 3','while((1>0));do sar -u -d 3 10; done','vmstat 3','while((1>0));do sar -u -n DEV 3 10; done'],ts="PerformanceTest")
+
+    case servers
+    when Hash
+      # do nothing
+    when String
+      File.open( servers ) { |yf| 
+        begin
+          servers=YAML::load( yf ) 
+        rescue Exception => e
+          log.error("Servers' config YAML Load Error!Plz check your yaml file => #{servers}.#{$/}#{e.to_s}")
+          exit 1
+        end
+      }
+    end
+    
+    _servers = {}
+
+    servers.each do |ip,obj|
+      _servers[ip] = RoadRunnerModule::RRMonitor.new({:server=>ip, :log=>log, :username=>obj[:username], :password=>obj[:password], :ts=>obj[:obj]||ts})
+
+      _servers[ip].run! cmd
+    end
+
+    yield
+
+    _servers.each do |k,v|
+      v.stop!
+      v.collect
+    end
+
+  end
+  
+end
+
+end
+
+

data/lib/run.rb

@@ -8,42 +8,81 @@ module RoadRunnerModule
     @thread_pool = {}
     @counter = 0
 
-    iterationBlk = if(@mode!='thread') then
-    proc {
-      @iterations.times do |iterationId|
-        @iterationId=iterationId
+    @log.debug "Mode => #{@mode}"
+    iterationBlk = case @mode
+    when /thread/,/t/ then
+      proc {      
         @users.times do |userId|
-          @userId=userId
-          rcost = self.transaction('Action',&@actBlk)
-          # => the below sentence cost a lot of system resource
-          # => if you run for production result,keep it annotated!!!
-#          self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
-          @longest = (@longest<rcost)?rcost:@longest
+          @thread_pool[Thread.start(){
+            @iterations.times do |iterationId|
+              rcost = self.transaction('Action',&@actBlk)
+              self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
+              @longest = (@longest<rcost)?rcost:@longest
+              @thread_pool[Thread.current][:iterationId] = iterationId
+            end
+            @counter += 1
+          }]={:userId=>userId}
         end
-      end}
-    elsif(@mode=='thread')
-    proc {      
-      @users.times do |userId|
-        @thread_pool[Thread.start(){
-          @iterations.times do |iterationId|
+  #      @thread_pool.keys.each{|t|t.join}
+        while @counter != @users do
+          Thread.pass
+        end
+      }
+    when /process/,/p/ then
+      proc {
+        ppid=Process.pid
+        @log.info("Main Process pid => #{ppid}")
+        
+        pids=[]
+        @users.times { |userId|
+          pids << Process.fork { 
+            @userId=userId
+            @iterations.times do |iterationId|
+              @iterationId=iterationId
+              rcost = self.transaction('Action',&@actBlk)
+              @longest = (@longest<rcost)?rcost:@longest
+            end
+            @log.info("<PID:#{Process.pid}> going down.Longest job cost #{@longest}")
+            
+            Process.kill("HUP", ppid)
+          }
+        }
+        
+        switch=true
+        c=0
+        Signal.trap("HUP", proc { @log.info("One User(Process) done."); (switch = false;p "Main process<#{Process.pid}> going down.") if ((c+=1) == @users) })
+        
+        @log.info "Waiting Processes => #{pids.inspect}"
+        
+        p "Processes<#{pids.inspect}> working."
+        while switch
+          STDOUT.puts '.'
+          sleep 5
+        end
+        p $/
+        
+        Process.waitall
+        @log.info "Processes down."
+      }
+    else
+      proc {
+        @iterations.times do |iterationId|
+          @iterationId=iterationId
+          @users.times do |userId|
+            @userId=userId
             rcost = self.transaction('Action',&@actBlk)
-            self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
+            # => the below sentence cost a lot of system resource
+            # => if you run for production result,keep it annotated!!!
+  #          self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
             @longest = (@longest<rcost)?rcost:@longest
-            @thread_pool[Thread.current][:iterationId] = iterationId
           end
-          @counter += 1
-        }]={:userId=>userId}
-      end
-#      @thread_pool.keys.each{|t|t.join}
-      while @counter != @users do
-        Thread.pass
-      end
+        end
       }
     end
 
     p '      '+"RoadRunner".center(50, '*')
-    p '      *'+"---Run , on your way.".rjust(72, ' ')+'*'
-    p '      *'*12
+    p '      *'+"---Run , on your way.".rjust(48, ' ')+'*'
+    p '      '+'*'*50
     p
     p "      Running......"
     @rep = Benchmark::measure(&iterationBlk)

data/log/dd.log

@@ -0,0 +1,129 @@
+dd 50mb start
+dd 50mb start
+dd 50mb start
+
+dd if=/dev/zero of=./nbd_perf_test_file_612eb7fd-c817-4203-9ee7-567db65e5fae.dat bs=512k count=102
+sync
+START:1266895933,END:1266896097,SPEND:164
+
+
+rm dd document start
+
+dd if=/dev/zero of=./nbd_perf_test_file_f16c2c97-c75c-496b-b9fd-e6f29b42f123.dat bs=512k count=102
+sync
+START:1266895933,END:1266896251,SPEND:318
+
+
+rm dd document start
+
+rm -rf dd_tmp_f9c1f5a6-6721-420a-b186-bc16d40e0d47
+sync
+START:1266896251,END:1266896388,SPEND:137
+
+
+
+dd if=/dev/zero of=./nbd_perf_test_file_984b4f07-86e8-43f1-a0c1-000672519a32.dat bs=512k count=102
+sync
+START:1266895933,END:1266896388,SPEND:455
+
+
+rm dd document start
+dd 50mb start
+
+rm -rf dd_tmp_bd42c07c-59ca-4082-9c77-292c0d63e56e
+sync
+START:1266896097,END:1266896388,SPEND:291
+
+
+dd 50mb start
+
+rm -rf dd_tmp_b4d4ff24-a1f1-4f52-aa81-c59d3a6abb0c
+sync
+START:1266896388,END:1266896692,SPEND:304
+
+
+dd 50mb start
+
+dd if=/dev/zero of=./nbd_perf_test_file_c1f1714e-077a-46e7-b95c-c371d75a5b5b.dat bs=512k count=102
+sync
+START:1266896388,END:1266896692,SPEND:304
+
+
+rm dd document start
+
+rm -rf dd_tmp_273ae817-fc22-4ca0-b5ad-0d458ba6a602
+sync
+START:1266896692,END:1266896710,SPEND:18
+
+
+dd 50mb start
+
+dd if=/dev/zero of=./nbd_perf_test_file_4b7f13b6-9627-41e2-a39f-7bfeba2da865.dat bs=512k count=102
+sync
+START:1266896388,END:1266896992,SPEND:604
+
+
+
+dd if=/dev/zero of=./nbd_perf_test_file_a0a41b4f-83a6-4494-b3b1-f0a3401d7aed.dat bs=512k count=102
+sync
+START:1266896710,END:1266896992,SPEND:282
+
+
+rm dd document start
+rm dd document start
+
+dd if=/dev/zero of=./nbd_perf_test_file_a42539c7-95cf-4764-9091-9aef95bf05e5.dat bs=512k count=102
+sync
+START:1266896692,END:1266896992,SPEND:300
+
+
+rm dd document start
+
+rm -rf dd_tmp_37815f72-f8eb-4e3f-9d6d-5ed47744976d
+sync
+START:1266896992,END:1266896993,SPEND:1
+
+
+
+rm -rf dd_tmp_e15d6bfd-8946-40d9-8ee3-b8c7d0535734
+sync
+START:1266896992,END:1266896993,SPEND:1
+
+
+
+rm -rf dd_tmp_b323674e-653e-47e4-97a1-4943930d894b
+sync
+START:1266896992,END:1266896993,SPEND:1
+
+
+DD-Performance Total START:1266895933,END:1266896993,SPEND:1060
+dd 50mb start
+dd 50mb start
+
+dd if=/dev/zero of=./nbd_perf_test_file_efc5672a-b42a-47fe-862f-82561d375800.dat bs=512k count=102
+sync
+START:1266896993,END:1266897300,SPEND:307
+
+
+rm dd document start
+
+dd if=/dev/zero of=./nbd_perf_test_file_6e473dcc-8d18-4fad-b655-005d36667ff3.dat bs=512k count=102
+sync
+START:1266896993,END:1266897300,SPEND:307
+
+
+rm dd document start
+
+rm -rf dd_tmp_71a917a3-d7de-413b-bef4-e6f298be6a0d
+sync
+START:1266897300,END:1266897300,SPEND:0
+
+
+
+rm -rf dd_tmp_74236bfd-68d8-4f07-8a9e-129628819936
+sync
+START:1266897300,END:1266897300,SPEND:0
+
+
+DD-Performance Total START:1266895933,END:1266897300,SPEND:1367
+DD-Performance Total START:1266895933,END:1266897300,SPEND:1367