roadrunner 4.0.3 → 4.0.4

data/Rakefile

@@ -12,7 +12,7 @@ require 'rake/testtask'
 
 spec = Gem::Specification.new do |s|
   s.name = 'roadrunner'
-  s.version = '4.0.3'
+  s.version = '4.0.4'
   s.has_rdoc = true
   s.extra_rdoc_files = ['README', 'LICENSE']
   s.summary = 'roadrunner'

data/lib/report.rb

@@ -3,13 +3,13 @@
 
 module RoadRunnerModule
 
-  def report(label='',width=0)
+  def report(opts={:label=>'',:width=>0,:msg=>""})
     p "      Wait for moment,the report is collecting......"
     content = if @rep
       @succRates = getSuccessRate @transactions
       <<-DOC
       #{"Performance Reports".center(50, '*')}
-      #{label.ljust(width)}
+      #{opts[:label].ljust(opts[:width])}
       #{Benchmark::Tms::CAPTION}
       #{@rep.format}
       #{'--'*32}

data/lib/roadrunner.rb

@@ -15,14 +15,14 @@ Dir[File.join(File.dirname(__FILE__),"*.rb")].select{|x|not (x =~ /.*model\.rb/
 class RoadRunner
 
   include RoadRunnerModule
-  attr :iterations, true
+  attr :iterations,true
   attr :users,true
   attr :global,true
   attr :iterationId
   attr :record
   attr :userId
   attr :mode,true
-  attr :log
+  attr :log,true
   attr :tps
   alias_method :g,:global
   alias_method :g=,:global=
@@ -35,6 +35,7 @@ class RoadRunner
     @global,@transactions={},{}
     @log=Logger.new(opts[:out],opts[:frequency],opts[:size])
     @log.level=opts[:level]
+    @log.info("#{'-'*20} #{$0} RoadRunner log #{'-'*20}")
     # => mode : sequence<default>,thread|t,process|p
     @mode='sequence'
     
@@ -103,10 +104,10 @@ class RoadRunner
     else status = 0
     end
     # {:stats=>status,:cost=>rcost,:create_at=>Time.now} is one record
-    @transactions[name] << {:stats=>status,:cost=>rcost,:create_at=>Time.now}
+    @transactions[name] << {:stats=>status,:cost=>rcost,:create_at=>Time.now.to_s}
     # => the below sentence cost a lot of system resource
     # => if you run for production result,keep it annotated!!!
-#    self.log.debug @transactions[name].inspect
+    # self.log.debug "#{name} => "+@transactions[name].inspect
     rcost
   end
   

data/lib/rrmonitor.rb

@@ -121,14 +121,14 @@ class RRMonitor
     @log.info("Monitor STOP!".center(60,"*"))
   end
   
-  def collect
+  def collect(username)
     @log.debug "mkdir -p #{@path}/#{@server}"
     %x{mkdir -p #{@path}/#{@server}}
     
     path = @path.gsub('~',`echo ~`.gsub(/[\r\n]/,''))
     @log.info "Collecting...".center(60,"*")
     @log.debug "collect path => #{path}/#{@server}"
-    `scp -r admin@#{@server}:#{@rpath} #{path}/#{@server}`
+    `scp -r #{username}@#{@server}:#{@rpath} #{path}/#{@server}`
     @log.info "collected files => #{Dir[path+'/'+@server+'/**/*'].join($/)}"
   end
   
@@ -162,7 +162,7 @@ class RRMonitor
 
     _servers.each do |k,v|
       v.stop!
-      v.collect
+      v.collect(servers[:username])
     end
 
   end

data/lib/run.rb

@@ -9,6 +9,24 @@ module RoadRunnerModule
     @counter = 0
 
     @log.debug "Mode => #{@mode}"
+    
+    # >> Benchmark.bm {|x|x.report{(1..10).to_a.max}}
+    #       user     system      total        real
+    #   0.000000   0.000000   0.000000 (  0.000034)
+    # => true
+    # >> Benchmark.bm {|x|x.report{(1..100).to_a.max}}
+    #       user     system      total        real
+    #   0.000000   0.000000   0.000000 (  0.000214)
+    # => true
+    # >> Benchmark.bm {|x|x.report{(1..1000).to_a.max}}
+    #       user     system      total        real
+    #   0.000000   0.000000   0.000000 (  0.002074)
+    # => true
+    # >> Benchmark.bm {|x|x.report{(1..1000000).to_a.max}}
+    #       user     system      total        real
+    #   1.030000   0.670000   1.700000 (  1.766415)
+    # => true
+    
     iterationBlk = case @mode
     when /thread/,/t/ then
       proc {      
@@ -16,20 +34,20 @@ module RoadRunnerModule
           @thread_pool[Thread.start(){
             @iterations.times do |iterationId|
               
-              rcost = 0
+              rcost = []
               @transaction_blk.each_pair{|k,v|
-                rcost = self.transaction(k,v)
+                rcost << self.transaction(k,&v)
               }
               
               # rcost = self.transaction('Action',&@actBlk)
-              self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
-              @longest = (@longest<rcost)?rcost:@longest
+              # @log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
+              @longest = (@longest<rcost.max) ? rcost.max : @longest
               @thread_pool[Thread.current][:iterationId] = iterationId
             end
             @counter += 1
           }]={:userId=>userId}
         end
-  #      @thread_pool.keys.each{|t|t.join}
+       # @thread_pool.keys.each{|t|t.join}
         while @counter != @users do
           Thread.pass
         end
@@ -37,24 +55,52 @@ module RoadRunnerModule
     when /process/,/p/ then
       proc {
         ppid=Process.pid
-        @log.info("Main Process pid => #{ppid}")
+        # @log.info("Main Process pid => #{ppid}")
         
         pids=[]
         @users.times { |userId|
           pids << Process.fork { 
+            rcost = {}
             @userId=userId
             @iterations.times do |iterationId|
               @iterationId=iterationId
               
-              rcost = 0
               @transaction_blk.each_pair{|k,v|
-                rcost = self.transaction(k,v)
+                rcost[k]=[] unless rcost[k]
+                rcost[k] << self.transaction(k,&v)
+                # self.log.info("rcost => #{rcost.inspect}")
               }
               
-              # rcost = self.transaction('Action',&@actBlk)
-              @longest = (@longest<rcost)?rcost:@longest
             end
-            @log.info("<PID:#{Process.pid}> going down.Longest job cost #{@longest}")
+            
+            # >> r
+            # => {:y=>[2, 1, 5, 9], :x=>[1, 2, 3, 4]}
+            # >> r.map{|x|{x[0]=>x[1].max}}
+            # => [{:y=>9}, {:x=>4}]
+            m=0
+            rcost.map{|x|{x[0]=>x[1].max}}.each{|h|
+             if(h.values[0]>m) 
+               @longest=h
+             end
+            }
+            
+            succRates = getSuccessRate @transactions
+            
+            preport=
+<<-DOC
+<PID:#{Process.pid}> <UserId:#{@userId}>
+#{'Process Transaction Report'.center(50, '-')}
+#{@transactions.inject("") { |str,k|
+  str += "#{k[0].to_s} : count => #{k[1].size} time(s) , cost => #{k[1].inject(0){|c,v|c+=v[:cost].to_f}.to_s[0..3]} sec(s) , success rate => #{succRates[k[0]]}#{$/}"
+}.gsub(/\n$/,'')}
+#{'--'*32}
+DOC
+            self.log.info(preport)
+            puts(preport)
+            
+            # @log.info @longest.inspect
+            @log.info("<PID:#{Process.pid}> going down.Longest job(#{@longest.keys[0]}) cost #{@longest.values[0]}")
+            p ("<PID:#{Process.pid}> going down.Longest job(#{@longest.keys[0]}) cost #{@longest.values[0]}")
             
             Process.kill("HUP", ppid)
           }
@@ -83,9 +129,9 @@ module RoadRunnerModule
           @users.times do |userId|
             @userId=userId
             
-            rcost = 0
+            rcost = []
             @transaction_blk.each_pair{|k,v|
-              rcost = self.transaction(k,v)
+              rcost << self.transaction(k,&v)
             }
             
             # rcost = self.transaction('Action',&@actBlk)
@@ -93,7 +139,7 @@ module RoadRunnerModule
             # => the below sentence cost a lot of system resource
             # => if you run for production result,keep it annotated!!!
   #          self.log.debug "IterationID is #{self.iterationId};UserID is #{self.userId};This Action Cost #{rcost} seconds"
-            @longest = (@longest<rcost)?rcost:@longest
+            @longest = (@longest<rcost.max) ? rcost.max : @longest
           end
         end
       }

data/log/stdout.log

@@ -1,4 +1,151 @@
-# Logfile created on Thu Apr 22 17:32:25 +0800 2010 by logger.rb/22285
-D, [2010-04-22T17:32:25.408228 #25471] DEBUG -- : Mode => p
-I, [2010-04-22T17:32:25.426651 #25471]  INFO -- : Main Process pid => 25471
-I, [2010-04-22T17:32:25.570585 #25471]  INFO -- : Waiting Processes => [25472, 25473, 25474, 25475, 25476, 25477, 25478, 25479, 25480, 25481]
+I, [2010-04-25T15:38:35.374857 #30702]  INFO -- : -------------------- /Users/Cui/NetBeansProjects/roadrunner/roadrunner/test/prime_p.rb RoadRunner log --------------------
+D, [2010-04-25T15:38:35.375095 #30702] DEBUG -- : Mode => p
+I, [2010-04-25T15:38:35.408220 #30702]  INFO -- : Waiting Processes => [30703, 30704, 30705, 30706, 30707]
+I, [2010-04-25T15:38:35.753897 #30704]  INFO -- : <PID:30704> <UserId:1>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.35 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T15:38:35.754286 #30704]  INFO -- : {"actoin"=>0.0302779674530029}
+I, [2010-04-25T15:38:35.754386 #30704]  INFO -- : <PID:30704> going down.Longest job(actoin) cost 0.0302779674530029
+I, [2010-04-25T15:38:35.771185 #30702]  INFO -- : One User(Process) done.
+I, [2010-04-25T15:38:35.749561 #30703]  INFO -- : <PID:30703> <UserId:0>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.35 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T15:38:35.778149 #30703]  INFO -- : {"actoin"=>0.0359859466552734}
+I, [2010-04-25T15:38:35.778264 #30703]  INFO -- : <PID:30703> going down.Longest job(actoin) cost 0.0359859466552734
+I, [2010-04-25T15:38:35.780912 #30702]  INFO -- : One User(Process) done.
+I, [2010-04-25T15:38:35.851359 #30706]  INFO -- : <PID:30706> <UserId:3>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.41 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T15:38:35.851809 #30706]  INFO -- : {"actoin"=>0.0388009548187256}
+I, [2010-04-25T15:38:35.851909 #30706]  INFO -- : <PID:30706> going down.Longest job(actoin) cost 0.0388009548187256
+I, [2010-04-25T15:38:35.852186 #30702]  INFO -- : One User(Process) done.
+I, [2010-04-25T15:38:35.861282 #30705]  INFO -- : <PID:30705> <UserId:2>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.40 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T15:38:35.861756 #30705]  INFO -- : {"actoin"=>0.0417690277099609}
+I, [2010-04-25T15:38:35.861864 #30705]  INFO -- : <PID:30705> going down.Longest job(actoin) cost 0.0417690277099609
+I, [2010-04-25T15:38:35.863333 #30702]  INFO -- : One User(Process) done.
+I, [2010-04-25T15:38:35.866110 #30707]  INFO -- : <PID:30707> <UserId:4>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.42 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T15:38:35.866563 #30707]  INFO -- : {"actoin"=>0.0417959690093994}
+I, [2010-04-25T15:38:35.866670 #30707]  INFO -- : <PID:30707> going down.Longest job(actoin) cost 0.0417959690093994
+I, [2010-04-25T15:38:35.867903 #30702]  INFO -- : One User(Process) done.
+I, [2010-04-25T15:38:40.409172 #30702]  INFO -- : Processes down.
+I, [2010-04-25T15:38:40.412344 #30702]  INFO -- :       ***************Performance Reports****************
+      
+            user     system      total        real
+
+        0.000000   0.000000   0.870000 (  5.034264)
+
+      ----------------------------------------------------------------
+      The Virtual User is 5.
+      Total Execute 250 Action(s).
+      Total Cost 5.034264087677 Second(s).
+      This Scenario's TPS : 49.6596911973602.
+      The longest action cost 0 seconds.
+      ----------------Transaction Report----------------
+      
+      ----------------------------------------------------------------
+      User defined params as below: 
+      size100
+      ******************End of Reports******************
+
+I, [2010-04-25T22:13:07.777877 #30988]  INFO -- : -------------------- /Users/Cui/NetBeansProjects/roadrunner/roadrunner/test/prime_p.rb RoadRunner log --------------------
+D, [2010-04-25T22:13:07.794956 #30988] DEBUG -- : Mode => p
+I, [2010-04-25T22:13:07.842745 #30988]  INFO -- : Waiting Processes => [30989, 30990, 30991, 30992, 30993]
+I, [2010-04-25T22:13:08.224372 #30990]  INFO -- : <PID:30990> <UserId:1>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.01 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.40 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T22:13:08.225105 #30990]  INFO -- : <PID:30990> going down.Longest job(b) cost 0.000171899795532227
+I, [2010-04-25T22:13:08.228904 #30988]  INFO -- : One User(Process) done.
+I, [2010-04-25T22:13:08.236709 #30991]  INFO -- : <PID:30991> <UserId:2>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.39 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T22:13:08.237150 #30991]  INFO -- : <PID:30991> going down.Longest job(b) cost 0.000528097152709961
+I, [2010-04-25T22:13:08.237970 #30988]  INFO -- : One User(Process) done.
+I, [2010-04-25T22:13:08.255347 #30989]  INFO -- : <PID:30989> <UserId:0>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.40 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T22:13:08.256252 #30989]  INFO -- : <PID:30989> going down.Longest job(b) cost 3.19480895996094e-05
+I, [2010-04-25T22:13:08.256544 #30988]  INFO -- : One User(Process) done.
+I, [2010-04-25T22:13:08.288183 #30993]  INFO -- : <PID:30993> <UserId:4>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.42 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.01 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T22:13:08.288617 #30993]  INFO -- : <PID:30993> going down.Longest job(b) cost 2.88486480712891e-05
+I, [2010-04-25T22:13:08.289573 #30988]  INFO -- : One User(Process) done.
+I, [2010-04-25T22:13:08.323381 #30992]  INFO -- : <PID:30992> <UserId:3>
+----------------Transaction Report----------------
+a : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+actoin : count => 50 time(s) , cost => 0.46 sec(s) , success rate => 1.0
+init : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+b : count => 50 time(s) , cost => 0.00 sec(s) , success rate => 1.0
+----------------------------------------------------------------
+
+I, [2010-04-25T22:13:08.323846 #30992]  INFO -- : <PID:30992> going down.Longest job(b) cost 0.000580072402954102
+I, [2010-04-25T22:13:08.324217 #30988]  INFO -- : One User(Process) done.
+I, [2010-04-25T22:13:12.844448 #30988]  INFO -- : Processes down.
+I, [2010-04-25T22:13:12.848688 #30988]  INFO -- :       ***************Performance Reports****************
+      
+            user     system      total        real
+
+        0.000000   0.000000   0.860000 (  5.050142)
+
+      ----------------------------------------------------------------
+      The Virtual User is 5.
+      Total Execute 250 Action(s).
+      Total Cost 5.05014204978943 Second(s).
+      This Scenario's TPS : 49.5035580257439.
+      The longest action cost 0 seconds.
+      ----------------Transaction Report----------------
+      
+      ----------------------------------------------------------------
+      User defined params as below: 
+      size100
+      ******************End of Reports******************
+

data/log/stdout.log.20100422

@@ -0,0 +1,4 @@
+# Logfile created on Thu Apr 22 17:32:25 +0800 2010 by logger.rb/22285
+D, [2010-04-22T17:32:25.408228 #25471] DEBUG -- : Mode => p
+I, [2010-04-22T17:32:25.426651 #25471]  INFO -- : Main Process pid => 25471
+I, [2010-04-22T17:32:25.570585 #25471]  INFO -- : Waiting Processes => [25472, 25473, 25474, 25475, 25476, 25477, 25478, 25479, 25480, 25481]

data/test/pi.rb

@@ -26,6 +26,8 @@ rrpi.action do
   1.upto(rrpi.global[:deep]){|x|rrpi.global[:pi]+=((-1)**(x+1)*1.0/(x*2-1))}
 end
 
+rrpi.else{(1..rand(10000)).max}
+
 rrpi.ended do
   rrpi.global[:pi]*=4
   #rrpi.global={}
@@ -35,3 +37,35 @@ rrpi.run
 rrpi.report
 
 p "Tps could get : RoadRunner::tps => #{rrpi.tps}"
+
+__END__
+
+"      ********************RoadRunner********************"
+"      *                           ---Run , on your way.*"
+"      **************************************************"
+"      Running......"
+"      Ending......"
+"      Wait for moment,the report is collecting......"
+      ***************Performance Reports****************
+      
+            user     system      total        real
+
+       31.640000  17.210000  48.850000 ( 49.354817)
+
+      ----------------------------------------------------------------
+      The Virtual User is 10.
+      Total Execute 10000 Action(s).
+      Total Cost 49.3548169136047 Second(s).
+      This Scenario's TPS : 202.614468563523.
+      The longest action cost 0.0503699779510498 seconds.
+      ----------------Transaction Report----------------
+      else : count => 10000 time(s) , cost => 43.1 sec(s) , success rate => 1.0
+      end : count => 10000 time(s) , cost => 0.03 sec(s) , success rate => 1.0
+      actoin : count => 10000 time(s) , cost => 5.12 sec(s) , success rate => 1.0
+      init : count => 10000 time(s) , cost => 0.07 sec(s) , success rate => 1.0
+      
+      ----------------------------------------------------------------
+      User defined params as below: 
+      pi0deep100
+      ******************End of Reports******************
+"Tps could get : RoadRunner::tps => 202.614468563523"

data/test/prime_p.rb

@@ -14,23 +14,22 @@ rrprime.init do
   # rrprime.global是一个存储全局变量的方法
   # 任何数据类型都可以丢进去
   # 在执行report方法时，rrprime.global中的数据会被打印到报告中
-  rrprime.global[:size]=1000
+  rrprime.global[:size]=100
 
   # users决定同时有多少并发用户一起执行action
   # iterations决定每个用户执行多少次
-  rrprime.users,rrprime.iterations=10,100
+  rrprime.users,rrprime.iterations=5,50
 end
 
 rrprime.action do
-
+  # print "Action "+rrprime.userId.to_s+" "+Time.now.to_s+$/
   # 得到素数数组
   rrprime.global[:result]=(2..rrprime.global[:size]).inject([])  { |s, e| (s.map { |x| e % x }).include?(0) ? s : s << e }
 end
 
-rrprime.a{p Time.now}
-rrprime.b{p Time.now}
-
-
+# rrprime.log.info
+rrprime.a{"A-Tranction "+rrprime.userId.to_s+" "+Time.now.to_s+$/}
+rrprime.b{"B-Tranction "+rrprime.userId.to_s+" "+Time.now.to_s+$/}
 
 rrprime.run
 rrprime.report

data/test/vbd_kv.rb

@@ -1,5 +1,6 @@
 require "rubygems"
 require File.join(File.dirname(__FILE__),'..','lib','roadrunner')
+# require "roadrunner"
 
 #-----------------------------Argv prepare.--------------------------------#
 
@@ -10,8 +11,8 @@ def args(key)
   nil
 end
 
-unless args('nbd')
-  p "[ruby ]#{$0} -nbd /dev/nbd[0-x][,/dev/nbd[0-x],/dev/nbd[0-x]]"
+unless args('nbd') && args('size')
+  p "[ruby ]#{$0} -nbd /dev/nbd[0-x][,/dev/nbd[0-x],/dev/nbd[0-x]] -size 10240000"
   exit 1
 end
 
@@ -33,20 +34,23 @@ args('nbd').split(',').each do |n|
       end
 end
 
+`echo '' > /root/nbd/sanbo/1.log`
+
 #--------------------------------VBD KV integration test---------------------------------#
 
 class ValidateError < Exception;end
-  
+
 class Kv_vbd
   class << self
     def seq_read(nbd,fs)
+      $log.debug("Entry seq_read, ARGV => #{ARGV.inspect}")
       begin
         nbd.rewind# if nbd.eof?
         
         loop {
           tmp=rand(fs/10000)
           # $log.debug("seq_read:reading #{tmp} bytes from #{nbd}")
-          tmp=nbd.sysread(tmp)
+          tmp=nbd.readpartial(tmp)
           break if nbd.eof?
         }
         
@@ -54,70 +58,138 @@ class Kv_vbd
       rescue Exception => e
         $log.error("#{nbd} read error!")
       end
-      validate(nbd,fs)
+      # validate(nbd,fs)
     end
 
     def seq_write(nbd,fs)
+      $log.debug("Entry seq_write, ARGV => #{ARGV.inspect}")
       begin
         nbd.rewind# if nbd.eof?
         
-        bs=100
+        # bs=1024*1024
+        bs=1024
+        data='x'*bs
         
-        $log.debug("seq_read:writing #{bs} bytes into #{nbd}")
+        $log.debug("seq_write:writing #{bs} bytes into #{nbd} everytime.")
         
-        fs/bs.times {
-          nbd.syswrite('x'*bs)
+        (fs/bs).times {|t|
+          nbd.syswrite(data)
+          nbd.flush
+          # `sync` if t%10240 == 0
         }
+        (nbd.syswrite('x'*(fs%bs));nbd.flush) unless fs%bs == 0
         
-        signature(nbd,fs)
+        $log.info("ruby io done.sync will exec.")
+        `sync`
+        # signature(nbd,fs)
         
         $log.info("seq_write done.#{fs} bytes write into #{nbd}.")
       rescue Exception => e
         $log.error("#{nbd} write error!")
       end
-      
+      dirty_watcher(nbd,fs)
     end
     
     def signature(nbd,fs)
-      nbd.seek(10, IO::SEEK_END)
+      $log.debug("Entry signature, ARGV => #{ARGV.inspect}")
+      
+      nbd.rewind
+      nbd.seek(10)
       nbd.syswrite('c')
       
       nbd.seek(-10, IO::SEEK_END)
       nbd.syswrite('c')
+      
+      begin
+        @MD5=`md5sum #{nbd.path}`.match(/(^[a-z0-9A-Z]*)[\s|\t].*$/)[1]
+        $log.info("#{nbd.path} md5sum => #{@MD5}")
+      rescue Exception => e
+        $log.error("md5sum exec error! "+e.to_s)
+      end
+      
     end
     
     def validate(nbd,fs)
-      nbd.seek(10, IO::SEEK_END)
-      unless nbd.sysread(1) == 'c'
-        raise ValidateError,"expect File.seek(10, IO::SEEK_END) => 'c',actually get #{tmp}."
-      end
+      $log.debug("Entry validate, ARGV => #{ARGV.inspect}")
       
-      nbd.seek(rand(fs))
-      unless nbd.sysread(1) == 'x'
-        raise ValidateError,"expect File.seek(rand(fs)) => 'x',actually get #{tmp}."
+      nbd.rewind
+      nbd.seek(10)
+      unless (tmp=nbd.sysread(1)) == 'c'
+        raise ValidateError,"expect File.seek(10, IO::SEEK_END) => 'c',actually get #{tmp}."
       end
       
       nbd.seek(-10, IO::SEEK_END)
-      unless nbd.sysread(1) == 'c'
+      unless (tmp=nbd.sysread(1)) == 'c'
         raise ValidateError,"expect File.seek(-10, IO::SEEK_END) => 'c',actually get #{tmp}."
       end
+      
+      
+      raise ArgumentError,"No md5sum checked! @MD5 => #{@MD5}" unless @MD5
+      _m=`md5sum #{nbd.path}`.match(/(^[a-z0-9A-Z]*)[\s|\t].*$/)[1]
+      $log.info("Expect md5sum is #{@MD5}.")
+      $log.info("Actually md5sum is #{_m}")
+      unless @MD5 == _m
+        raise Exception,"md5sum check failed!" 
+      end
+      
+      $log.info("Validate Success...")
+    end
+    
+    # size => get nbd device size used at Linux system
+    # return nbd size(Byte)
+    # nbd => "/dev/nbd9"
+    def size(nbd)
+      _s=`ps axf|grep #{nbd}|tail -n1|awk '{print $8}'`.to_i*1024**3
+      $log.info("Disk size => #{_s}")
+    end
+    
+    def dirty_watcher(nbd,fs)
+      $log.debug("Entry dirty_watcher, ARGV => #{ARGV.inspect}")
+      
+      dirty=''
+      # watch dirty file 10 times,ensure the queue is empty.
+      count=10
+      begin
+        dirty="/tmp/#{`ps axf|grep 'nbd-client .* #{nbd.path}'|tail -n1|awk '{print $8}'`.gsub($/,'')}.dirty"
+        loop {
+          if IO::read(dirty) == '0'*8
+            count-=1
+            
+            if count == 0
+              $log.info("dirty file <#{dirty}> == #{IO::read(dirty)}.Watch over.")
+              break
+            end
+          else
+            count=10
+          end
+          sleep 3
+        }
+      rescue Exception => e
+        $log.error "can't find dirty file => #{dirty}"
+        $log.error "ps axf|grep 'nbd-client .* #{nbd.path}' => #{`ps axf|grep 'nbd-client .* #{nbd.path}'`}"
+      end
     end
     
   end
 end
 
 
+#--------------------------------RoadRunner---------------------------------#
+
 rr=RoadRunner.new
 rr.mode,rr.users,rr.iterations='p',NBD.size,1
 
-['seq_read','seq_write'].each_with_index{|s,i|
+rr.log=$log
+
+['seq_write','signature','seq_read','validate'].each_with_index{|s,i|
   ts_proc=proc{
-    Kv_vbd.send(s,NBD[rr.userId],File.size(NBD[rr.userId]))
+    # Kv_vbd.send(s,NBD[rr.userId],Kv_vbd.size(NBD[rr.userId].path))
+    Kv_vbd.send(s,NBD[rr.userId],args('size').to_i)
   }
   rr.send(s,&ts_proc)
 }
 
-NBD.close
-
 rr.run
-rr.report
+rr.report
+
+NBD.each{|x|x.close}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: roadrunner
 version: !ruby/object:Gem::Version 
-  version: 4.0.3
+  version: 4.0.4
 platform: ruby
 authors: 
 - Charles Cui
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-04-22 00:00:00 +08:00
+date: 2010-04-26 00:00:00 +08:00
 default_executable: 
 dependencies: []
 
@@ -50,6 +50,7 @@ files:
 - log/log.rb
 - log/stdout.log
 - log/stdout.log.20100421
+- log/stdout.log.20100422
 - log/svn.log
 - test/baidu.rb
 - test/blog.rb