neverblock 0.1.6.2

data/spec/fibered_connection_pool_spec.rb

@@ -0,0 +1,106 @@
+$:.unshift File.expand_path('..')
+require 'lib/neverblock'
+
+class MockConnection; end
+
+describe NB::Pool::FiberedConnectionPool do
+  before(:each) do
+    @pool = NB::Pool::FiberedConnectionPool.new(:size => 10) do
+      MockConnection.new
+    end
+  end
+
+  it "should create all connections lazily by default" do
+    @pool.instance_variable_get(:@connections).length.should == 0
+    @pool.instance_variable_get(:@busy_connections).length.should == 0
+  end
+
+  it "should create all connections eagerly if specified" do
+    @pool = NB::Pool::FiberedConnectionPool.new(:size => 10, :eager => true) do
+      MockConnection.new
+    end
+    @pool.instance_variable_get(:@connections).length.should == 10
+    @pool.instance_variable_get(:@busy_connections).length.should == 0
+  end
+
+  it "should create and yield a connection if :size not reached" do
+    @pool.instance_variable_get(:@connections).length.should == 0
+    @pool.instance_variable_get(:@busy_connections).length.should == 0
+
+    @pool.hold {|conn| conn.should be_instance_of(MockConnection)}
+
+    @pool.instance_variable_get(:@connections).length.should == 1
+    @pool.instance_variable_get(:@busy_connections).length.should == 0
+  end
+
+  it "should create connections up to :size and queue other requests" do
+    # prepate the fiber pool
+    fpool = NB::Pool::FiberPool.new(15)
+    fibers = []; fpool.fibers.each {|f| fibers << f}
+    progress  = Array.new(15, false)
+
+    # send 15 requests to the connection pool (of size 10)
+    10.times do |i|
+      fpool.spawn do
+        @pool.hold do |conn|
+          Fiber.yield
+          progress[i] = Fiber.current #mark task finished
+        end
+      end
+    end
+    (10..14).each do |i|
+      fpool.spawn do
+        @pool.hold do |conn|
+          progress[i] = Fiber.current #mark task finished
+        end
+      end
+    end
+
+    # 10 requests should be in progress and 5 should be queued
+    @pool.instance_variable_get(:@connections).length.should == 0
+    @pool.instance_variable_get(:@busy_connections).length.should == 10
+    @pool.instance_variable_get(:@queue).length.should == 5
+
+    #resume first request which will finish it and will also handle the
+    #queued requests
+    fibers[0].resume
+    [0,*10..14].each {|i| fibers[i].should == progress[i]}
+    [*1..9].each do |i|
+      progress[i].should == false
+      fibers[i].resume
+      progress[i].should == fibers[i]
+    end
+  end
+
+  it "should use the same connection in a transaction" do
+    #make sure there are more than one connection in the pool
+    @pool = NB::Pool::FiberedConnectionPool.new(:size => 10, :eager => true) do
+      MockConnection.new
+    end
+    fpool = NB::Pool::FiberPool.new(12)
+    fibers = []; fpool.fibers.each {|f| fibers << f}
+    t_conn = nil
+    fpool.spawn do
+      #announce the beginning of a transaction
+      @pool.hold(true) {|conn| t_conn = conn}
+
+      #another call to hold should get the same transaction's connection
+      @pool.hold {|conn| t_conn.should == conn}
+
+      #release the transaction connection
+      @pool.hold do |conn|
+        t_conn.should == conn
+        @pool.release(Fiber.current, conn)
+      end
+
+      #will now get a connection other than the transation's one (since there
+      #are many connections. If there was only one then it would have been
+      #returned anyways)
+      @pool.hold {|conn| t_conn.should_not == conn}
+    end
+  end
+
+  after(:each) do
+    @pool = nil
+  end
+end

data/tasks/spec.rake

@@ -0,0 +1,12 @@
+$:.unshift File.expand_path('..')
+
+require 'rubygems'
+require 'rake'
+require 'spec/rake/spectask'
+
+desc "Run all specs"
+
+Spec::Rake::SpecTask.new do |t|
+  t.spec_files = FileList['spec/*_spec.rb']
+  t.spec_opts = ["--format specdoc"]
+end

data/test/test_mysql.rb

@@ -0,0 +1,36 @@
+require 'rubygems'
+require 'neverblock'
+require 'neverblock-mysql'
+
+class Mysql
+  attr_accessor :fiber
+end
+
+@count = 100
+@connections = {}
+@fpool = NB::Pool::FiberPool.new(@count)
+@cpool = NB::Pool::FiberedConnectionPool.new(size:@count, eager:true) do
+   c = NB::DB::FiberedMysqlConnection.real_connect('localhost','root',nil)
+   @connections[c.io] = c
+   c
+end
+
+@break = false
+@done = 0
+@t = Time.now
+@count.times do
+  @fpool.spawn do
+    @cpool.hold do |conn|
+      conn.query('select sleep(1) as sleep').each{|r|p r}
+      @done = @done + 1
+      puts "done in #{Time.now - @t}" if @done == @count
+    end
+  end
+end
+@sockets = @connections.keys
+loop do
+  res = select(@sockets,nil,nil,nil)
+  if res
+    res.first.each{|s|@connections[s].resume_command}
+  end
+end

data/test/test_pg.rb

@@ -0,0 +1,102 @@
+require 'rubygems'
+require 'neverblock'
+require 'neverblock-pg'
+
+$fpool = NB::Pool::FiberPool.new(50)
+
+$long_count = ARGV[0].to_i
+$freq = ARGV[1].to_i
+$done = false
+
+$connections = {}
+$sockets = []
+$cpool = NB::Pool::FiberedConnectionPool.new(:size=>10, :eager=>true) {
+  conn = NB::DB::FPGconn.new({:host=>'localhost',:user=>'postgres',:dbname=>'evented'})
+  $sockets << socket = IO.new(conn.socket)
+	$connections[socket] = conn
+}
+
+def $cpool.exec(sql)
+  hold do |conn|
+    conn.exec(sql)
+  end
+end
+
+def $cpool.[](sql)
+  self.exec(sql)
+end
+
+def $cpool.begin_db_transaction
+  hold(true) do |conn|
+    conn.exec("begin")
+  end
+end
+def $cpool.rollback_db_transaction
+  hold do |conn|
+    conn.exec("rollback")
+    release(Fiber.current,conn)
+  end
+end
+def $cpool.commit_db_transaction
+  hold do |conn|
+    conn.exec("commit")
+    release(Fiber.current,conn)
+  end
+end
+
+$long_query = "select sleep(1)"
+$short_query = "select 1"
+
+def run_blocking
+  t = Time.now
+  $long_count.times do |i|
+		  $cpool[$long_query]
+		  $freq.times do |j|
+				  $cpool[$short_query].each{|r|r}
+		  end
+  end
+  Time.now - t
+end
+print "finished blocking queries in : "
+puts $b_time = run_blocking
+
+def run_evented
+	$count = 0
+	$count_long = 0
+	$finished = 0
+	$long_count.times do |i|
+		$fpool.spawn do
+      $cpool[$long_query].each{|r|r}
+			$finished = $finished + 1
+			if $finished == ($long_count * ($freq+1))
+				puts ($e_l_time = Time.now - $t)
+				puts "advantage = #{(100 - ( $e_l_time / $b_time ) * 100).to_i}%"
+				stop_loop
+			end
+		end
+		$freq.times do |j|
+			$fpool.spawn do
+				$cpool[$short_query].each{|r|r}
+        $finished = $finished + 1
+				if $finished == ($long_count * ($freq+1))
+					puts ($e_l_time = Time.now - $t)
+					puts "advantage = #{(100 - ( $e_l_time / $b_time ) * 100).to_i}%"
+					stop_loop
+				end
+			end
+		end
+	end
+end
+
+def stop_loop
+	$done = true
+end
+
+$t = Time.now
+print "finished evented queries in : "
+run_evented
+loop do
+	res = select($sockets,nil,nil,nil)
+	res.first.each{ |s|$connections[s].resume_command } if res
+	break if $done
+end

metadata

@@ -0,0 +1,97 @@
+--- !ruby/object:Gem::Specification 
+name: neverblock
+version: !ruby/object:Gem::Version 
+  version: 0.1.6.2
+platform: ruby
+authors: 
+- Muhammad A. Ali
+- Ahmed Sobhi
+- Osama Brekaa
+- Nicholas Silva
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-02-03 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.12.2
+    version: 
+description: NeverBlock is a collection of classes and modules that help you write evented non-blocking applications in a seemingly blocking mannner.
+email: conickal@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- README
+- Rakefile
+- VERSION
+- lib/active_record/connection_adapters/neverblock_mysql_adapter.rb
+- lib/active_record/connection_adapters/neverblock_postgresql_adapter.rb
+- lib/never_block.rb
+- lib/never_block/db/fibered_db_connection.rb
+- lib/never_block/db/fibered_mysql_connection.rb
+- lib/never_block/db/fibered_postgres_connection.rb
+- lib/never_block/db/pooled_db_connection.rb
+- lib/never_block/extensions/fiber_extensions.rb
+- lib/never_block/frameworks/activerecord.rb
+- lib/never_block/frameworks/rails.rb
+- lib/never_block/pool/fiber_pool.rb
+- lib/never_block/pool/fibered_connection_pool.rb
+- lib/never_block/servers/mongrel.rb
+- lib/never_block/servers/thin.rb
+- lib/neverblock-mysql.rb
+- lib/neverblock-pg.rb
+- lib/neverblock.rb
+- neverblock.gemspec
+- spec/fiber_extensions_spec.rb
+- spec/fiber_pool_spec.rb
+- spec/fibered_connection_pool_spec.rb
+- tasks/spec.rake
+- test/test_mysql.rb
+- test/test_pg.rb
+has_rdoc: true
+homepage: http://github.com/conickal/neverblock
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Utilities for non-blocking stack components
+test_files: 
+- spec/fiber_extensions_spec.rb
+- spec/fiber_pool_spec.rb
+- spec/fibered_connection_pool_spec.rb
+- test/test_mysql.rb
+- test/test_pg.rb