espace-neverblock-pg 0.1.0

data/README

@@ -0,0 +1,8 @@
+== NeverBlock PG
+
+A fibered, evented PostgreSQL database driver. Blocking queries running in fibers will run in async mode and yield the fiber.
+
+The connection socket can be accessed for future notifications. This driver can be used together with other NeverBlock components to provide a full non-blocking stack for Ruby applications.
+
+=== License
+Ruby License, http://www.ruby-lang.org/en/LICENSE.txt.

data/lib/never_block/db/fibered_postgres_connection.rb

@@ -0,0 +1,98 @@
+require 'pg'
+
+module NeverBlock
+
+  module DB
+    # A modified postgres connection driver
+    # builds on the original pg driver.
+    # This driver is able to register the socket
+    # at a certain backend (EM or Rev)
+    # and then whenever the query is executed
+    # within the scope of a friendly fiber
+    # it will be done in async mode and the fiber
+    # will yield
+	  class FiberedPostgresConnection < PGconn	      
+      # needed to access the sockect by the event loop
+      attr_reader :fd, :io
+        
+      # Creates a new postgresql connection, sets it
+      # to nonblocking and wraps the descriptor in an IO
+      # object.
+	    def initialize(*args)
+        super(*args)
+        @fd = socket
+        @io = IO.new(socket)
+        setnonblocking(true)	
+      end
+        
+      # Assuming the use of NeverBlock fiber extensions and that the exec is run in
+      # the context of a fiber. One that have the value :neverblock set to true.
+      # All neverblock IO classes check this value, setting it to false will force
+      # the execution in a blocking way.
+      def exec(sql)
+        if Fiber.respond_to? :current and Fiber.current[:neverblock]		      
+          self.send_query sql
+          @fiber = Fiber.current		      
+          Fiber.yield 
+        else		      
+          super(sql)
+        end		
+      end
+      
+      # Attaches the connection socket to an event loop.
+      # Currently only supports EM, but Rev support will be
+      # completed soon.
+      def register_with_event_loop(loop)
+        if loop == :em
+          unless EM.respond_to?(:attach)
+            puts "invalide EM version, please download the modified gem from: (TBA) "
+            exit
+          end
+          if EM.reactor_running?
+            EM::attach(@io,EMConnectionHandler,self)
+          else
+            raise "REACTOR NOT RUNNING YA ZALAMA"
+          end 
+        elsif loop.class.name == "REV::Loop"
+          loop.attach(RevConnectionHandler.new(socket))
+        else
+          raise "could not register with the event loop"
+        end
+      end  
+
+      # The callback, this is called whenever
+      # there is data available at the socket
+      def process_command
+        # make sure all commands are sent
+        # before attempting to read
+        return unless self.flush
+        self.consume_input
+        unless is_busy		
+          res, data = 0, []
+          while res != nil
+            res = self.get_result
+            data << res unless res.nil?
+          end
+          #let the fiber continue its work		      
+          @fiber.resume(data.last)
+        end
+      end
+      
+    end #FiberedPostgresConnection 
+    
+    # A connection handler for EM
+    # More to follow.
+    module EMConnectionHandler
+      def initialize connection
+        @connection = connection
+      end
+      def notify_readable
+        @connection.process_command
+      end
+    end
+
+    end #DB
+
+end #NeverBlock
+
+NeverBlock::DB::FPGconn = NeverBlock::DB::FiberedPostgresConnection

data/lib/never_block/db/pooled_fibered_postgres_connection.rb

@@ -0,0 +1,73 @@
+module NeverBlock
+  module DB
+    # A pooled postgres connection class. 
+    # This class represents a proxy interface
+    # to a connection pool of fibered postgresql
+    # connections.
+    class PooledFiberedPostgresConnection
+
+      # Requires a hash or an array with connection parameters
+      # and a pool size (defaults to 4)
+      def initialize(conn_params, size=4)
+        @pool = NB::Pool::FiberedConnectionPool.new(:size=>size, :eager=>true) do
+          conn = NB::DB::FPGconn.new(*conn_params) if conn_params.is_a? Array
+          conn = NB::DB::FPGconn.new(conn_params) if conn_params.is_a? Hash          
+	        conn.register_with_event_loop(:em)
+          conn          
+        end
+      end
+      
+      # A proxy for the connection's exec method
+      # quries the pool to get a connection first
+      def exec(query)
+        @pool.hold do |conn|
+          conn.exec(query)
+        end
+      end
+      
+      # This method must be called for transactions to work correctly.
+      # One cannot just send "begin" as you never know which connection
+      # will be available next. This method ensures you get the same connection
+      # while in a transaction.
+      def begin_db_transaction
+        @pool.hold(true) do |conn|
+          conn.exec("begin")
+        end
+      end
+      
+      # see =begin_db_transaction
+      def rollback_db_transaction
+        @pool.hold do |conn|
+          conn.exec("rollback")
+          @pool.release(Fiber.current,conn)
+        end
+      end
+      
+      # see =begin_db_transaction
+      def commit_db_transaction
+        @pool.hold do |conn|
+          conn.exec("commit")
+          @pool.release(Fiber.current,conn)
+        end
+      end
+      
+      # Pass unknown methods to the connection
+      def method_missing(method, *args)
+        @pool.hold do |conn|
+          conn.send(method, *args)
+        end        
+      end
+
+      # Pass method queries to the connection
+      def respond_to?(method)
+        @pool.hold do |conn|
+          conn.respond_to?(method)
+        end        
+      end
+            
+    end
+  end
+end
+
+NB::DB::PFPGconn = NeverBlock::DB::FiberedPostgresConnection
+

data/lib/neverblock-pg.rb

@@ -0,0 +1,4 @@
+$:.unshift File.expand_path(File.dirname(__FILE__))
+
+require 'never_block/db/fibered_postgres_connection'
+require 'never_block/db/pooled_fibered_postgres_connection'

data/neverblock-pg.gemspec

@@ -0,0 +1,23 @@
+Gem::Specification.new do |s|
+  s.name     = "neverblock-pg"
+  s.version  = "0.1.0"
+  s.date     = "2008-08-13"
+  s.summary  = "Fibered PostgreSQL connection"
+  s.email    = "oldmoe@gmail.com"
+  s.homepage = "http://github.com/oldmoe/neverblock-pg"
+  s.description = "Fibered PostgreSQL connection."
+  s.has_rdoc = true
+  s.authors  = ["Muhammad A. Ali", "Ahmed Sobhi"]
+  s.files    = [ 
+		"neverblock-pg.gemspec", 
+		"README",
+		"test/test.rb", 
+		"lib/neverblock-pg.rb", 
+		"lib/never_block/db/fibered_postgres_connection.rb",
+		"lib/never_block/db/pooled_fibered_postgres_connection.rb"]
+  s.rdoc_options = ["--main", "README"]
+  s.extra_rdoc_files = ["README"]
+  s.add_dependency("neverblock")
+  s.add_dependency("pg")
+end
+

data/test/test.rb

@@ -0,0 +1,101 @@
+require 'neverblock'
+require 'neverblock-pg'
+
+$fpool = NB::Pool::FiberPool.new(24)
+
+$long_count = ARGV[0].to_i
+$freq = ARGV[1].to_i
+$done = false
+
+$connections = {}
+$sockets = []
+$cpool = NB::Pool::FiberedConnectionPool.new(:size=>10, :eager=>true) {
+  conn = NB::DB::FPGconn.new({:host=>'localhost',:user=>'postgres',:dbname=>'evented'})
+  $sockets << socket = IO.new(conn.socket)
+	$connections[socket] = conn
+}
+
+def $cpool.exec(sql)
+  hold do |conn|
+    conn.exec(sql)
+  end
+end
+
+def $cpool.[](sql)
+  self.exec(sql)
+end
+
+def $cpool.begin_db_transaction
+  hold(true) do |conn|
+    conn.exec("begin")
+  end
+end
+def $cpool.rollback_db_transaction
+  hold do |conn|
+    conn.exec("rollback")
+    release(Fiber.current,conn)
+  end
+end
+def $cpool.commit_db_transaction
+  hold do |conn|
+    conn.exec("commit")
+    release(Fiber.current,conn)
+  end
+end
+
+$long_query = "select sleep(1)"
+$short_query = "select 1"
+
+def run_blocking
+  t = Time.now
+  $long_count.times do |i|
+		  $cpool[$long_query]		
+		  $freq.times do |j|
+				  $cpool[$short_query].each{|r|r}
+		  end
+  end
+  Time.now - t
+end
+print "finished blocking queries in : "
+puts $b_time = run_blocking
+
+def run_evented
+	$count = 0
+	$count_long = 0
+	$finished = 0
+	$long_count.times do |i|
+		$fpool.spawn do	
+			$cpool[$long_query].each{|r|r}
+			$finished = $finished + 1
+			if $finished == ($long_count * ($freq+1))
+				puts ($e_l_time = Time.now - $t)
+				puts "advantage = #{(100 - ( $e_l_time / $b_time ) * 100).to_i}%"
+				stop_loop
+			end
+		end
+		$freq.times do |j|
+			$fpool.spawn do
+				$cpool[$short_query].each{|r|r}
+				$finished = $finished + 1
+				if $finished == ($long_count * ($freq+1))
+					puts ($e_l_time = Time.now - $t)
+					puts "advantage = #{(100 - ( $e_l_time / $b_time ) * 100).to_i}%"
+					stop_loop
+				end
+			end
+		end
+	end
+end
+
+def stop_loop
+	$done = true
+end
+
+$t = Time.now
+print "finished evented queries in : "
+run_evented
+loop do
+	res = select($sockets,nil,nil,nil)
+	res.first.each{ |s|$connections[s].process_command } if res
+	break if $done
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: espace-neverblock-pg
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Muhammad A. Ali
+- Ahmed Sobhi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-08-13 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: neverblock
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: pg
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Fibered PostgreSQL connection.
+email: oldmoe@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- neverblock-pg.gemspec
+- README
+- test/test.rb
+- lib/neverblock-pg.rb
+- lib/never_block/db/fibered_postgres_connection.rb
+- lib/never_block/db/pooled_fibered_postgres_connection.rb
+has_rdoc: true
+homepage: http://github.com/oldmoe/neverblock-pg
+post_install_message: 
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Fibered PostgreSQL connection
+test_files: []
+