oldmoe-neverblock-mysql 0.1.0

data/README

@@ -0,0 +1,12 @@
+== NeverBlock MySQL
+
+A fibered, evented MySQL database driver. Blocking queries running in fibers will run in async mode and yield the fiber.
+
+The connection socket can be accessed for future notifications. This driver can be used together with other NeverBlock components to provide a full non-blocking stack for Ruby applications.
+
+=== Credits
+
+Roger Pack, for helping in the file descriptor hunt :)
+
+=== License
+Ruby License, http://www.ruby-lang.org/en/LICENSE.txt.

data/lib/never_block/db/fibered_mysql_connection.rb

@@ -0,0 +1,96 @@
+require 'mysql'
+
+module NeverBlock
+
+  module DB
+    # A modified postgres connection driver
+    # builds on the original pg driver.
+    # This driver is able to register the socket
+    # at a certain backend (EM or Rev)
+    # and then whenever the query is executed
+    # within the scope of a friendly fiber
+    # it will be done in async mode and the fiber
+    # will yield
+	  class FiberedMysqlConnection < Mysql	      
+      # needed to access the sockect by the event loop
+      attr_reader :fd, :io
+        
+      # Creates a new postgresql connection, sets it
+      # to nonblocking and wraps the descriptor in an IO
+      # object.
+	    def initialize(*args)
+        #super(*args)
+        @fd = socket
+        @io = IO.new(socket)
+      end
+      #alias :real_connect :initialize
+      #alias :connect :initialize
+        
+      # Assuming the use of NeverBlock fiber extensions and that the exec is run in
+      # the context of a fiber. One that have the value :neverblock set to true.
+      # All neverblock IO classes check this value, setting it to false will force
+      # the execution in a blocking way.
+      def query(sql)
+        if Fiber.respond_to? :current and Fiber.current[:neverblock]		      
+          send_query sql
+          @fiber = Fiber.current		      
+          Fiber.yield 
+        else		      
+          super(sql)
+        end		
+      end
+      
+      # Attaches the connection socket to an event loop.
+      # Currently only supports EM, but Rev support will be
+      # completed soon.
+      def register_with_event_loop(loop)
+        if loop == :em
+          unless EM.respond_to?(:attach)
+            puts "invalide EM version, please download the modified gem from: (http://github.com/riham/eventmachine)"
+            exit
+          end
+          if EM.reactor_running?
+            @em_connection = EM::attach(@io,EMConnectionHandler,self)
+          else
+            raise "REACTOR NOT RUNNING YA ZALAMA"
+          end 
+        elsif loop.class.name == "REV::Loop"
+          loop.attach(RevConnectionHandler.new(socket))
+        else
+          raise "could not register with the event loop"
+        end
+      end
+
+      # Unattaches the connection socket from the event loop
+      def unregister_from_event_loop
+        if @loop == :em
+          @em_connection.unattach(false)
+        else
+          raise NotImplementedError.new("unregister_from_event_loop not implemented for #{@loop}")
+        end
+      end
+
+      # The callback, this is called whenever
+      # there is data available at the socket
+      def process_command
+        @fiber.resume get_result
+      end
+      
+    end #FiberedPostgresConnection 
+    
+    # A connection handler for EM
+    # More to follow.
+    module EMConnectionHandler
+      def initialize connection
+        @connection = connection
+      end
+      def notify_readable
+        @connection.process_command
+      end
+    end
+
+    end #DB
+
+end #NeverBlock
+
+NeverBlock::DB::FMysql = NeverBlock::DB::FiberedMysqlConnection

data/lib/never_block/db/pooled_fibered_mysql_connection.rb

@@ -0,0 +1,77 @@
+module NeverBlock
+  module DB
+    # A pooled postgres connection class. 
+    # This class represents a proxy interface
+    # to a connection pool of fibered postgresql
+    # connections.
+    class PooledFiberedMysqlConnection
+
+      # Requires a hash or an array with connection parameters
+      # and a pool size (defaults to 4)
+      def initialize(size=4, &block)
+        @pool = NB::Pool::FiberedConnectionPool.new(:size=>size, :eager=>true) do
+          yield
+        end
+      end
+      
+      # A proxy for the connection's exec method
+      # quries the pool to get a connection first
+      def exec(query)
+        @pool.hold do |conn|
+          conn.exec(query)
+        end
+      end
+      
+      # This method must be called for transactions to work correctly.
+      # One cannot just send "begin" as you never know which connection
+      # will be available next. This method ensures you get the same connection
+      # while in a transaction.
+      def begin_db_transaction
+        @pool.hold(true) do |conn|
+          conn.exec("begin")
+        end
+      end
+      
+      # see =begin_db_transaction
+      def rollback_db_transaction
+        @pool.hold do |conn|
+          conn.exec("rollback")
+          @pool.release(Fiber.current,conn)
+        end
+      end
+      
+      # see =begin_db_transaction
+      def commit_db_transaction
+        @pool.hold do |conn|
+          conn.exec("commit")
+          @pool.release(Fiber.current,conn)
+        end
+      end
+      
+      #close all connections and remove them from the event loop
+      def close
+        @pool.all_connections do |conn|
+          conn.unregister_from_event_loop
+          conn.close
+        end
+      end
+
+      # Pass unknown methods to the connection
+      def method_missing(method, *args)
+        @pool.hold do |conn|
+          conn.send(method, *args)
+        end        
+      end
+
+      # Pass method queries to the connection
+      def respond_to?(method)
+        @pool.hold do |conn|
+          conn.respond_to?(method)
+        end        
+      end
+            
+    end
+  end
+end
+
+NeverBlock::DB::PFMysql = NeverBlock::DB::PooledFiberedMysqlConnection

data/lib/neverblock-mysql.rb

@@ -0,0 +1,4 @@
+$:.unshift File.expand_path(File.dirname(__FILE__))
+require 'neverblock'
+require 'never_block/db/fibered_mysql_connection'
+require 'never_block/db/pooled_fibered_mysql_connection'

data/neverblock-mysql.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name     = "neverblock-mysql"
+  s.version  = "0.1.0"
+  s.date     = "2008-08-13"
+  s.summary  = "Fibered MySQL connection"
+  s.email    = "oldmoe@gmail.com"
+  s.homepage = "http://github.com/oldmoe/neverblock-mysql"
+  s.description = "Fibered MySQL connection."
+  s.has_rdoc = true
+  s.authors  = ["Muhammad A. Ali"]
+  s.platform = Gem::Platform::RUBY
+  s.files    = [ 
+		"neverblock-mysql.gemspec", 
+		"README",
+		"test/test.rb",
+		"lib/neverblock-mysql.rb", 
+		"lib/never_block/db/fibered_mysql_connection.rb",
+		"lib/never_block/db/pooled_fibered_mysql_connection.rb"
+	]
+  s.rdoc_options = ["--main", "README"]
+  s.extra_rdoc_files = ["README"]
+  #s.add_dependency("mysqlplus")
+  #s.add_dependency("neverblock")
+end
+

data/test/test.rb

@@ -0,0 +1,48 @@
+require 'neverblock-mysql'
+
+class Mysql
+  attr_accessor :fiber
+  alias :old_query :query
+  def query(sql)
+    if Fiber.current[:neverblock]
+      send_query(sql)
+      @fiber = Fiber.current
+      Fiber.yield
+    else
+      old_query(sql)
+    end
+  end
+  
+  def process_command
+    @fiber.resume get_result
+  end
+end
+
+@count = 10
+@connections = {}
+@fpool = NB::Pool::FiberPool.new(@count)
+@cpool = NB::Pool::FiberedConnectionPool.new(size:@count, eager:true) do
+   c = Mysql.real_connect('localhost','root',nil)
+   @connections[IO.new(c.socket)] = c
+   c            
+end
+
+@break = false
+@done = 0
+@t = Time.now
+@count.times do
+  @fpool.spawn(false) do
+    @cpool.hold do |conn|
+      conn.query('select sleep(1)').each{|r| r}
+      @done = @done + 1
+      puts "done in #{Time.now - @t}" if @done == @count
+    end
+  end
+end 
+@sockets = @connections.keys
+loop do
+  res = select(@sockets,nil,nil,nil)
+  if res
+    res.first.each{|c|@connections[c].process_command} 
+  end
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification 
+name: oldmoe-neverblock-mysql
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Muhammad A. Ali
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-08-13 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: Fibered MySQL connection.
+email: oldmoe@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- neverblock-mysql.gemspec
+- README
+- test/test.rb
+- lib/neverblock-mysql.rb
+- lib/never_block/db/fibered_mysql_connection.rb
+- lib/never_block/db/pooled_fibered_mysql_connection.rb
+has_rdoc: true
+homepage: http://github.com/oldmoe/neverblock-mysql
+post_install_message: 
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Fibered MySQL connection
+test_files: []
+