michaelyta-neverblock-postgresql-adapter 0.1

data/README

@@ -0,0 +1,20 @@
+Installation and Usage
+======================
+
+1. First, you need to get mysqlplus :
+      sudo gem install mysqlplus
+
+2. Then, get the mysql neverblock adapter : 
+      sudo gem install michaelyta-neverblock-postgresql-adapter -s http://gems.github.com
+
+3. Finally, update config/database.yml :
+      production:
+          adapter:  neverblock_postgresql
+          database: myapp_production
+          username: root
+          password:  
+          host: localhost
+          pool: 6
+
+And you are done, this will work seamlessly, no need to update any application code.
+

data/lib/active_record/connection_adapters/neverblock_postgresql_adapter.rb

@@ -0,0 +1,73 @@
+# Require original mysql adapter as we'll just extend it
+require 'active_record/connection_adapters/postgresql_adapter'
+require 'neverblock'
+require 'fibered_postgresql_connection'
+
+class ActiveRecord::ConnectionAdapters::NeverBlockPostgreSQLAdapter < ActiveRecord::ConnectionAdapters::PostgreSQLAdapter
+      # Returns 'FiberedPostgreSQL' as adapter name for identification purposes.
+      def adapter_name
+        'NeverBlockPostgreSQL'
+      end
+
+      def connect
+        @connection = ::NB::DB::FiberedPostgresConnection.connect(*@connection_parameters[1..(@connection_parameters.length-1)])
+      end
+
+      # Close then reopen the connection.
+      def reconnect!
+        disconnect!
+        connect
+      end
+
+end
+
+class ActiveRecord::ConnectionAdapters::ConnectionPool
+  def current_connection_id #:nodoc:
+    NB::Fiber.current.object_id
+  end
+
+  def checkout
+    # Checkout an available connection
+    loop do
+      conn = if @checked_out.size < @connections.size
+               checkout_existing_connection
+             elsif @connections.size < @size
+               checkout_new_connection
+             end
+      return conn if conn
+      # No connections available; wait for one
+      @waiting ||= []
+      NB::Fiber.yield @waiting << NB::Fiber.current
+    end
+  end
+
+  def checkin(conn)
+    conn.run_callbacks :checkin
+    @checked_out.delete conn
+    if @waiting && @waiting.size > 0
+      @waiting.shift.resume
+    end
+  end
+end
+
+class ActiveRecord::Base
+  # Establishes a connection to the database that's used by all Active Record objects
+  def self.neverblock_postgresql_connection(config) # :nodoc:
+    config = config.symbolize_keys
+    host     = config[:host]
+    port     = config[:port] || 5432
+    username = config[:username].to_s
+    password = config[:password].to_s
+    size     = config[:connections] || 4
+
+    if config.has_key?(:database)
+      database = config[:database]
+    else
+      raise ArgumentError, "No database specified. Missing argument: database."
+    end
+
+    # The postgres drivers don't allow the creation of an unconnected PGconn object,
+    # so just pass a nil connection object for the time being.
+    ::ActiveRecord::ConnectionAdapters::NeverBlockPostgreSQLAdapter.new(nil, logger, [size, host, port, nil, nil, database, username, password], config)
+  end  
+end

data/lib/fibered_postgresql_connection.rb

@@ -0,0 +1,49 @@
+require 'pg'
+
+module NeverBlock
+
+  module DB
+  
+    # A modified postgres connection driver
+    # builds on the original pg driver.
+    # This driver is able to register the socket
+    # at a certain backend (Reacotr)
+    # and then whenever the query is executed
+    # within the scope of a friendly fiber (NB::Fiber)
+    # it will be done in async mode and the fiber
+    # will yield
+	  class FiberedPostgresConnection < PGconn	                    
+
+      # Assuming the use of NeverBlock fiber extensions and that the exec is run in
+      # the context of a fiber. One that have the value :neverblock set to true.
+      # All neverblock IO classes check this value, setting it to false will force
+      # the execution in a blocking way.
+      def exec(sql)
+        # TODO Still not "killing the query process"-proof
+        # In some cases, the query is simply sent but the fiber never yields
+        if NB.neverblocking? && NB.reactor.running?
+          send_query sql
+          while is_busy
+            NB.wait(:read, IO.new(socket))
+            consume_input
+          end
+          res, data = 0, []
+          while res != nil
+            res = self.get_result
+            data << res unless res.nil?
+          end
+          data.last
+        else
+          super(sql)
+        end
+      end
+
+      alias_method :query, :exec
+            
+    end #FiberedPostgresConnection 
+
+    end #DB
+
+end #NeverBlock
+
+NeverBlock::DB::FPGConn = NeverBlock::DB::FiberedPostgresConnection

data/neverblock-postgresql-adapter.gemspec

@@ -0,0 +1,24 @@
+Gem::Specification.new do |s|
+  s.name     = "neverblock-postgresql-adapter"
+  s.version  = "0.1"
+  s.date     = "2009-07-19"
+  s.summary  = "PostgreSQL Asyncronous AR connection adapter"
+  s.email    = "oldmoe@gmail.com"
+  s.homepage = "http://github.com/michaelyta/neverblock-postgresql-adapter"
+  s.description = "A new postgresql asyncronous connection adapter for active_record using neverblock"
+  s.has_rdoc = false
+  s.authors  = ["Muhammad A. Ali", "Michael Youssef"]
+  s.files    = [ 
+		"neverblock-postgresql-adapter.gemspec", 
+		"README",
+                "lib/active_record/connection_adapters/neverblock_postgresql_adapter.rb",
+		"lib/fibered_postgresql_connection.rb",
+		"test/active_record_postgresql_test.rb"
+  ]
+#  s.rdoc_options = ["--main", "README"]
+#  s.extra_rdoc_files = ["README"]
+  s.add_dependency('neverblock', '>= 1.0')
+  s.add_dependency('mysqlplus', '>=0.1.1')
+end
+
+

data/test/active_record_postgresql_test.rb

@@ -0,0 +1,51 @@
+require 'minitest/unit'
+require 'neverblock'
+require 'activerecord'
+require '../lib/fibered_postgresql_connection'
+
+class Book < ActiveRecord::Base
+
+end
+
+
+MiniTest::Unit.autorun
+
+
+class ActiverecordTest < MiniTest::Unit::TestCase
+  def setup
+    super
+    ActiveRecord::Base.configurations = {
+      'test' => { 
+        :adapter  => 'neverblock_postgresql', 
+        :username => 'postgres', 
+        :password => 'postgres', 
+        :encoding => 'utf8', 
+        :database => 'postgres',
+        :pool => 8
+      }
+    }
+    ActiveRecord::Base.establish_connection 'test'
+  end
+
+  def test_concurrency
+    count = 17
+    done = 0
+    t = Time.now
+    NB.reactor.run do
+      (1..count).each do
+       NB::Fiber.new do
+          Book.find_by_sql("select sleep(1) as sleep")
+          ActiveRecord::Base.connection_pool.release_connection
+          done += 1
+          puts done
+          if done == count
+            NB.reactor.stop
+          end
+        end.resume
+      end
+    end
+
+    assert_in_delta Time.now - t, 3, 1
+  end
+
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: michaelyta-neverblock-postgresql-adapter
+version: !ruby/object:Gem::Version 
+  version: "0.1"
+platform: ruby
+authors: 
+- Muhammad A. Ali
+- Michael Youssef
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-07-19 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: neverblock
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "1.0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: mysqlplus
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.1.1
+    version: 
+description: A new postgresql asyncronous connection adapter for active_record using neverblock
+email: oldmoe@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- neverblock-postgresql-adapter.gemspec
+- README
+- lib/active_record/connection_adapters/neverblock_postgresql_adapter.rb
+- lib/fibered_postgresql_connection.rb
+- test/active_record_postgresql_test.rb
+has_rdoc: false
+homepage: http://github.com/michaelyta/neverblock-postgresql-adapter
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: PostgreSQL Asyncronous AR connection adapter
+test_files: []
+