oldmoe-mysqlplus 0.1.0

data/lib/mysqlplus.rb

@@ -0,0 +1,19 @@
+require 'mysql'
+
+class Mysql
+  
+  def async_query(sql, timeout = nil)
+    send_query(sql)
+    select [ (@sockets ||= {})[socket] ||= IO.new(socket) ], nil, nil, nil
+    get_result
+  end
+  
+end
+
+class Mysql::Result
+  def all_hashes
+    rows = []
+    each_hash { |row| rows << row }
+    rows
+  end
+end

data/mysqlplus.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+  s.name     = "mysqlplus"
+  s.version  = "0.1.0"
+  s.date     = "2008-08-13"
+  s.summary  = "Enhanced Ruby MySQL driver"
+  s.email    = "oldmoe@gmail.com"
+  s.homepage = "http://github.com/oldmoe/mysqlplus"
+  s.description = "Enhanced Ruby MySQL driver"
+  s.has_rdoc = true
+  s.authors  = ["Muhammad A. Ali"]
+  s.platform = Gem::Platform::RUBY
+  s.files    = [ 
+		"mysqlplus.gemspec", 
+		"README",
+		"Rakefile",
+		"lib/mysqlplus.rb",
+		"test/test_helper.rb",
+		"test/native_threaded_test.rb",
+		"test/c_threaded_test.rb",
+		"test/evented_test.rb",
+		"ext/error_const.h",
+		"ext/extconf.rb",
+		"ext/mysql.c"
+	]
+  s.rdoc_options = ["--main", "README"]
+  s.extra_rdoc_files = ["README"]
+  s.extensions << "ext/extconf.rb"
+end
+

data/test/c_threaded_test.rb

@@ -0,0 +1,36 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+ThreadedMysqlTest.new( 10, "Threaded, C, very small overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.005
+  test.c_async_query = true
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, C, small overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.1
+  test.c_async_query = true
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, C, medium overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 1
+  test.c_async_query = true
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, C, large overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 3
+  test.c_async_query = true
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, C, random overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = :random
+  test.c_async_query = true
+  test.run!
+end

data/test/evented_test.rb

@@ -0,0 +1,31 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+EventedMysqlTest.new( 10, "Evented, very small overhead" ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.005
+  test.run!
+end
+
+EventedMysqlTest.new( 10, "Evented, small overhead" ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.1
+  test.run!
+end
+
+EventedMysqlTest.new( 10, "Evented, medium overhead" ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 1
+  test.run!
+end
+
+EventedMysqlTest.new( 10, "Evented, large overhead" ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 3
+  test.run!
+end
+
+EventedMysqlTest.new( 10, "Evented, random overhead" ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = :random
+  test.run!
+end

data/test/native_threaded_test.rb

@@ -0,0 +1,31 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+ThreadedMysqlTest.new( 10, "Threaded, native Ruby, very small overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.005
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, native Ruby, small overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 0.1
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, native Ruby, medium overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 1
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, native Ruby, large overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = 3
+  test.run!
+end
+
+ThreadedMysqlTest.new( 10, "Threaded, native Ruby, random overhead"  ) do |test|
+  test.setup{ Mysql.real_connect('localhost','root') }
+  test.per_query_overhead = :random
+  test.run!
+end

data/test/test_helper.rb

@@ -0,0 +1,200 @@
+require 'rubygems'
+require 'mysqlplus'
+
+class MysqlTest
+  
+  class NotImplemented < StandardError
+  end
+  
+  attr_accessor :queries,
+                :context,
+                :connections,
+                :connection_signature,
+                :start,
+                :done,
+                :c_async_query,
+                :per_query_overhead,
+                :timeout
+  
+  def initialize( queries, context = '' )
+    @queries = queries
+    @context = context
+    @done = []
+    @c_async_query = false
+    @per_query_overhead = 3
+    @timeout = 20
+    yield self if block_given?
+  end
+  
+  def setup( &block )
+    @start = Time.now
+    @connection_signature = block
+  end
+  
+  def run!
+    c_or_native_ruby_async_query do
+      present_context if context?
+      prepare
+      yield
+    end  
+  end
+  
+  def per_query_overhead=( overhead )
+    @per_query_overhead = ( overhead == :random ) ? rand() : overhead
+  end
+  
+  protected
+
+  def prepare
+    raise NotImplemented
+  end
+  
+  def teardown
+    raise NotImplemented
+  end
+  
+  def log( message, prefix = '' )
+    puts "[#{timestamp}] #{prefix} #{message}"
+  end
+  
+  def with_logging( message )
+    log( message, 'Start' )
+    yield
+    log( message, 'End' )
+  end
+  
+  def timestamp
+    Time.now - @start
+  end
+
+  def context?
+    @context != ''
+  end
+  
+  def present_context
+    log "#############################################"
+    log "#  #{@context}" 
+    log "#############################################"   
+  end
+  
+  def c_or_native_ruby_async_query
+    if @c_async_query
+      log "** using C based async_query"
+    else
+      log "** using native Ruby async_query"
+    end
+    yield
+  end
+  
+  def c_or_native_async_query( connection, sql, timeout = nil )
+    method = @c_async_query ? :c_async_query : :async_query
+    connection.send( method, sql, timeout )
+  end
+  
+end
+
+class EventedMysqlTest < MysqlTest
+  
+  attr_accessor :sockets
+  
+  def initialize( queries, context = '' )
+    @sockets = []
+    @connections = {}
+    super( queries, context )
+  end  
+  
+  def setup( &block )
+    super( &block )
+    with_logging 'Setup connection pool' do
+      @queries.times do 
+        connection = @connection_signature.call
+        @connections[ IO.new(connection.socket) ] = connection
+        @sockets = @connections.keys
+      end
+    end  
+  end
+  
+  def run!
+    super do
+      catch :END_EVENT_LOOP do
+        loop do
+          result = select( @sockets,nil,nil,nil )
+          if result
+            result.first.each do |conn|
+              @connections[conn].get_result.each{|res| log( "Result for socket #{conn.fileno} : #{res}" ) }
+              @done << nil
+              if done?
+                teardown
+              end  
+            end 
+          end
+        end    
+      end
+    end
+  end
+  
+  protected
+  
+  def prepare
+    @connections.each_value do |conn|
+      conn.send_query( "select sleep(#{@per_query_overhead})" ) 
+    end
+  end
+  
+  def teardown
+    log "done"
+    throw :END_EVENT_LOOP
+  end
+  
+  def done?
+    @done.size == @queries
+  end
+  
+end
+
+class ThreadedMysqlTest < MysqlTest
+  
+  attr_accessor :threads
+  
+  def initialize( queries, context = '' )
+    @connections = []
+    @threads = []
+    super( queries, context )
+  end
+  
+  def setup( &block )
+    super( &block )
+    with_logging "Setup connection pool" do
+      @queries.times do 
+        @connections << @connection_signature.call
+      end
+    end
+  end
+  
+  def run!
+    super do
+      with_logging "waiting on threads" do
+        @threads.each{|t| t.join }
+      end
+    end  
+  end 
+  
+  protected
+  
+  def prepare
+    with_logging "prepare" do
+      @queries.times do |conn|
+        @threads << Thread.new do
+
+          log "sending query on connection #{conn}"
+
+          c_or_native_async_query( @connections[conn], "select sleep(#{@per_query_overhead})", @timeout ).each do |result|
+            log "connection #{conn} done"
+          end 
+        
+        end
+      end  
+    end
+  end
+  
+end

metadata

@@ -0,0 +1,64 @@
+--- !ruby/object:Gem::Specification 
+name: oldmoe-mysqlplus
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Muhammad A. Ali
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-08-13 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: Enhanced Ruby MySQL driver
+email: oldmoe@gmail.com
+executables: []
+
+extensions: 
+- ext/extconf.rb
+extra_rdoc_files: 
+- README
+files: 
+- mysqlplus.gemspec
+- README
+- Rakefile
+- lib/mysqlplus.rb
+- test/test_helper.rb
+- test/native_threaded_test.rb
+- test/c_threaded_test.rb
+- test/evented_test.rb
+- ext/error_const.h
+- ext/extconf.rb
+- ext/mysql.c
+has_rdoc: true
+homepage: http://github.com/oldmoe/mysqlplus
+post_install_message: 
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Enhanced Ruby MySQL driver
+test_files: []
+