sync-em-pg 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+group :test do
+  gem "sequel"
+  gem "minitest"
+  gem "minitest-reporters"
+  gem "debugger"
+end
+
+# Specify your gem's dependencies in sync-em-pg.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Petr Yanovich
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,45 @@
+sync-em-pg
+===========
+
+Simple wrapper around [em-pg](https://github.com/prepor/em-pg) for [em-synchrony](https://github.com/igrigorik/em-synchrony). And [Sequel](http://sequel.rubyforge.org/) adapter.
+
+You can also look on [green-em-pg](https://github.com/prepor/green-em-pg) for [Green](https://github.com/prepor/green).
+
+Usage
+-----
+
+```ruby
+gem "sync-em-pg"
+```
+
+```ruby
+require "sync-em/pg"
+EM.synchrony do
+  db = Sync::EM::PG.new host: "localhost",
+    port: 5432,
+    dbname: "test",
+    user: "postgres",
+    password: "postgres"
+    
+  res = db.send_qeury "select * from test"
+
+  puts res.inspect
+
+  EM.stop
+end
+```
+
+Sequel
+------
+
+```ruby
+require "sync-em/pg/sequel"
+EM.synchrony do
+  url = "postgres://postgres:postgres@localhost:5432/test"
+  db = Sequel.connect(url, pool_class: Sync::EM::PG::Sequel::ConnectionPool)
+
+  puts db[:test].all.inspect
+
+  EM.stop
+end
+```

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+
+task :default => :spec
+
+require 'rake/testtask'
+Rake::TestTask.new(:spec) do |test|
+  test.libs << 'lib' << 'spec'
+  test.pattern = 'spec/**/*_spec.rb'
+  test.verbose = true
+end

data/lib/sync-em/pg.rb

@@ -0,0 +1,28 @@
+require 'em/pg'
+require 'em-synchrony'
+
+module Sync
+  module EM
+    class PG < ::EM::PG
+
+      def self._sync
+        f = Fiber.current
+        resp = yield
+        resp.callback{ |r| f.resume(r) }
+        resp.errback{ |r| f.resume(r) }
+        Fiber.yield
+      end
+
+      def initialize(*args)
+        super
+        PG._sync{ self }
+      end
+
+      [:send_query, :send_prepare, :send_query_prepared, :send_describe_prepared, :send_describe_portal].each do |m|
+        define_method(m) do |*args|
+          PG._sync{ super(*args) }
+        end
+      end
+    end
+  end
+end

data/lib/sync-em/pg/sequel.rb

@@ -0,0 +1,92 @@
+require 'pg'
+require 'forwardable'
+require 'sync-em/pg'
+require 'sequel'
+require 'em-synchrony/connection_pool'
+
+module Sync
+  module EM
+    class PG
+
+      class ReConnectionPool < EventMachine::Synchrony::ConnectionPool
+        def initialize(opts, &block)
+          @magick = block
+          super
+        end
+
+        def acquire(fiber)
+          if conn = @available.pop
+            conn = @magick.call if conn.state != :connected
+            @reserved[fiber.object_id] = conn
+            conn
+          else
+            Fiber.yield @pending.push fiber
+            acquire(fiber)
+          end
+        end
+      end
+
+      class Sequel
+        class ConnectionPool < ::Sequel::ConnectionPool
+          DEFAULT_SIZE = 4
+          attr_accessor :pool
+          def initialize(db, opts = {})
+            super
+            size = opts[:max_connection] || DEFAULT_SIZE
+            @pool = ReConnectionPool.new(size: size) do
+              make_new(DEFAULT_SERVER)
+            end
+          end
+
+          def size
+            @pool.available.size
+          end
+
+          def hold(server = nil, &blk)
+            @pool.execute(false, &blk)
+          end
+
+          def disconnect(server = nil)
+            @pool.available.each{ |conn| db.disconnect_connection(conn) }
+            @pool.available.clear
+          end
+        end
+      end
+
+      class PGconn < Sync::EM::PG
+        extend Forwardable
+
+        def_delegators :@pg, :status, :escape_string, :escape_bytea
+
+        class << self
+          alias :connect :new
+        end
+
+        { async_exec: :send_query,
+          prepare: :send_prepare,
+          exec_prepared: :send_query_prepared,
+          finish: :close }.each do |from, to|
+          define_method from do |*args|
+            send(to, *args)
+          end
+        end
+        # alias :async_exec :send_query
+        # alias :prepare :send_prepare
+        # alias :exec_prepared :send_query_prepared
+        # alias :finish :close
+
+        [:get_copy_data, :put_copy_data, :put_copy_end, :get_result, :wait_for_notify].each do |m|
+          define_method(m) do |*args|
+            raise "Unimplemented method #{m} in green postgres adapter"
+          end
+        end
+      end
+    end
+  end
+end
+
+PGconn = Sync::EM::PG::PGconn
+
+require 'sequel/adapters/postgres'
+
+Sequel::Postgres::CONVERTED_EXCEPTIONS << ::EM::PG::Error

data/lib/sync-em/version.rb

@@ -0,0 +1,7 @@
+module Sync
+  module Em
+    module Pg
+      VERSION = "0.0.1"
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,25 @@
+ENV['BUNDLE_GEMFILE'] = File.expand_path('../../Gemfile', __FILE__)
+
+require 'bundler/setup'
+require 'sync-em/pg'
+
+require 'logger'
+require 'minitest/spec'
+require 'minitest/autorun'
+require 'minitest/reporters'
+
+logger = Logger.new nil
+
+DB_CONFIG = {
+  host: "localhost",
+  port: 5432,
+  dbname: "petr",
+  user: "petr",
+  password: "petr_passwd",
+}
+
+EM::PG.logger = logger
+
+DB_URL = "postgres://%s:%s@%s:%d/%s" % [DB_CONFIG[:user], DB_CONFIG[:password], DB_CONFIG[:host], DB_CONFIG[:port], DB_CONFIG[:dbname]]
+
+MiniTest::Reporters.use! MiniTest::Reporters::SpecReporter.new

data/spec/sync-em-pg/pg/sequel_spec.rb

@@ -0,0 +1,81 @@
+require 'spec_helper'
+require 'sync-em/pg/sequel'
+require 'em-synchrony/fiber_iterator'
+# require 'green/group'
+
+describe Sync::EM::PG do
+  DELAY = 1
+  QUERY = "select pg_sleep(#{DELAY})"
+
+
+  let(:url) { DB_URL }
+  let(:size) { 1 }
+  let(:db) { Sequel.connect(url, max_connection: size, pool_class: Sync::EM::PG::Sequel::ConnectionPool, db_logger: Logger.new(nil)) }
+  let(:test) { db[:test] }
+
+  before do
+    EM.synchrony do
+      db.create_table!(:test) do
+        text :name
+        integer :value, index: true
+      end
+
+      EM.stop
+    end
+  end
+
+  after do
+    EM.synchrony do
+      db.drop_table?(:test)
+
+      EM.stop
+    end
+  end
+
+  it "should connect and execute query" do
+    EM.synchrony do 
+      test.insert name: "andrew", value: 42
+      test.where(name: "andrew").first[:value].must_equal 42
+
+      EM.stop
+    end
+  end
+
+
+  describe "pool size is exceeded" do
+    let(:size) { 1 }
+    it "should queue requests" do
+      EM.synchrony do
+        start = Time.now.to_f
+
+        res = []
+        EM::Synchrony::FiberIterator.new([1,2], 2).each do |t|
+          res << db[QUERY].all
+        end
+        (Time.now.to_f - start.to_f).must_be_within_delta DELAY * 2, DELAY * 2 * 0.15
+        res.size.must_equal 2
+
+        EM.stop
+      end
+    end
+  end
+
+  describe "pool size is enough" do
+    let(:size) { 2 }
+    it "should parallel requests" do
+      EM.synchrony do
+        start = Time.now.to_f
+
+        res = []
+        EM::Synchrony::FiberIterator.new([1,2], 2).each do |t|
+          res << db[QUERY].all
+        end
+
+        (Time.now.to_f - start.to_f).must_be_within_delta DELAY, DELAY * 0.30
+        res.size.must_equal 2
+
+        EM.stop
+      end
+    end
+  end
+end

data/spec/sync-em-pg/pg_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe Sync::EM::PG do
+  let(:db) { Sync::EM::PG.new DB_CONFIG }
+  it "should execute query" do
+    EM.synchrony do
+      res = db.send_query "select 1;"
+      res.first["?column?"].must_equal "1"
+
+      EM.stop
+    end
+  end
+end

data/sync-em-pg.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sync-em/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "sync-em-pg"
+  gem.version       = Sync::Em::Pg::VERSION
+  gem.authors       = ["Petr Yanovich"]
+  gem.email         = ["fl00r@yandex.ru"]
+  gem.description   = %q{em-pg on fibers}
+  gem.summary       = %q{em-pg on fibers}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency "em-synchrony"
+  gem.add_dependency "pg"
+  gem.add_dependency "em-pg"
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: sync-em-pg
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Petr Yanovich
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: em-synchrony
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-pg
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: em-pg on fibers
+email:
+- fl00r@yandex.ru
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/sync-em/pg.rb
+- lib/sync-em/pg/sequel.rb
+- lib/sync-em/version.rb
+- spec/spec_helper.rb
+- spec/sync-em-pg/pg/sequel_spec.rb
+- spec/sync-em-pg/pg_spec.rb
+- sync-em-pg.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: em-pg on fibers
+test_files:
+- spec/spec_helper.rb
+- spec/sync-em-pg/pg/sequel_spec.rb
+- spec/sync-em-pg/pg_spec.rb