async-sequel 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 376913405c62208c2fbdf5be61966e104319788e07d966237321c9e60f836348
+  data.tar.gz: 3f9bcebfec1290454dda560f297a7e2a2ee002521eb4561846a040657df76ead
+SHA512:
+  metadata.gz: 80f7ad5fbb1076f248852517d50355e1daecb7c76b037ff3bcbbfc1443e4b228c9e2397c3e74461759fe87b632aebdbe14eafedc51eb3ec3ea8d09d5e5a6af95
+  data.tar.gz: eaefce0c7cc084c8151d83a2ed6867cc276ebb15ed5e53ca1dee06f62b6e21c4fa2ff70229e9bfe6071c8cbb9ce90b855b8a0d90d7fb9fee0ab29635d4c67b57

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.6.3
+before_install: gem install bundler -v 2.0.2

data/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in async-sequel.gemspec
+gemspec

data/README.md

@@ -0,0 +1,72 @@
+# Async::Sequel
+
+**Experimental** support for asynchronous sequel.
+
+## Installation
+
+To add it to your existing project:
+
+	$ bundle add sequel
+
+## Usage
+
+```ruby
+require 'async'
+require 'sequel'
+
+require 'async/sequel/postgres/database'
+require 'async/sequel/connection_pool/fibered'
+
+Async do
+	db = Sequel.connect(
+		adapter: Async::Sequel::Postgres::Database,
+		host: "localhost", database: "rubygems",
+		pool_class: Async::Sequel::ConnectionPool::Fibered
+	)
+	
+	query = db.select{pg_sleep(1)}
+	
+	10.times do
+		Async do |task|
+			while true
+				# These queries will all run concurrently.
+				Async.logger.info("query", query.to_a)
+			end
+		end
+	end
+ensure
+	db&.disconnect
+end
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## License
+
+Released under the MIT license.
+
+Copyright, 2019, by [Samuel G. D. Williams](http://www.codeotaku.com/samuel-williams).
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/async-sequel.gemspec

@@ -0,0 +1,28 @@
+
+require_relative 'lib/async/sequel/version'
+
+Gem::Specification.new do |spec|
+	spec.name          = "async-sequel"
+	spec.version       = Async::Sequel::VERSION
+	spec.authors       = ["Samuel Williams"]
+	spec.email         = ["samuel.williams@oriontransfer.co.nz"]
+	
+	spec.summary       = %q{Asynchronous adaptors for Sequel.}
+	spec.homepage      = "https://github.com/socketry/async-sequel"
+	spec.license       = "MIT"
+	
+	# Specify which files should be added to the gem when it is released.
+	# The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+	spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+		`git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+	end
+	
+	spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+	spec.require_paths = ["lib"]
+	
+	spec.add_dependency "sequel"
+	
+	spec.add_development_dependency "bundler", "~> 2.0"
+	spec.add_development_dependency "rake", "~> 10.0"
+	spec.add_development_dependency "rspec", "~> 3.0"
+end

data/examples/enumerate/rubygems.rb

@@ -0,0 +1,26 @@
+
+require 'async'
+
+require 'sequel'
+require_relative '../../lib/async/sequel/postgres/database'
+require_relative '../../lib/async/sequel/connection_pool/fibered'
+
+Async.logger.info!
+
+Async do
+	db = Sequel.connect(adapter: Async::Sequel::Postgres::Database, host: "localhost", user: "samuel", database: "rubygems", pool_class: Async::Sequel::ConnectionPool::Fibered)
+	
+	query = db.select{pg_sleep(1)}
+	
+	10.times do
+		Async do |task|
+			while true
+				Async.logger.info("query", query.to_a)
+			end
+		end
+	end
+ensure
+	db&.disconnect
+end
+
+Async.logger.info("Done")

data/lib/async/sequel.rb

@@ -0,0 +1,21 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative "sequel/version"

data/lib/async/sequel/connection_pool/fibered.rb

@@ -0,0 +1,156 @@
+# frozen-string-literal: true
+
+# Copyright, 2019, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'async/notification'
+
+require 'sequel/connection_pool'
+
+module Async
+	module Sequel
+		module ConnectionPool
+			class Fibered < ::Sequel::ConnectionPool
+				def initialize(database, limit: nil, **options)
+					super(database, **options)
+					
+					@database = database
+					@options = options
+					
+					@resources = []
+					@available = Async::Notification.new
+					
+					@limit = limit
+					@active = 0
+				end
+				
+				attr :resources
+				
+				def hold(server = nil, &block)
+					acquire(&block)
+				end
+				
+				def disconnect(server = nil)
+					self.close
+				end
+				
+				def servers
+					[:default]
+				end
+				
+				def size
+					@active
+				end
+				
+				def max_size
+					@limit
+				end
+				
+				def empty?
+					@resources.empty?
+				end
+				
+				def acquire
+					resource = wait_for_resource
+					
+					return resource unless block_given?
+					
+					begin
+						yield resource
+					ensure
+						release(resource)
+					end
+				end
+				
+				# Make the resource resources and let waiting tasks know that there is something resources.
+				def release(resource)
+					# A resource that is not good should also not be reusable.
+					# unless resource.closed?
+						reuse(resource)
+					# else
+					# 	retire(resource)
+					# end
+				end
+				
+				def close
+					@resources.each(&:close)
+					@resources.clear
+					
+					@active = 0
+				end
+				
+				def to_s
+					"\#<#{self.class} resources=#{resources.size} limit=#{@limit}>"
+				end
+				
+				protected
+				
+				def reuse(resource)
+					Async.logger.debug(self) {"Reuse #{resource}"}
+					
+					@resources << resource
+					
+					@available.signal
+				end
+				
+				def retire(resource)
+					Async.logger.debug(self) {"Retire #{resource}"}
+					
+					@active -= 1
+					
+					resource.close
+					
+					@available.signal
+				end
+				
+				def wait_for_resource
+					# If we fail to create a resource (below), we will end up waiting for one to become resources.
+					until resource = available_resource
+						@available.wait
+					end
+					
+					Async.logger.debug(self) {"Wait for resource #{resource}"}
+					
+					return resource
+				end
+				
+				def available_resource
+					while resource = @resources.pop
+						# if resource.connected?
+							return resource
+						# else
+						# 	retire(resource)
+						# end
+					end
+					
+					if @limit.nil? or @active < @limit
+						Async.logger.debug(self) {"No resources resources, allocating new one..."}
+						
+						@active += 1
+						
+						return make_new(:default)
+					end
+					
+					return nil
+				end
+			end
+		end
+	end
+end

data/lib/async/sequel/postgres/adapter.rb

@@ -0,0 +1,112 @@
+# Copyright, 2019, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'async/wrapper'
+
+require 'sequel/adapters/postgres'
+
+module Async
+	module Sequel
+		module Postgres
+			class Adapter < Wrapper
+				def initialize(database, connection_specification, reactor = nil)
+					@connection = ::Sequel::Postgres::Adapter.connect_start(connection_specification)
+					
+					@db = database
+					@connection.instance_variable_set(:@db, database)
+					@connection.instance_variable_set(:@prepared_statements, {})
+					
+					super(@connection.socket_io, reactor)
+					
+					status = @connection.connect_poll
+					
+					while true
+						if status == PG::PGRES_POLLING_FAILED
+							raise PG::Error.new(@connection.error_message)
+						elsif status == PG::PGRES_POLLING_READING
+							self.wait_readable
+						elsif(status == PG::PGRES_POLLING_WRITING)
+							self.wait_writable
+						elsif status == PG::PGRES_POLLING_OK
+							break
+						end
+						
+						status = @connection.connect_poll
+					end
+				end
+				
+				def async_exec(*args)
+					@connection.send_query(*args)
+					last_result = result = true
+					
+					Async.logger.info(self) {args}
+					
+					while true
+						wait_readable
+						
+						@connection.consume_input
+						
+						while @connection.is_busy == false
+							if result = @connection.get_result
+								last_result = result
+								
+								yield result if block_given?
+							else
+								return last_result
+							end
+						end
+					end
+				ensure
+					@connection.get_result until result.nil?
+				end
+				
+				alias exec async_exec
+				alias exec_params exec
+				
+				# Execute the given SQL with this connection.  If a block is given,
+				# yield the results, otherwise, return the number of changed rows.
+				def execute(sql, args=nil)
+					args = args.map{|v| @db.bound_variable_arg(v, self)} if args
+					q = check_disconnect_errors{execute_query(sql, args)}
+					begin
+						block_given? ? yield(q) : q.cmd_tuples
+					ensure
+						q.clear if q && q.respond_to?(:clear)
+					end
+				end
+				
+				# Return the PGResult containing the query results.
+				def execute_query(sql, args)
+					@db.log_connection_yield(sql, self, args){args ? self.async_exec(sql, args) : self.async_exec(sql)}
+				end
+				
+				def respond_to?(*args)
+					@connection.respond_to?(*args)
+				end
+				
+				def method_missing(*args, &block)
+					# Async.logger.info(self) {args}
+					
+					@connection.send(*args, &block)
+				end
+			end
+		end
+	end
+end

data/lib/async/sequel/postgres/database.rb

@@ -0,0 +1,68 @@
+# Copyright, 2019, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require_relative 'adapter'
+
+require 'sequel/adapters/postgres'
+
+module Async
+	module Sequel
+		module Postgres
+			class Database < ::Sequel::Postgres::Database
+				def connect(server)
+					opts = server_opts(server)
+					
+					connection_params = {
+						:host => opts[:host],
+						:port => opts[:port],
+						:dbname => opts[:database],
+						:user => opts[:user],
+						:password => opts[:password],
+						:connect_timeout => opts[:connect_timeout] || 20,
+						:sslmode => opts[:sslmode],
+						:sslrootcert => opts[:sslrootcert]
+					}.delete_if { |key, value| blank_object?(value) }
+					
+					connection_params.merge!(opts[:driver_options]) if opts[:driver_options]
+					conn = Adapter.new(self, opts[:conn_str] || connection_params)
+
+					if receiver = opts[:notice_receiver]
+						conn.set_notice_receiver(&receiver)
+					end
+					
+					if conn.respond_to?(:type_map_for_queries=) && defined?(self::PG_QUERY_TYPE_MAP)
+						conn.type_map_for_queries = self::PG_QUERY_TYPE_MAP
+					end
+
+					if encoding = opts[:encoding] || opts[:charset]
+						if conn.respond_to?(:set_client_encoding)
+							conn.set_client_encoding(encoding)
+						else
+							conn.async_exec("set client_encoding to '#{encoding}'")
+						end
+					end
+
+					connection_configuration_sqls(opts).each{|sql| conn.execute(sql)}
+					conn
+				end
+			end
+		end
+	end
+end

data/lib/async/sequel/version.rb

@@ -0,0 +1,25 @@
+# Copyright, 2018, by Samuel G. D. Williams. <http://www.codeotaku.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module Async
+	module Sequel
+		VERSION = "0.1.0"
+	end
+end

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: async-sequel
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Samuel Williams
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-10-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: 
+email:
+- samuel.williams@oriontransfer.co.nz
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- async-sequel.gemspec
+- examples/enumerate/rubygems.rb
+- lib/async/sequel.rb
+- lib/async/sequel/connection_pool/fibered.rb
+- lib/async/sequel/postgres/adapter.rb
+- lib/async/sequel/postgres/database.rb
+- lib/async/sequel/version.rb
+homepage: https://github.com/socketry/async-sequel
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.4
+signing_key: 
+specification_version: 4
+summary: Asynchronous adaptors for Sequel.
+test_files: []