pg_queue 0.0.0a

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in pg_queue.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Rafael Souza
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# PgQueue
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'pg_queue'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install pg_queue
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/queue_worker

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+require "pg_queue"
+
+class MailQueue
+  def self.perform(email)
+    puts email
+  end
+end
+
+worker = PgQueue::Worker.new
+
+["INT", "TERM"].each do |signal|
+  trap(signal) do
+    worker.stop
+  end
+end
+
+worker.start

data/lib/pg_queue/job.rb

@@ -0,0 +1,18 @@
+module PgQueue
+  class Job
+    attr_reader :id, :klass, :args
+
+    def initialize(attributes)
+      @id = attributes["id"]
+      puts "new job #{@id}"
+      @klass = Object.const_get(attributes["klass"])
+      @args = JSON.load(attributes["args"])
+    end
+
+    def perform
+      puts "performing"
+      klass.perform(*args)
+      puts "performed"
+    end
+  end
+end

data/lib/pg_queue/queue.rb

@@ -0,0 +1,26 @@
+require "json"
+
+module PgQueue
+  class Queue
+    attr_reader :connection
+
+    def initialize(connection)
+      @connection = connection
+    end
+
+    def enqueue(klass, *args)
+      sql = "INSERT INTO pg_queue_jobs (klass, args) VALUES ($1, $2) RETURNING id"
+      id = connection.exec(sql, [klass.name, JSON.dump(args)]).getvalue(0, 0)
+      puts "enqueued #{id}"
+      connection.exec("NOTIFY pg_queue_jobs")
+    end
+
+    def dequeue
+      result = connection.exec("SELECT id, klass, args FROM pg_queue_jobs LIMIT 1")
+      return nil unless result.count == 1
+      PgQueue::Job.new(result[0]).tap do |job|
+        connection.exec("DELETE FROM pg_queue_jobs WHERE id = $1", [job.id])
+      end
+    end
+  end
+end

data/lib/pg_queue/version.rb

@@ -0,0 +1,3 @@
+module PgQueue
+  VERSION = "0.0.0a"
+end

data/lib/pg_queue/worker.rb

@@ -0,0 +1,67 @@
+module PgQueue
+  class Worker
+    attr_reader :connection, :interval
+
+    def initialize
+      @connection = new_connection
+      @queue = PgQueue::Queue.new(@connection)
+      @interval = 5
+    end
+
+    def start
+      @running = true
+
+      listen
+      while running?
+        job = @queue.dequeue
+        if job
+          perform(job)
+          next
+        end
+
+        puts "waiting for jobs"
+        connection.wait_for_notify do |event, pid, payload|
+          if payload == "stop"
+            puts "stop notify received"
+            stop
+          else
+            puts "let's perform some jobs"
+          end
+        end
+      end
+    end
+
+    def listen
+      connection.exec("LISTEN pg_queue_jobs")
+    end
+
+    def unlisten
+      connection.exec("UNLISTEN pg_queue_jobs")
+    end
+
+    def stop
+      @running = false
+      new_connection.exec("NOTIFY pg_queue_jobs, 'stop'")
+    end
+
+    def running?
+      @running
+    end
+
+    protected
+
+    def new_connection
+      PGconn.open(:dbname => 'pg_queue_test')
+    end
+
+    def perform(job)
+      begin
+        puts job.inspect
+        job.perform
+      rescue => ex
+        puts ex
+        puts ex.message
+      end
+    end
+  end
+end

data/lib/pg_queue.rb

@@ -0,0 +1,8 @@
+require "pg_queue/version"
+require "pg"
+
+module PgQueue
+  autoload :Worker, "pg_queue/worker"
+  autoload :Queue, "pg_queue/queue"
+  autoload :Job, "pg_queue/job"
+end

data/pg_queue.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/pg_queue/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Rafael Souza"]
+  gem.email         = ["me@rafaelss.com"]
+  gem.description   = %q{Some experimentations with LISTEN/NOTIFY for background jobs}
+  gem.summary       = %q{Background jobs using PostgreSQL's LISTEN/NOTIFY}
+  gem.homepage      = "http://github.com/rafaelss/pg_queue"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "pg_queue"
+  gem.require_paths = ["lib"]
+  gem.version       = PgQueue::VERSION
+
+  gem.add_dependency "pg", "~> 0.12.2"
+end

metadata

@@ -0,0 +1,69 @@
+--- !ruby/object:Gem::Specification
+name: pg_queue
+version: !ruby/object:Gem::Version
+  version: 0.0.0a
+  prerelease: 5
+platform: ruby
+authors:
+- Rafael Souza
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: &70283076765840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70283076765840
+description: Some experimentations with LISTEN/NOTIFY for background jobs
+email:
+- me@rafaelss.com
+executables:
+- queue_worker
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/queue_worker
+- lib/pg_queue.rb
+- lib/pg_queue/job.rb
+- lib/pg_queue/queue.rb
+- lib/pg_queue/version.rb
+- lib/pg_queue/worker.rb
+- pg_queue.gemspec
+homepage: http://github.com/rafaelss/pg_queue
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Background jobs using PostgreSQL's LISTEN/NOTIFY
+test_files: []