m_queue 0.1.3

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,5 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 michael
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2008 Alex MacCaw
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,25 @@
+MQueue
+======
+
+A client for Sparrow
+http://code.google.com/p/sparrow/
+
+Example
+=======
+
+class MyQueue < MQueue::Queue
+  def on_message(args)
+    puts "Received msg with args: #{args.inspect}"
+  end
+end
+   
+servers = [
+   MQueue::Protocols::Sparrow.new({:host => 'localhost', :port => 11212, :weight => 1})
+]
+
+MyQueue.servers = servers
+MyQueue.publish 'test'
+MyQueue.run
+
+
+Copyright (c) 2008 Alex MacCaw, released under the MIT license

data/README.rdoc

@@ -0,0 +1,7 @@
+= m_queue
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 michael. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,62 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+
+    gem.name = "m_queue"
+    gem.summary = %Q{MQueue Client Library extracted from Sparrow}
+    gem.email = "ma@zive.at"
+    gem.homepage = "http://github.com/michael/m_queue"
+    gem.authors = ["michael"]
+
+    gem.add_dependency 'sparrow', '>= 0.4.1'
+    gem.add_dependency 'sqs',     '>= 0.1.2'
+
+  end
+
+  Jeweler::GemcutterTasks.new
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "m_queue #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.1.3

data/examples/messenger.rb

@@ -0,0 +1,20 @@
+require 'pathname'
+require 'rubygems'
+
+EXAMPLES_ROOT = Pathname(__FILE__).dirname.expand_path
+require EXAMPLES_ROOT.parent + 'lib/m_queue'
+
+class QuotesQueue < MQueue::Queue
+  def on_message(args)
+    puts "Received msg with args: #{args.inspect}"
+  end
+end
+   
+servers = [
+   MQueue::Protocols::Sparrow.new({:host => 'localhost', :port => 11212, :weight => 1})
+]
+
+
+QuotesQueue.servers = servers
+QuotesQueue.publish({:baby => "sex"})
+QuotesQueue.publish 'hook'

data/init.rb

@@ -0,0 +1,17 @@
+# Include hook code here
+require 'yaml'
+
+$:.unshift(File.dirname(__FILE__))
+
+require 'lib/m_queue'
+require 'lib/daemon'
+require 'lib/protocols'
+require 'lib/queue'
+
+Dir.glob(File.join(File.dirname(__FILE__), 'lib', 'protocols', '*.rb')) {|i| 
+  begin
+    require i
+  rescue LoadError
+   # Might not have sqs/beanstalk-client
+  end
+}

data/install.rb

@@ -0,0 +1 @@
+# Install hook code here

data/lib/m_queue/daemon.rb

@@ -0,0 +1,56 @@
+module MQueue
+  class Daemon
+    PID_DIR = File.join(MQUEUE_ROOT, 'tmp', 'pids')
+    class << self
+      
+      def daemonize!(name)
+        fork do
+          Process.setsid
+          exit if fork
+          store_pid(Process.pid, name)
+          Dir.chdir File.dirname(__FILE__)
+          puts "created PID: #{Process.pid}"
+          File.umask 0000
+          STDIN.reopen "/dev/null"
+          STDOUT.reopen "/dev/null", "a"
+          STDERR.reopen STDOUT
+          trap("TERM") { exit }
+          yield if block_given?
+        end
+      end
+      
+      def kill!(name)
+        Dir[pid_path(name)].each do |f|
+          begin
+            puts f
+            pid = IO.read(f).chomp.to_i
+            FileUtils.rm f
+            Process.kill(15, pid) # TERM
+            puts "killed PID: #{pid}"
+          rescue => e
+            puts "Failed to kill! #{f}: #{e}"
+          end
+        end
+        true
+      end
+      
+      def kill_all!
+        kill!('*')
+      end
+      
+    private
+      
+      def store_pid(pid, name)
+       FileUtils.mkdir_p(PID_DIR)
+       File.open(pid_path(name), 'w'){|f| 
+         f.write("#{pid}\n")
+       }
+      end
+      
+      def pid_path(queue_name)
+        File.join(PID_DIR, "poller.#{queue_name}.pid")
+      end
+      
+    end
+  end
+end

data/lib/m_queue/protocols/sparrow.rb

@@ -0,0 +1,103 @@
+require 'socket'
+
+module MQueue
+  module Protocols
+    class Sparrow
+      attr_accessor :options
+
+      LOG_DIR             = File.join(MQueue::MQUEUE_ROOT, 'log')
+
+      CR                  = "\r\n"     
+      ERROR               = "error"    
+                               
+      GET                 = "get"      
+      SET                 = "set"      
+      DELETE              = "delete"   
+      FLUSH_ALL           = "flush_all"
+    
+      CLIENT_ERROR_REGEX  = /\ACLIENT_ERROR\s/i
+      SERVER_ERROR_REGEX  = /\ASERVER_ERROR\s/i
+      ERROR_REGEX         = /\AERROR\s/i
+      VALUE_REGEX         = /^VALUE (.+) (.+) (.+)/
+  
+      def initialize(opts = {})
+        self.options = opts
+      end
+
+      def []=(queue_name, msg)
+        send_msg SET, queue_name, 0, 0, msg.length, CR + msg
+        return unless @socket
+        @socket.gets # STORED
+      end
+
+      def [](queue_name)
+        send_msg GET, queue_name
+        return unless @socket
+        rsp = @socket.gets
+        return unless rsp =~ VALUE_REGEX
+        bytes = rsp.split(' ').last.to_i
+        rsp =~ /(\d+)\r/
+        msg = @socket.read $1.to_i
+        @socket.gets # CR
+        @socket.gets # END
+        msg
+      rescue => e
+        mark_dead(e)
+        nil
+      end
+
+      def delete(queue_name)
+        send_msg DELETE, queue_name
+        return unless @socket
+        @socket.gets
+      end
+
+      def delete!
+        send_msg FLUSH_ALL
+        return unless @socket
+        @socket.gets
+      end
+  
+      # MQueue Protocol API
+
+      def alive?
+        (!@retry or @retry < Time.now)
+      end
+  
+      def weight
+    	  options[:weight] || 0  
+      end
+      
+      def reload!
+        @retry = nil
+        @socket.close if @socket && !@socket.closed?
+        @socket = nil
+        @status = "Reloading"
+      end
+
+      private
+  
+      def retry?
+        ((@retry and @retry < Time.now) and !@connected) ? true : false
+      end
+
+      def send_msg(*msg)
+        @socket ||= TCPSocket.open(options[:host], options[:port])
+        @socket.print(msg.join(' ') + CR)
+        @socket.flush
+        # sleep 0.00001
+      rescue => e
+        mark_dead(e)
+        raise ConnectionError
+      end
+
+      def mark_dead( reason="Unknown error" )
+        @socket.close if @socket && !@socket.closed?
+        @socket = nil
+        @retry = Time::now + ( 30 + rand(10) )
+    		@status = "DEAD: %s: Will reincarnate at %s" %
+    			[ reason, @retry ]
+    	end
+    end
+  end
+end

data/lib/m_queue/protocols/sqs.rb

@@ -0,0 +1,57 @@
+require 'sqs'
+
+module MQueue
+  module Protocols
+    class SQS
+      attr_accessor :options
+      
+      def initialize(opts = {})
+        self.options = opts
+      end
+      
+      def []=(queue_name, msg)
+        queue(queue_name).send_message(msg)
+        msg
+      rescue => e
+        raise ConnectionError
+      end
+      
+      def [](queue_name)
+        msg = queue(queue_name).receive_message
+        msg.body if msg
+      end
+            
+      def delete(queue_name)
+        queue(queue_name).delete!
+      end
+  
+      def delete!
+        ::SQS.each_queue do |q|
+          q.delete!
+        end
+      end
+      
+      # MQueue Protocol API
+  
+      def alive?
+        true
+      end
+      
+      def weight
+  		  options[:weight] || 0  
+      end
+      
+      private
+      
+      def queue(queue_name)
+        @queues ||= {}
+        @queues[queue_name] ||=
+          begin
+            ::SQS.get_queue(queue_name)
+          rescue ::SQS::UnavailableQueue
+            ::SQS.create_queue(queue_name)
+          end
+      end
+    end
+  end
+end

data/lib/m_queue/protocols.rb

@@ -0,0 +1,5 @@
+module MQueue
+  module Protocols
+    class ConnectionError < StandardError; end #:nodoc:
+  end
+end

data/lib/m_queue/queue.rb

@@ -0,0 +1,129 @@
+module MQueue
+  class Queue
+    class MQueueError < StandardError; end #:nodoc:
+    class NoServersLeft < MQueueError; end #:nodoc:
+    @@queues = []
+    
+    LOG_DIR = File.join(MQUEUE_ROOT, 'log')
+    
+    class << self
+      def inherited(subclass)
+        @@queues << subclass
+      end
+      
+      def queues
+        @@queues
+      end
+      
+      def run
+        num_sleeps = 0
+        loop do
+          msg = poll
+          self.new.process(msg) if msg
+          if !msg
+            if num_sleeps < 50
+              num_sleeps += 1
+              num_sleeps *= 2
+            end
+            sleep 2 #num_sleeps
+          else
+            num_sleeps = 0
+          end
+        end
+      end
+    
+      def publish(msg)
+        if defined?(RAILS_ENV) && 
+          (RAILS_ENV == 'development' or
+            RAILS_ENV == 'test')
+              return self.new.on_message(msg)
+        end
+        send_to_server {|server|
+          server[queue_name] = msg.to_yaml
+        }
+        msg
+      end
+    
+      def poll
+        send_to_server(true) {|server|
+          begin
+            server[queue_name]
+          rescue => e
+            puts e
+          end
+        }
+      end
+    
+      def queue_name
+        self.name
+      end
+      
+      def servers=(srvs)
+        @@servers = srvs
+      end
+      
+      def servers
+        @@servers ||= []
+      end
+      
+      def reload!
+        servers.each do |s|
+          s.reload! if s.respond_to?('reload!')
+        end
+      end
+      
+      private
+      
+      def send_to_server(random = false, &block)
+        srvs = random ? unsorted_servers : sorted_servers
+        srvs.each do |server|
+          begin
+            return yield(server)
+          rescue => e
+            # Server will be marked dead
+            next
+          end
+        end
+        raise NoServersLeft
+      end
+      
+      def alive_servers
+        servers.select {|a| a.alive? }.sort_by {|b| rand }
+      end
+      alias unsorted_servers alive_servers
+      
+      def sorted_servers
+        alive_servers.sort_by {|b| b.weight }.reverse
+      end
+
+    end # self
+    
+    def process(msg)
+      reload!
+      begin
+        on_message(YAML.load(msg))
+      rescue => e
+        #logger.error  "\n#{ e.message } - (#{ e.class })\n" <<  
+        #              "#{(e.backtrace or []).join("\n")}"
+        puts "\n#{ e.message } - (#{ e.class })\n" << 
+                      "#{(e.backtrace or []).join("\n")}"
+      end
+    end
+
+    def logger
+     return @logger if @logger
+     FileUtils.mkdir_p(LOG_DIR)
+     @logger = Logger.new(File.join(LOG_DIR, self.class.queue_name + '.log'))     
+     @logger
+    end
+    
+    def on_message(msg)
+      raise 'You must implement on_message.'
+    end
+    
+    def reload!
+      ActiveRecord::Base.verify_active_connections! if defined?(ActiveRecord)
+    end
+    
+  end
+end

data/lib/m_queue.rb

@@ -0,0 +1,11 @@
+module MQueue
+  MQUEUE_ROOT = defined?(Merb.root) ? Merb.root : File.join(File.dirname(__FILE__))
+end
+
+dir = Pathname(__FILE__).dirname.expand_path + 'm_queue'
+
+require dir + 'queue'
+require dir + 'daemon'
+require dir + 'protocols'
+require dir + 'protocols/sparrow'
+require dir + 'protocols/sqs'

data/m_queue.gemspec

@@ -0,0 +1,70 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{m_queue}
+  s.version = "0.1.3"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["michael"]
+  s.date = %q{2009-12-30}
+  s.email = %q{ma@zive.at}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "MIT-LICENSE",
+     "README",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "examples/messenger.rb",
+     "init.rb",
+     "install.rb",
+     "lib/m_queue.rb",
+     "lib/m_queue/daemon.rb",
+     "lib/m_queue/protocols.rb",
+     "lib/m_queue/protocols/sparrow.rb",
+     "lib/m_queue/protocols/sqs.rb",
+     "lib/m_queue/queue.rb",
+     "m_queue.gemspec",
+     "tasks/m_queue_tasks.rake",
+     "test/m_queue_test.rb",
+     "test/test_helper.rb",
+     "test_mqueue.rb"
+  ]
+  s.homepage = %q{http://github.com/michael/m_queue}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{MQueue Client Library extracted from Sparrow}
+  s.test_files = [
+    "test/m_queue_test.rb",
+     "test/test_helper.rb",
+     "examples/messenger.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<sparrow>, [">= 0.4.1"])
+      s.add_runtime_dependency(%q<sqs>, [">= 0.1.2"])
+    else
+      s.add_dependency(%q<sparrow>, [">= 0.4.1"])
+      s.add_dependency(%q<sqs>, [">= 0.1.2"])
+    end
+  else
+    s.add_dependency(%q<sparrow>, [">= 0.4.1"])
+    s.add_dependency(%q<sqs>, [">= 0.1.2"])
+  end
+end
+

data/tasks/m_queue_tasks.rake

@@ -0,0 +1,28 @@
+namespace :queue do
+  task :start => [:environment] do
+    if qn = ENV['QUEUE_NAME']
+      queue = qn.classify.constantize
+      puts "Starting up #{queue.queue_name}"
+      MQueue::Daemon.daemonize!(queue.queue_name) { queue.run }
+    else
+      MQueue::Queue.queues.each do |queue|
+        puts "Starting up #{queue.queue_name}"
+        MQueue::Daemon.daemonize!(queue.queue_name) { queue.run }
+      end
+    end
+  end
+  
+  task :stop  => [:environment] do
+    if qn = ENV['QUEUE_NAME']
+      queue = qn.classify.constantize
+      puts "Killing #{queue.queue_name}"
+      MQueue::Daemon.kill!(queue.queue_name)
+    else
+      puts "Killing all queues"
+      MQueue::Daemon.kill_all!
+    end
+  end
+  
+  task :restart => [:stop, :start] do
+  end
+end

data/test/m_queue_test.rb

@@ -0,0 +1,7 @@
+require 'test_helper'
+
+class MQueueTest < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'm_queue'
+
+class Test::Unit::TestCase
+end

data/test_mqueue.rb

@@ -0,0 +1,15 @@
+require 'lib/m_queue'
+
+class MyQueue < MQueue::Queue
+  def on_message(args)
+    puts "Received msg with args: #{args.inspect}"
+  end
+end
+   
+servers = [
+   MQueue::Protocols::Sparrow.new({:host => 'localhost', :port => 11212, :weight => 1})
+]
+
+MyQueue.servers = servers
+MyQueue.publish 'test'
+MyQueue.run

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: m_queue
+version: !ruby/object:Gem::Version 
+  version: 0.1.3
+platform: ruby
+authors: 
+- michael
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-12-30 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: sparrow
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.4.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: sqs
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.1.2
+    version: 
+description: 
+email: ma@zive.at
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- MIT-LICENSE
+- README
+- README.rdoc
+- Rakefile
+- VERSION
+- examples/messenger.rb
+- init.rb
+- install.rb
+- lib/m_queue.rb
+- lib/m_queue/daemon.rb
+- lib/m_queue/protocols.rb
+- lib/m_queue/protocols/sparrow.rb
+- lib/m_queue/protocols/sqs.rb
+- lib/m_queue/queue.rb
+- m_queue.gemspec
+- tasks/m_queue_tasks.rake
+- test/m_queue_test.rb
+- test/test_helper.rb
+- test_mqueue.rb
+has_rdoc: true
+homepage: http://github.com/michael/m_queue
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: MQueue Client Library extracted from Sparrow
+test_files: 
+- test/m_queue_test.rb
+- test/test_helper.rb
+- examples/messenger.rb