beanworker 0.0.1

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.0.1 2011-10-20
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,6 @@
+History.txt
+Manifest.txt
+README.rdoc
+Rakefile
+lib/beanworker.rb
+lib/beanworker/worker.rb

data/README.rdoc

@@ -0,0 +1,54 @@
+= beanworker
+
+* http://github.com/GearHead90/beanworker
+
+== DESCRIPTION:
+
+It is a worker-side Beanstalk-based job-queueing dispatcher
+This is a pre-release, I will complete tests and docs in couple days
+
+== REQUIREMENTS:
+
+* http://github.com/GearHead90/beanqueue
+beanstalk-client
+
+== USAGE
+
+    $ beanworker <jobs.rb> <host:port|path/to/file.yml> [-d|--daemonize [-m|--monitor] [-P|--pid <path/to/pid/dir>] ]
+
+-d|--daemonize - process will go in background
+-m|--monitor   - process will be started with monitor, that will restart it when it crushes
+-P|--pid       - path to the directory, where pid-file(s) will be saved, default is current directory
+
+== DSL
+
+TODO
+
+== INSTALL:
+
+gem install beanworker
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2011 Andrew Shaydurov
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,24 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/beanworker'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'beanworker' do
+  self.developer 'Andrew Shaydurov', 'gearhead@it-primorye.ru'
+  self.rubyforge_name     = self.name 
+  self.extra_deps         = [['beanstalk-client','>= 0'], ['beanqueue', '>= 0.1.0']]
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# remove_task :default
+# task :default => [:spec, :features]

data/lib/beanworker/worker.rb

@@ -0,0 +1,51 @@
+#coding: utf-8
+require 'timeout'
+require 'pry'
+
+module Beanworker
+  module Worker
+    def perform(num, *tubes)
+      num.times do
+        Thread.new do
+          connection = Beanqueue.connect Beanworker.connection_config
+          tubes.each { |tube| connection.watch(tube.gsub('_', '.')) }
+          loop do
+            get_one_job connection
+          end
+        end
+      end
+    end
+
+    def get_one_job(connection)
+      job = connection.reserve
+      name, args = job.stats['tube'].gsub('.', '_'), job.ybody
+      need_fork = args.delete('__fork__')
+      work_job(name, job.ttr, args, need_fork.nil? ? @need_fork : need_fork)
+      job.delete
+    rescue SystemExit
+      raise
+    rescue
+      job.bury rescue nil
+    end
+
+    def work_job(name, ttr, args, need_fork=false)
+      if need_fork
+        Process.wait(Process.fork do
+          work_with_timeout(name, ttr, args)
+        end)
+      else
+        work_with_timeout(name, ttr, args)
+      end
+    end
+
+    def work_with_timeout(name, ttr, args)
+      Timeout::timeout(ttr - 1) do
+        self.send(name, args)
+      end
+    end
+
+    def fork_default(val)
+      @need_fork = val
+    end
+  end
+end

data/lib/beanworker.rb

@@ -0,0 +1,28 @@
+#coding: utf-8
+require 'daemons'
+require 'beanqueue'
+require File.dirname(__FILE__) + '/beanworker/worker'
+
+module Beanworker
+  VERSION = '0.0.1'
+
+  class << self
+    attr_accessor :connection_config
+
+    def run(opts={})
+      self.connection_config = opts[:connection_host] || Beanqueue.get_params(opts[:connection_file])
+      if opts[:daemonize]
+        Daemons.run_proc 'beanworker', ARGV: ['start'], monitor: opts[:monitor], dir: opts[:pid_dir] do
+          run_loop(opts)
+        end
+      else
+        run_loop(opts)
+      end
+    end
+
+    def run_loop(opts)
+      require opts[:jobs_file]
+      loop { gets } unless opts[:no_wait]
+    end
+  end
+end

data/test/test_beanworker.rb

@@ -0,0 +1,62 @@
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/beanworker'
+require File.dirname(__FILE__) + '/classes/some_worker'
+
+class TestBeanworker < Test::Unit::TestCase
+
+  def setup
+    SomeWorker.fork_default nil
+  end
+  
+  def test_truth
+    Beanworker.run daemonize: false, connection_file: './test/configs/one.yml', jobs_file: './test/classes/some_worker', no_wait: true
+    assert_equal 'localhost:11300', Beanworker.connection_config
+
+    Beanworker.run daemonize: false, connection_host: 'localhost:11300', jobs_file: './test/classes/some_worker', no_wait: true
+    assert_equal 'localhost:11300', Beanworker.connection_config
+  end
+
+  def test_fork_default
+    assert_nil SomeWorker.instance_eval { @need_fork }, '@need_fork should not be set'
+
+    SomeWorker.fork_default true
+
+    assert SomeWorker.instance_eval { @need_fork }, '@need_fork should be set'
+  end
+
+  def test_work_with_timeout
+    assert_nothing_raised do
+      SomeWorker.work_with_timeout 'do_something_and_sleep', 3, time: 1, num: 1
+    end
+
+    assert_raise Timeout::Error do
+      SomeWorker.work_with_timeout 'do_something_and_sleep', 3, time: 4, num: 2
+    end
+  end
+
+  def test_work_job
+    assert_nothing_raised do
+      SomeWorker.work_job 'do_something_and_sleep', 3, { time: 1, num: 3 }
+    end
+
+    assert_nothing_raised do
+      SomeWorker.work_job 'do_something_and_sleep', 3, { time: 1, num: 4 }, true
+    end
+  end
+
+  def test_get_one_job
+    c1 = Beanqueue.connect 'localhost:11300'
+    c1.watch 'do.something.and.sleep'
+    Beanqueue.connect 'localhost:11300'
+    Beanqueue.push 'do.something.and.sleep', time: 1, num: 5
+    SomeWorker.get_one_job c1
+  end
+
+  def test_perform
+    Beanworker.connection_config = 'localhost:11300'
+    SomeWorker.perform 1, 'do.something.and.sleep'
+    Beanqueue.connect 'localhost:11300'
+    Beanqueue.push 'do.something.and.sleep', time: 1, num: 6
+    sleep(3)
+  end
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: beanworker
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Andrew Shaydurov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-10-20 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: beanstalk-client
+  requirement: &27436880 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *27436880
+- !ruby/object:Gem::Dependency
+  name: beanqueue
+  requirement: &27436380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *27436380
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: &27435920 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.12'
+  type: :development
+  prerelease: false
+  version_requirements: *27435920
+description: ! 'It is a worker-side Beanstalk-based job-queueing dispatcher
+
+  This is a pre-release, I will complete tests and docs in couple days'
+email:
+- gearhead@it-primorye.ru
+executables: []
+extensions: []
+extra_rdoc_files:
+- History.txt
+- Manifest.txt
+files:
+- History.txt
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- lib/beanworker.rb
+- lib/beanworker/worker.rb
+- test/test_beanworker.rb
+- .gemtest
+homepage: http://github.com/GearHead90/beanworker
+licenses: []
+post_install_message: 
+rdoc_options:
+- --main
+- README.rdoc
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: beanworker
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: It is a worker-side Beanstalk-based job-queueing dispatcher This is a pre-release,
+  I will complete tests and docs in couple days
+test_files:
+- test/test_beanworker.rb