mongojob 0.0.1

data/lib/mongojob/worker_helpers.rb

@@ -0,0 +1,5 @@
+module MongoJob
+  module WorkerHelpers
+    
+  end
+end

data/spec/mongojob/job_spec.rb

@@ -0,0 +1,32 @@
+require File.join(File.dirname(__FILE__), '../spec_helper.rb')
+
+describe "MongoJob" do
+  describe "Job" do
+    
+    it "should properly set self.@threading value" do
+      class ForkJob < MongoJob::Job
+        threading :fork
+      end
+      
+      class FiberJob < MongoJob::Job
+        threading :fiber
+      end
+      
+      class NonForkJob < MongoJob::Job
+        threading false
+      end
+      
+      ForkJob.fork?.should == true
+      ForkJob.fiber?.should == false
+      FiberJob.fork?.should == false
+      FiberJob.fiber?.should == true
+      NonForkJob.fork?.should == false
+      NonForkJob.fiber?.should == false
+    end
+    
+    it "should run a job" do
+      
+    end
+    
+  end
+end

data/spec/mongojob/model/job_spec.rb

@@ -0,0 +1,61 @@
+require File.join(File.dirname(__FILE__), '../../spec_helper.rb')
+
+class FakeJob < MongoJob::Job
+  
+  def perform
+    puts "hello"
+  end
+end
+
+describe "MongoJob" do
+  describe "Model" do
+    describe "Job" do
+   
+      it "should properly create job objects" do
+        job = MongoJob::Model::Job.create({
+          klass: 'FakeJob',
+          options: {a: 1}
+        })
+        job.klass.should == 'FakeJob'
+        job.job_class.to_s.should == 'FakeJob'
+        job.job_object.class.to_s.should == 'FakeJob'
+      end
+      
+      describe '#at' do
+        it "should set percentage progress with at(percent)" do
+          job_id = MongoJob.enqueue FooProcessor
+          job = MongoJob.find_job job_id
+          job.at 0.24
+          job = MongoJob.find_job job_id
+          job.percent_done.should == 0.24
+        end
+        
+        it "should set percentage progress with at(at, total)" do
+          job_id = MongoJob.enqueue FooProcessor
+          job = MongoJob.find_job job_id
+          job.at 24, 100
+          job = MongoJob.find_job job_id
+          job.percent_done.should == 0.24
+        end
+        
+        it "should set custom progress and status" do
+          job_id = MongoJob.enqueue FooProcessor
+          job = MongoJob.find_job job_id
+          job.at 24, 100, status: {foo: 'bar'}
+          job = MongoJob.find_job job_id
+          job.custom_status['foo'].should == 'bar'
+        end
+        
+        it "should set custom progress without status" do
+          job_id = MongoJob.enqueue FooProcessor
+          job = MongoJob.find_job job_id
+          job.at status: {foo: 'bar'}
+          job = MongoJob.find_job job_id
+          job.custom_status['foo'].should == 'bar'
+        end
+        
+      end
+      
+    end
+  end
+end

data/spec/mongojob/worker_spec.rb

@@ -0,0 +1,101 @@
+require File.join(File.dirname(__FILE__), '../spec_helper.rb')
+
+describe "MongoJob" do
+  describe "Worker" do
+    it "should have a unique id" do
+      worker = MongoJob::Worker.new(:queue)
+      worker.id.should =~ /^[a-z0-9\-_\.]+:[0-9]+$/i
+    end
+    
+    it "should fetch new jobs" do
+      worker = MongoJob::Worker.new(:queue)
+      fooworker = MongoJob::Worker.new(:fooqueue)
+      MongoJob.enqueue(FooProcessor, {a: 1, b:2})
+      
+
+      job = worker.get_new_job
+      job.should == nil
+      
+      job = fooworker.get_new_job
+      job.options['a'].should == 1
+    end
+    
+    it "should fetch new jobs in order of its defined queues" do
+      worker = MongoJob::Worker.new(:fooqueue, :barqueue, max_jobs: 4)
+      MongoJob.enqueue(FooProcessor, {a: 1})
+      MongoJob.enqueue(BarProcessor, {a: 2})
+      MongoJob.enqueue(FooProcessor, {a: 3})
+      MongoJob.enqueue(BarProcessor, {a: 4})
+
+      1.upto(4) do |i|
+        job = worker.get_new_job
+        job.queue_name.should == 'fooqueue' if i <= 2
+        job.queue_name.should == 'barqueue' if i > 2
+      end
+    end
+    
+    it "should tick with its worker data" do
+      worker = MongoJob::Worker.new(:fooqueue)
+      worker.tick
+      
+      # Database should have a record with the tick data
+      MongoJob::Model::Worker.all.should have(1).worker
+      worker1 = MongoJob::Model::Worker.all.first
+      worker1.id.should == worker.id
+    end
+    
+    it "should run fibers when told so" do
+      worker = MongoJob::Worker.new(:fooqueue)
+      counter = 0
+      EM.run do
+        EM.add_timer(5){EM.stop} # stop after 5 seconds
+        worker.run_em_fiber(1) do 
+          counter += 1
+        end
+      end
+      counter.should >= 4
+    end
+    
+    it "should run defined jobs without errors" do
+      EM.run do
+        EM.add_timer(5){EM.stop} # stop after 5 seconds
+        worker = MongoJob::Worker.new(:fooqueue)
+        worker.run_defined_tasks
+      end
+    end
+    
+    it "should fork" do
+      worker = MongoJob::Worker.new(:fooqueue)
+      worker.fork do
+        puts "anything"
+      end
+    end
+    
+    it "should actully run a job" do
+      # real_job = RealJob.new({'file_name' => 'test_file'})
+      #       real_job.perform
+      #       content = ''
+      #       ::File.open(::File.join(TEST_DIR, 'test_file'), 'r') do |f|
+      #         content = f.read
+      #       end
+      #       content.should == 'this actually worked'
+      #       ::File.unlink(::File.join(TEST_DIR, 'test_file'))
+      
+      worker = MongoJob::Worker.new(:realjob)
+      MongoJob.enqueue(RealJob)
+      pid = Process.fork do
+        worker.run
+      end
+      sleep 3
+      Process.kill "KILL", pid
+      content = ''
+      ::File.open(::File.join(TEST_DIR, 'test_file'), 'r') do |f|
+        content = f.read
+      end
+      content.should == 'this actually worked'
+      
+      # Wow, at this point we have a nice working job processor!
+    end
+    
+  end
+end

data/spec/mongojob_spec.rb

@@ -0,0 +1,58 @@
+require File.join(File.dirname(__FILE__), '/spec_helper.rb')
+
+
+describe "MongoJob" do
+  it "should put jobs on the queue" do
+    
+    MongoJob.enqueue(FooProcessor, {a: 1, b:2})
+    
+    MongoJob::Model::Job.all.size.should == 1
+    MongoJob::Model::Queue.all.size.should == 1
+  end
+  
+  it "should reserve jobs from the queue" do
+    MongoJob.enqueue(FooProcessor, {a: 1, b:2})
+    worker_id = 'my_worker_id'
+    job = MongoJob.reserve(:fooqueue, worker_id)
+    job.klass.should == 'FooProcessor'
+    job.options['a'].should == 1
+    job.options['b'].should == 2
+    job.queue_name.should == 'fooqueue'
+  end
+  
+  it "should find jobs by job_id" do
+    job_id = MongoJob.enqueue FooProcessor
+    job = MongoJob.find_job job_id
+    job.should_not == nil
+    job.id.to_s.should == job_id
+  end
+  
+  it "should put and get jobs in FIFO order" do
+    MongoJob.enqueue(FooProcessor, {a: 0}); sleep 1
+    MongoJob.enqueue(FooProcessor, {a: 1}); sleep 1
+    MongoJob.enqueue(FooProcessor, {a: 2}); sleep 1
+    MongoJob.enqueue(FooProcessor, {a: 3}); sleep 1
+    MongoJob.enqueue(FooProcessor, {a: 4}); sleep 1
+    
+    worker_id = 'my_worker_id'
+    0.upto(4).each do |i| 
+      job = MongoJob.reserve(:fooqueue, worker_id)
+      job.options['a'].should == i
+    end      
+  end
+  
+  it "should remove jobs from the queue" do
+    job_id = MongoJob.enqueue(FooProcessor, {a: 2})
+    MongoJob.dequeue(job_id)
+    MongoJob::Model::Job.all.size.should == 0
+  end
+  
+  it "should extract queue name from worker class" do
+    
+    MongoJob.queue_from_class(FooProcessor).should == :fooqueue
+    MongoJob.queue_from_class(BarProcessor).should == :barqueue
+        
+  end
+  
+  
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/spec/spec_helper.rb

@@ -0,0 +1,47 @@
+require "spec"
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+ENV["RACK_ENV"] = ENV["ENVIRONMENT"] = "test"
+
+require "mongojob"
+
+class FooProcessor < MongoJob::Job
+  queue :fooqueue
+  def perform
+    
+  end
+end
+
+class BarProcessor < MongoJob::Job
+  queue :barqueue
+  
+  def perform
+  end
+end
+
+class RealJob < MongoJob::Job
+  queue :realjob
+  threading :fiber
+  
+  def perform
+    ::File.open(::File.join(TEST_DIR, 'test_file'), 'w') do |f|
+      f.write "this actually worked"
+    end
+  end
+end
+
+Spec::Runner.configure do |config|
+  config.before(:all) do
+    ::TEST_DIR = File.expand_path(File.dirname(__FILE__) + '/../tmp/test') unless defined? TEST_DIR
+    FileUtils::mkdir_p TEST_DIR
+    
+    MongoJob.database_name = 'mongojob-test'
+  end
+  config.before(:each) do
+    FileUtils::rm_r Dir["#{TEST_DIR}/*"]
+    
+    # Remove collections
+    MongoJob::Model::Queue.collection.remove
+    MongoJob::Model::Job.collection.remove
+    MongoJob::Model::Worker.collection.remove
+  end
+end

data/tasks/spec.rb

@@ -0,0 +1,16 @@
+require 'spec/rake/spectask'
+
+desc "Run the specs under spec"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+namespace :spec do 
+  desc "Run specs with RCov" 
+  Spec::Rake::SpecTask.new('rcov') do |t|
+    t.spec_files = FileList['spec/**/*_spec.rb'] 
+    t.rcov = true 
+    t.rcov_opts = ['--exclude', '\/Library\/Ruby']
+  end
+end

metadata

@@ -0,0 +1,167 @@
+--- !ruby/object:Gem::Specification 
+name: mongojob
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Michal Frackowiak
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-01 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mongo_mapper
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: sinatra
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: haml
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: vegas
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+description: "    MongoJob is a MongoDB-backed Ruby library for creating background jobs,\n    placing those jobs on multiple queues, and processing them later.\n"
+email: michalf@openlabs.pl
+executables: 
+- mongojob-cli
+- mongojob-web
+- mongojob-deamon
+- mongojob-worker
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.md
+files: 
+- README.md
+- Rakefile
+- LICENSE
+- lib/mongojob/deamon.rb
+- lib/mongojob/helpers.rb
+- lib/mongojob/job.rb
+- lib/mongojob/mixins/document.rb
+- lib/mongojob/mixins/fiber_runner.rb
+- lib/mongojob/model/job.rb
+- lib/mongojob/model/queue.rb
+- lib/mongojob/model/worker.rb
+- lib/mongojob/version.rb
+- lib/mongojob/web/helpers.rb
+- lib/mongojob/web.rb
+- lib/mongojob/worker.rb
+- lib/mongojob/worker_helpers.rb
+- lib/mongojob.rb
+- bin/mongojob-cli
+- bin/mongojob-deamon
+- bin/mongojob-web
+- bin/mongojob-worker
+- spec/mongojob/job_spec.rb
+- spec/mongojob/model/job_spec.rb
+- spec/mongojob/worker_spec.rb
+- spec/mongojob_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/spec.rb
+has_rdoc: true
+homepage: http://github.com/michalf/mongojob
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: MongoJob is a MongoDB-backed queueing system
+test_files: []
+