cyclop 0.1.2 → 0.1.3

data/bin/cyclop

@@ -61,6 +61,10 @@ else
       # Limit this worker to job queued by this host
       # use "localhost" to let Cyclop set it to the host running the worker
       limit_to_host: "server1.mydomain.tld"
+      # Exit worker after having processed x jobs
+      # nil : no limit
+      # [1-9]+: limit to this number
+      die_after: 100
       # Load actions in this directory (default to ./actions)
       actions: "/app/actions"
       sleep_interval: 0.5 # in seconds

data/lib/cyclop/version.rb

@@ -1,3 +1,3 @@
 module Cyclop
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

data/lib/cyclop/worker.rb

@@ -8,6 +8,10 @@ module Cyclop
     attr_accessor :sleep_interval
     # Path to actions directory
     attr_accessor :actions
+    # Number of jobs to process before exiting
+    attr_accessor :die_after
+    # Number of jobs processed by this worker
+    attr_accessor :processed_jobs
     # Options passed to Cyclop.next to get next job
     attr_accessor :job_opts
 
@@ -18,6 +22,8 @@ module Cyclop
       self.logger = Logger.new(config["log_file"] || $stdout)
       self.sleep_interval = config["sleep_interval"] || 1
       self.actions = config["actions"] || "./actions"
+      self.processed_jobs = 0
+      self.die_after = config["die_after"]
       @job_opts = {}
       if config["limit_to_host"]
         @job_opts[:host] = config["limit_to_host"]
@@ -44,7 +50,7 @@ module Cyclop
     def run
       register_signal_handlers
       loop do
-        if @stop
+        if stop?
           log "Shutting down..."
           break
         end
@@ -56,6 +62,7 @@ module Cyclop
             procline msg
             Process.wait
             log "Child process #{@pid} ended with status: #{$?}"
+            self.processed_jobs += 1
             if $?.exitstatus==0
               job.complete!
             else
@@ -131,5 +138,9 @@ module Cyclop
     def load_actions
       Dir["#{actions}/*.rb"].each{|action| require action}
     end
+
+    def stop?
+      @stop || (die_after && processed_jobs >= die_after.to_i)
+    end
   end
 end

data/spec/cyclop/worker_spec.rb

@@ -7,6 +7,7 @@ describe Cyclop::Worker do
   its(:logger){ should_not be_nil }
   its(:sleep_interval){ should == 1 }
   its(:actions){ should == "./actions" }
+  its(:processed_jobs){ should == 0 }
 
   it "raise ArgumentError without mongo['database']" do
     lambda {
@@ -43,13 +44,18 @@ describe Cyclop::Worker do
       }) 
     end
     context "with successful action" do
-      it "remove the job" do
-        job = Cyclop.push queue: "slow", job_params: ["tony@starkenterprises.com", :welcome]
+      before do
+        @job = Cyclop.push queue: "slow", job_params: ["tony@starkenterprises.com", :welcome]
         t = Thread.new { worker.run }
         sleep 1
         worker.stop
         t.join
-        Cyclop::Job.find(job._id).should be_nil
+      end
+      it "remove the job" do
+        Cyclop::Job.find(@job._id).should be_nil
+      end
+      it "increments the number of processed jobs" do
+        worker.processed_jobs.should == 1
       end
     end
 
@@ -73,6 +79,15 @@ describe Cyclop::Worker do
         job.failed.should be_true
         job.attempts.should == 2
       end
+
+      it "increments the number of processed jobs" do
+        job = Cyclop.push queue: "slow", job_params: ["tony@starkenterprises.com"]
+        t = Thread.new { worker.run }
+        sleep 1
+        worker.stop
+        t.join
+        worker.processed_jobs.should == 1
+      end
     end
     
     context "limiting to jobs queued by a given host" do
@@ -99,5 +114,28 @@ describe Cyclop::Worker do
         Cyclop::Job.find(job_local._id).should be_nil
       end
     end
+
+    context "limiting the number of jobs to process" do
+      let(:worker) do
+        Cyclop::Worker.new({
+          "log_file" => File.expand_path("../../../test.log", __FILE__),
+          "mongo" => {"database" => "cyclop_test"},
+          "actions" => File.expand_path("../../fixtures/actions", __FILE__),
+          "die_after" => 1,
+        }) 
+      end
+      it "only processes specified number jobs" do
+        job1 = Cyclop.push queue: "slow", job_params: ["tony@starkenterprises.com", :welcome]
+        job2 = Cyclop.push queue: "slow", job_params: ["tony@starkinternationals.com", :welcome]
+        2.times do
+          t = Thread.new { worker.run }
+          sleep 1
+          worker.stop
+          t.join
+        end
+        Cyclop::Job.find(job1._id).should be_nil
+        Cyclop::Job.find(job2._id).should == job2
+      end
+    end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cyclop
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -10,12 +10,12 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-06-22 00:00:00.000000000 +02:00
+date: 2011-06-28 00:00:00.000000000 +02:00
 default_executable: 
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bson_ext
-  requirement: &2165763360 !ruby/object:Gem::Requirement
+  requirement: &2153128540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -23,10 +23,10 @@ dependencies:
         version: 1.3.1
   type: :runtime
   prerelease: false
-  version_requirements: *2165763360
+  version_requirements: *2153128540
 - !ruby/object:Gem::Dependency
   name: mongo
-  requirement: &2165762840 !ruby/object:Gem::Requirement
+  requirement: &2153125580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -34,10 +34,10 @@ dependencies:
         version: 1.3.1
   type: :runtime
   prerelease: false
-  version_requirements: *2165762840
+  version_requirements: *2153125580
 - !ruby/object:Gem::Dependency
   name: posix-spawn
-  requirement: &2165762360 !ruby/object:Gem::Requirement
+  requirement: &2153125100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -45,10 +45,10 @@ dependencies:
         version: 0.3.6
   type: :runtime
   prerelease: false
-  version_requirements: *2165762360
+  version_requirements: *2153125100
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2165761880 !ruby/object:Gem::Requirement
+  requirement: &2153124220 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -56,10 +56,10 @@ dependencies:
         version: 0.8.7
   type: :development
   prerelease: false
-  version_requirements: *2165761880
+  version_requirements: *2153124220
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2165761380 !ruby/object:Gem::Requirement
+  requirement: &2153121880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -67,10 +67,10 @@ dependencies:
         version: 2.6.0
   type: :development
   prerelease: false
-  version_requirements: *2165761380
+  version_requirements: *2153121880
 - !ruby/object:Gem::Dependency
   name: rocco
-  requirement: &2165760900 !ruby/object:Gem::Requirement
+  requirement: &2153118180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -78,7 +78,7 @@ dependencies:
         version: '0.7'
   type: :development
   prerelease: false
-  version_requirements: *2165760900
+  version_requirements: *2153118180
 description: Job queue with MongoDB with emphasis on never losing any task even if
   worker fails hard (segfault).
 email: