backgroundrb-rails3 1.1

data/test/server/test_cron_trigger.rb

@@ -0,0 +1,281 @@
+require File.join(File.dirname(__FILE__) + "/..","bdrb_test_helper")
+
+context "Cront Trigger in general" do
+  specify "should let tasks running at given time interval run" do
+    # every 5 seconds
+    a = BackgrounDRb::CronTrigger.new("*/5 * * * * * *")
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    firetime = a.fire_after_time(t_time)
+    firetime.min.should == 53
+    firetime.sec.should == 45
+    firetime.hour.should == 20
+
+    # 5 minute of every hour
+    a = BackgrounDRb::CronTrigger.new("0 5 * * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.sec.should == 0
+    firetime.min.should == 5
+    firetime.hour.should == 21
+    firetime.day.should == 13
+
+    # every 5 minute
+    a = BackgrounDRb::CronTrigger.new("0 */5 * * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.sec.should == 0
+    firetime.min.should == 55
+    firetime.hour.should == 20
+    firetime.day.should == 13
+
+    # every 5 AM of every day
+    a = BackgrounDRb::CronTrigger.new("0 0 5 * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 5
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 14
+    firetime.month.should == 2
+
+    a = BackgrounDRb::CronTrigger.new("*/10 * * * * * ")
+    t_time = Time.parse("Wed Feb 13 23:17:55 +0530 2008")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 23
+    firetime.min.should == 18
+    firetime.sec.should == 0
+    firetime.day.should == 13
+    firetime.month.should == 2
+  end
+
+  specify "should return correct firetime for hour intervals" do
+    # every 5 hour
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 14
+    firetime.month.should == 2
+  end
+
+  specify "should return firetime based on wday restriction" do
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    # on sunday and monday it should run every 5 th hour
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 * * 0-1 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 17
+    firetime.month.should == 2
+
+    t_time2 = Time.parse("Sun Feb 17 20:53:43 +0530 2008")
+    firetime = a.fire_after_time(t_time2)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 18
+    firetime.month.should == 2
+
+  end
+
+  specify "should wrap to next week for wday restirctions" do
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 * * 0-1 *")
+    t_time = Time.parse("Mon Feb 18 20:53:43 +0530 2008")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 24
+    firetime.month.should == 2
+  end
+
+  specify "should return firetime based on day restriction" do
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    # 21st of every month run every 5 hour
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 21 * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 21
+    firetime.month.should == 2
+
+    t_time = Time.parse("Wed Feb 22 20:53:43 +0530 2008")
+    # 21st of every month run every 5 hour
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 21 * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 21
+    firetime.month.should == 3
+  end
+
+  specify "for feb month should take into account day count" do
+    t_time = Time.parse("Thu Feb 28 20:53:43 +0530 2008")
+    # 21st of every month run every 5 hour
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 30 * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 30
+    firetime.month.should == 3
+  end
+
+  specify "should take care if number of days is not available in month" do
+    t_time = Time.parse("Tue Nov 12 20:53:43 +0530 2007")
+    # 21st of every month run every 5 hour
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 31 * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 31
+    firetime.month.should == 12
+  end
+
+  specify "should take care of periodic variations in day restrictions" do
+    t_time = Time.parse("Tue Aug 12 20:53:43 +0530 2007")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 */2 1-5 * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 1
+    firetime.month.should == 1
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Tue Aug 12 20:53:43 +0530 2007")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 */3 1-5 * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 1
+    firetime.month.should == 1
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Tue Aug 12 20:53:43 +0530 2007")
+    a = BackgrounDRb::CronTrigger.new("0 0 */1 */7 1-5 * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 1
+    firetime.month.should == 1
+    firetime.year.should == 2008
+  end
+
+  specify "should return firetime based on hour restriction" do
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 14
+    firetime.month.should == 2
+  end
+
+  specify "should take care of both fuck restrictions" do
+
+    # in case of conflict between day and wday options, we should chose one closer to current time
+    t_time = Time.parse("Tue Aug 12 20:53:43 +0530 2007")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 */3 1-5 3-5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 1
+    firetime.wday.should == 2
+    firetime.month.should == 1
+    firetime.year.should == 2008
+  end
+
+  specify "for user reported trigger" do
+    # on friday
+    t_time = Time.parse("Fri Jan 18 4:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0/5 09-17 * * 1,3,5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 9
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 5
+    firetime.month.should == 1
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Fri Jan 18 9:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0/5 09-17 * * 1,3,5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 9
+    firetime.min.should == 55
+    firetime.sec.should == 0
+    firetime.wday.should == 5
+    firetime.month.should == 1
+    firetime.day.should == 18
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Sat Jan 19 4:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0/5 09-17 * * 1,3,5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 9
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 1
+    firetime.month.should == 1
+    firetime.day.should == 21
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Mon Jan 21 4:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0/5 09-17 * * 1,3,5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 9
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 1
+    firetime.month.should == 1
+    firetime.day.should == 21
+    firetime.year.should == 2008
+
+    t_time = Time.parse("Tue Jan 1 4:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0/5 09-17 * * 1,3,5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 9
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 3
+    firetime.month.should == 1
+    firetime.day.should == 2
+    firetime.year.should == 2008
+  end
+
+  specify "should return firetime based on month restriction" do
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0 */5 * * * *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 0
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.day.should == 14
+    firetime.month.should == 2
+  end
+
+  specify "should run for weekdays " do
+    t_time = Time.parse("Wed Feb 13 20:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0 2 * * 1-5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 2
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 4
+
+    t_time = Time.parse("Fri June 6 20:53:43 +0530 2008")
+    a = BackgrounDRb::CronTrigger.new("0 0 2 * * 1-5 *")
+    firetime = a.fire_after_time(t_time)
+    firetime.hour.should == 2
+    firetime.min.should == 0
+    firetime.sec.should == 0
+    firetime.wday.should == 1
+  end
+end

data/test/server/test_master_proxy.rb

@@ -0,0 +1,54 @@
+require File.join(File.dirname(__FILE__) + "/..","bdrb_test_helper")
+require "mocha"
+
+context "Master proxy for reloadable workers" do
+  ENV["RAILS_ENV"] = "production"
+
+  setup do
+    BDRB_CONFIG.set({:schedules=>
+                      {
+                        :foo_worker => { :barbar => {:trigger_args=>"*/5 * * * * *", :data =>"Hello World" }},
+                        :bar_worker => { :do_job => {:trigger_args=>"*/5 * * * * *", :data =>"Hello World" }}
+                      },
+                      :backgroundrb=> {:log => "foreground", :debug_log => false, :environment => "production", :port => 11006, :ip => "localhost"}
+                    })
+
+    Packet::Reactor.stubs(:run)
+    @master_proxy = BackgrounDRb::MasterProxy.new
+  end
+
+  specify "should load schedule of workers which are reloadable" do
+    @master_proxy.reloadable_workers.should.not == []
+    @master_proxy.reloadable_workers.should.include(BarWorker)
+    @master_proxy.reloadable_workers.should.include(FooWorker)
+    @master_proxy.worker_triggers.should.not.be {}
+    assert @master_proxy.worker_triggers.keys.include?(:bar_worker)
+    assert @master_proxy.worker_triggers[:bar_worker].keys.include?(:do_job)
+
+    @master_proxy.worker_triggers[:bar_worker][:do_job].should.not.be { }
+  end
+
+  specify "load schedule should load schedule of worker specified" do
+    sleep(5)
+    sheep = mock()
+    sheep.expects(:send_request).at_most(4)
+    live_workers = Hash.new(sheep)
+    crap_reactor = mock()
+    crap_reactor.expects(:start_worker).at_most(2)
+    crap_reactor.expects(:live_workers).at_most(4).returns(live_workers)
+    @master_proxy.reactor = crap_reactor
+    @master_proxy.reload_workers
+  end
+
+  specify "should not run worker methods which are not ready to run" do
+    sleep(1)
+    sheep = mock()
+    sheep.expects(:send_request).at_most(4)
+    live_workers = Hash.new(sheep)
+    crap_reactor = mock()
+    crap_reactor.expects(:start_worker).at_most(2)
+    crap_reactor.expects(:live_workers).at_most(4).returns(live_workers)
+    @master_proxy.reactor = crap_reactor
+    @master_proxy.reload_workers
+  end
+end

data/test/server/test_master_worker.rb

@@ -0,0 +1,157 @@
+require File.join(File.dirname(__FILE__) + "/..","bdrb_test_helper")
+
+
+context "Master Worker in general should" do
+  def packet_dump data
+    t = Marshal.dump(data)
+    t.length.to_s.rjust(9,'0') + t
+  end
+
+  setup do
+    @master_worker = BackgrounDRb::MasterWorker.new
+    @master_worker.post_init
+    class << @master_worker
+      attr_accessor :outgoing_data
+      attr_accessor :key,:live_workers,:excpetion_type
+      attr_accessor :going_to_user
+
+      def packet_classify(original_string)
+        word_parts = original_string.split('_')
+        return word_parts.map { |x| x.capitalize}.join
+      end
+
+      def gen_worker_key(worker_name,worker_key = nil)
+        return worker_name if worker_key.nil?
+        return "#{worker_name}_#{worker_key}".to_sym
+      end
+      def ask_worker key,data
+        case @excpetion_type
+        when :disconnect
+          raise Packet::DisconnectError.new("boy")
+        when :generic
+          raise "Crap"
+        else
+          @key = key
+          @outgoing_data = data
+        end
+      end
+
+      def send_object data
+        @going_to_user = data
+      end
+
+      def start_worker data
+        @outgoing_data = data
+      end
+
+      def ask_for_exception type
+        @excpetion_type = type
+      end
+    end
+
+    class DummyLogger
+      def method_missing method_id,*args;
+        puts *args
+      end
+    end
+    logger = DummyLogger.new
+    @master_worker.debug_logger = logger
+  end
+
+  specify "read data according to binary protocol and recreate objects" do
+    sync_request = {
+      :type=>:sync_invoke, :arg=>"boy", :worker=>:foo_worker, :worker_method=>"barbar"
+    }
+    @master_worker.expects(:method_invoke).with(sync_request).returns(nil)
+    @master_worker.receive_data(packet_dump(sync_request))
+  end
+
+  specify "ignore errors while recreating object" do
+    sync_request = {
+      :type=>:sync_invoke, :arg=>"boy", :worker=>:foo_worker, :worker_method=>"barbar"
+    }
+    foo = packet_dump(sync_request)
+    foo[0] = 'h'
+    @master_worker.expects(:method_invoke).never
+    @master_worker.receive_data(foo)
+  end
+
+  specify "should route async requests" do
+    b = {
+      :type=>:async_invoke, :arg=>"boy", :worker=>:foo_worker, :worker_method=>"barbar"
+    }
+
+    @master_worker.expects(:worker_methods).returns(["barbar"])
+    @master_worker.receive_data(packet_dump(b))
+    @master_worker.outgoing_data.should == {:type=>:request, :data=>{:worker_method=>"barbar", :arg=>"boy"}, :result=>false}
+    @master_worker.going_to_user.should == { :result_flag => "ok" }
+    @master_worker.key.should == :foo_worker
+  end
+
+  specify "should route sync requests and return results" do
+    a = {:type=>:sync_invoke, :arg=>"boy", :worker=>:foo_worker, :worker_method=>"barbar"}
+    @master_worker.receive_data(packet_dump(a))
+    @master_worker.outgoing_data.should == {:type=>:request, :data=>{:worker_method=>"barbar", :arg=>"boy"}, :result=>true}
+    @master_worker.key.should == :foo_worker
+  end
+
+  specify "should route start worker requests" do
+    d = {:worker_key=>"boy", :type=>:start_worker, :worker=>:foo_worker}
+    @master_worker.receive_data(packet_dump(d))
+    @master_worker.outgoing_data.should == {:type=>:start_worker, :worker_key=>"boy", :worker=>:foo_worker}
+  end
+
+  # FIXME: this test should be further broken down
+  specify "should run delete worker requests itself" do
+    e = {:worker_key=>"boy", :type=>:delete_worker, :worker=>:foo_worker}
+    @master_worker.expects(:delete_drb_worker).returns(nil)
+    @master_worker.receive_data(packet_dump(e))
+  end
+
+  specify "should route worker info requests" do
+    g = {:worker_key=>"boy", :type=>:worker_info, :worker=>:foo_worker}
+    t_reactor = stub()
+    live_workers = stub()
+    live_workers.expects(:[]).returns(nil)
+    t_reactor.expects(:live_workers).returns(live_workers)
+    @master_worker.expects(:send_object).with({:worker_key=>"boy", :worker=>:foo_worker, :status=>:stopped}).returns(true)
+    @master_worker.expects(:reactor).returns(t_reactor)
+    @master_worker.receive_data(packet_dump(g))
+  end
+
+  specify "should route all_worker_info requests" do
+    f = {:type=>:all_worker_info}
+    t_reactor = stub()
+    live_workers = stub()
+    live_workers.stubs(:each).returns(:foo,mock())
+    t_reactor.expects(:live_workers).returns(live_workers)
+    @master_worker.expects(:send_object).returns(true)
+    @master_worker.expects(:reactor).returns(t_reactor)
+
+    @master_worker.receive_data(packet_dump(f))
+  end
+
+  specify "should route worker result requests" do
+    c = {:type=>:get_result, :worker=>:foo_worker, :job_key=>:start_message}
+    @master_worker.receive_data(packet_dump(c))
+    @master_worker.outgoing_data.should == {:type=>:get_result, :data=>{:job_key=>:start_message}, :result=>true}
+  end
+
+  specify "should remove the worker from list if error while fetching results" do
+    c = {:type=>:get_result, :worker=>:foo_worker, :job_key=>:start_message}
+    @master_worker.ask_for_exception(:disconnect)
+    t_reactor = mock()
+    live_workers = mock()
+    live_workers.expects(:delete).returns(true)
+    t_reactor.expects(:live_workers).returns(live_workers)
+    @master_worker.expects(:reactor).returns(t_reactor)
+    @master_worker.receive_data(packet_dump(c))
+  end
+
+  specify "should ignore generic exceptions while fetching results" do
+    c = {:type=>:get_result, :worker=>:foo_worker, :job_key=>:start_message}
+    @master_worker.ask_for_exception(:generic)
+    @master_worker.receive_data(packet_dump(c))
+    @master_worker.outgoing_data.should == nil
+  end
+end