active_worker 0.50.0

data/test/test_controller.rb

@@ -0,0 +1,205 @@
+require_relative "test_helper"
+
+module ActiveWorker
+  class ControllerTest < ActiveSupport::TestCase
+
+    class ThreadedConfig < Configuration
+      include Expandable
+    end
+
+    class SpawnsChildrenController < Controller
+      def execute
+        sleep 30
+      end
+    end
+
+    test "can create started event" do
+      configuration = Configuration.create
+      controller = Controller.new(configuration)
+      controller.started
+      assert_equal 1, StartedEvent.where(configuration_id: configuration.id).size
+    end
+
+    test "creates started event during execution" do
+
+      configuration = Configuration.create
+
+      Controller.any_instance.stubs(:execute)
+      Controller.execute(configuration)
+
+      assert_equal 1, StartedEvent.where(configuration_id: configuration.id).size
+    end
+
+    test "can run concurrently in threads" do
+      number_of_threads = 2
+      configuration = ThreadedConfig.create number_of_threads: number_of_threads
+
+      Controller::local_worker_mode = THREADED_MODE
+
+      Controller.any_instance.expects(:execute).twice
+      Controller.execute_expanded(configuration.id)
+
+      assert_equal 0, FailureEvent.count
+      assert_equal number_of_threads, StartedEvent.count
+      assert_equal number_of_threads, FinishedEvent.count
+
+    end
+
+    test "can run concurrently in forks" do
+
+      number_of_threads = 2
+      configuration = ThreadedConfig.create number_of_threads: number_of_threads
+
+      assert_equal FORKING_MODE, Controller::local_worker_mode
+
+      Controller.any_instance.stubs(:execute)
+      Controller.execute_expanded(configuration.id)
+
+      assert_equal 0, FailureEvent.count
+      assert_equal number_of_threads, StartedEvent.count
+      assert_equal number_of_threads, FinishedEvent.count
+      assert_equal 0, Controller.pids.size
+    end
+
+    test "creates finished event during execution" do
+
+      configuration = Configuration.create
+
+      Controller.any_instance.stubs(:execute)
+      Controller.execute(configuration)
+
+      assert_equal 1, FinishedEvent.where(configuration_id: configuration.id).size
+
+    end
+
+    test "calls setup during initialization" do
+      Controller.any_instance.expects(:setup)
+      configuration = Configuration.create
+      controller = Controller.new(configuration)
+      controller.started
+      assert_equal 1, StartedEvent.where(configuration_id: configuration.id).size
+    end
+
+    test "call worker cleanup methods during launch thread" do
+      class TestController < Controller
+        worker_cleanup :test_worker_cleanup_method
+
+        def execute
+
+        end
+      end
+      configuration = Configuration.create
+
+      TestController.expects(:test_worker_cleanup_method)
+      TestController.execute_expanded(configuration.id)
+    end
+
+
+    test "handle termination while forked" do
+      number_of_threads = 2
+      configuration = ThreadedConfig.create number_of_threads: number_of_threads
+
+
+      thread = Thread.new do
+        SpawnsChildrenController.execute_expanded(configuration.id)
+      end
+
+      sleep 0.1 until (StartedEvent.count == number_of_threads)
+      SpawnsChildrenController.handle_termination([configuration.id])
+      thread.join
+
+      assert_equal number_of_threads, TerminationEvent.count
+
+      FailureEvent.all.each do |event|
+        puts event.message
+      end
+      assert_equal 0, FailureEvent.count
+
+      assert_equal number_of_threads, StartedEvent.count
+      assert_equal 0, ParentEvent.count
+    end
+
+    test "can handle exception while forked" do
+      Controller.any_instance.stubs(:execute).raises
+
+      number_of_threads = 2
+      configuration = ThreadedConfig.create number_of_threads: number_of_threads
+
+      assert_equal FORKING_MODE, Controller::local_worker_mode
+
+      Controller.execute_expanded(configuration.id)
+
+      assert_equal number_of_threads, FailureEvent.count
+      assert_equal number_of_threads, StartedEvent.count
+      assert_equal number_of_threads, FinishedEvent.count
+      assert_equal 0, ParentEvent.count
+      assert_equal 0, Controller.pids.size
+    end
+
+    test "can handle parent exception while forked" do
+
+      number_of_threads = 2
+      configuration = ThreadedConfig.create number_of_threads: number_of_threads
+
+      thread = Thread.new do
+        SpawnsChildrenController.execute_expanded(configuration.id)
+      end
+
+      error = StandardError.new
+      error.expects(:backtrace).returns ["Line1", "Line2"]
+
+      sleep 0.1 until (StartedEvent.count == number_of_threads)
+      SpawnsChildrenController.handle_error(error, :test, [configuration.id])
+      thread.join
+
+      assert_equal number_of_threads, TerminationEvent.count
+
+      assert_equal 1, ParentEvent.count
+      assert_equal 0, FailureEvent.count
+      assert_equal number_of_threads, StartedEvent.count
+
+    end
+
+    test "puts stack trace on FailureEvent from error" do
+      config = Configuration.create
+
+      exception = create_exception
+      ActiveWorker::Controller.expects(:threaded?).returns(true)
+      ActiveWorker::Controller.expects(:forking?).returns(false)
+      ActiveWorker::Controller.handle_error(exception, :create, [config.id])
+
+      event = ActiveWorker::FailureEvent.where(:configuration_id => config.id).first
+
+      assert_match exception.message, event.message
+      assert_equal exception.backtrace.join("\n"), event.stack_trace
+    end
+
+    test "creates error for threads when threaded" do
+      config1 = ThreadedConfig.create
+      config1.thread_expanded_configurations << ThreadedConfig.create
+
+      exception = create_exception
+      Controller.expects(:threaded?).returns(true)
+      Controller.expects(:forking?).returns(false)
+      Controller.expects(:forked?).returns(false)
+      Controller.handle_error(exception, :create, [config1.id])
+
+      assert_equal 2, FailureEvent.count
+
+    end
+
+    test "creates terminaion events for threads when threaded" do
+      config1 = ThreadedConfig.create
+      config1.thread_expanded_configurations << ThreadedConfig.create
+
+      Controller.expects(:threaded?).returns(true)
+      Controller.expects(:forking?).returns(false)
+      Controller.expects(:forked?).returns(false)
+      Controller.handle_termination([config1.id])
+
+      assert_equal 2, TerminationEvent.count
+    end
+
+
+  end
+end

data/test/test_event.rb

@@ -0,0 +1,75 @@
+require_relative "test_helper"
+
+module ActiveWorker
+  class EventTest < ActiveSupport::TestCase
+
+    test "can find event for root object" do
+      top_level_object = Configuration.create
+      config = Configuration.create root_object: top_level_object
+
+      event =Event.create configuration: config
+
+      assert_equal event, ActiveWorker::Event.for_root_object_id(top_level_object.id).first
+    end
+
+    test "field events for view" do
+      config = Configuration.create
+      event = Event.create configuration: config, message: "this is the message"
+
+      fields = event.fields_for_view
+
+      assert_equal "this is the message", fields["message"]
+      assert_equal config.id, fields["configuration_id"]
+    end
+
+    test "sets host information" do
+      config = Configuration.create
+      HostInformation.expects(:hostname).returns("test")
+      event = Event.create configuration: config
+      assert_equal "test", event.host
+    end
+
+    test "sets pid" do
+      config = Configuration.create
+      Event.any_instance.stubs(:get_pid).returns(12345)
+      event = Event.create configuration: config
+      assert_equal 12345, event.process_id
+    end
+
+    test "events must be owned by a configuration" do
+      assert_raise Mongoid::Errors::Validations do
+        Event.create!
+      end
+    end
+
+    test "exists with array of configurations" do
+      config1 = Configuration.create
+      config2 = Configuration.create
+      config3 = Configuration.create
+
+      Event.create configuration: config1
+      Event.create configuration: config2
+
+      configs = [config1, config2, config3]
+
+      assert_equal false, Event.exists_for_configurations?(configs)
+
+      Event.create configuration: config3
+
+      assert Event.exists_for_configurations?(configs)
+    end
+
+    test "sets worker pid" do
+      pending "Re-factoring Resque Worker PID lookup" do
+        JobQueue::QueueManager.any_instance.stubs(:active_jobs_for_configurations).returns([{"pid" => 12345}])
+        config = Configuration.create
+
+        event = Event.create configuration: config
+
+
+        assert_equal 12345, event.worker_pid
+      end
+    end
+
+  end
+end

data/test/test_execute_concurrently.rb

@@ -0,0 +1,134 @@
+require_relative "test_helper"
+
+module ActiveWorker
+  module Behavior
+    class ExecuteConcurrentlyTest < ActiveSupport::TestCase
+
+      class ThreadedConfig < Configuration
+        include Expandable
+      end
+
+      class FakeController
+        extend ExecuteConcurrently
+
+        class FakeControllerException < StandardError;
+        end
+
+        def self.execute(param)
+        end
+
+        def self.handle_error(error, method, params)
+          puts "#{error} #{method} #{params}"
+        end
+
+        def execute
+        end
+      end
+
+      teardown do
+        FakeController.role = nil
+      end
+
+      test "can set threaded mode" do
+        params = [1, 2]
+        FakeController::local_worker_mode = THREADED_MODE
+        params.each do |param|
+          FakeController.expects(:execute_thread).with(param)
+        end
+
+        FakeController.execute_concurrently(params)
+      end
+
+      test "can set forking mode" do
+        params = [1, 2]
+        FakeController::local_worker_mode = FORKING_MODE
+        params.each do |param|
+          FakeController.expects(:execute_fork).with(param)
+        end
+
+        FakeController.execute_concurrently(params)
+      end
+
+      test "in_fork calls after_fork" do
+        FakeController.expects(:after_fork)
+        FakeController.stubs(:execute)
+        FakeController.in_fork(nil)
+      end
+
+      test "after fork reset mongoid and resque" do
+        FakeController.expects(:reset_mongoid)
+        FakeController.expects(:reset_resque)
+        FakeController.after_fork(nil)
+      end
+
+      test "after_fork sets mode" do
+        FakeController.after_fork(nil)
+        assert_equal FORKED, FakeController.role
+      end
+
+      test "after fork sets process name" do
+        param = "foo"
+        FakeController.expects(:set_process_name).with(param)
+        FakeController.after_fork(param)
+
+      end
+
+      test "can set process name" do
+        param = "foo"
+        FakeController.after_fork(param)
+        assert_equal "ActiveWorker Forked from #{Process.ppid} for foo", $0
+
+      end
+
+      test "can reset mongoid" do
+        first_mongoid_session = Mongoid.default_session
+        FakeController.reset_mongoid
+        assert_not_equal first_mongoid_session, Mongoid.default_session
+      end
+
+      test "keeps track of spawned child pids" do
+        params = [1, 2]
+        assert_equal FORKING_MODE, FakeController::local_worker_mode
+
+        threads = FakeController.execute_concurrently(params)
+        assert_equal params.size, threads.size
+        assert_equal params.size, FakeController.pids.size
+        assert_equal threads.map(&:pid), FakeController.pids
+      end
+
+      test "cleans up child pids" do
+        params = [1, 2]
+        assert_equal FORKING_MODE, FakeController::local_worker_mode
+
+        FakeController.execute_concurrently(params)
+        assert_equal params.size, FakeController.pids.size
+
+        FakeController.wait_for_children
+        assert_empty FakeController.pids
+      end
+
+      test "can reset resque" do
+        Resque.redis.client.expects(:reconnect)
+        FakeController.expects(:trap).with("TERM", "DEFAULT")
+        FakeController.reset_resque
+      end
+
+
+      test "can handle exception in fork" do
+        FakeController.expects(:execute).raises(StandardError)
+        FakeController.expects(:handle_error)
+        FakeController.in_fork(:foo)
+      end
+
+      test "can handle signal exception in fork" do
+        FakeController.expects(:execute).raises(SignalException.new("TERM"))
+        FakeController.expects(:handle_termination)
+        FakeController.expects(:exit)
+
+        FakeController.in_fork(:foo)
+      end
+
+
+    end
+  end
+end

data/test/test_expandable.rb

@@ -0,0 +1,113 @@
+require_relative "test_helper"
+
+module ActiveWorker
+  class ExpandableTest < ActiveSupport::TestCase
+
+
+
+    test "can expand configuration for workers" do
+      root_object = Rootable.create
+      parent_config = TopConfig.create(root_object_id: root_object.id)
+
+      config = ExpandableConfig.create(
+          name: "First",
+          size: 0,
+          parent_configuration: parent_config,
+          foo: "bar",
+          root_object_id: parent_config.root_object_id,
+          number_of_workers: 4,
+          number_of_threads: 5,
+      )
+
+      defined_fields = config.defined_fields.dup
+
+      expanded_configs = config.expand_for_workers
+
+      expected_number_of_configs = 4
+      assert_expanded_configs(config, defined_fields, expanded_configs, expected_number_of_configs, parent_config, root_object)
+    end
+
+    test "can expand configuration for threads" do
+      root_object = Rootable.create
+      parent_config = TopConfig.create(root_object_id: root_object.id)
+
+      config = ExpandableConfig.create(
+          name: "First",
+          size: 0,
+          parent_configuration: parent_config,
+          foo: "bar",
+          root_object_id: parent_config.root_object_id,
+          number_of_workers: 4,
+          number_of_threads: 5,
+      )
+
+      defined_fields = config.defined_fields.dup
+
+      expanded_configs = config.expand_for_threads
+
+      expected_number_of_configs = 5
+      assert_expanded_configs(config, defined_fields, expanded_configs, expected_number_of_configs, parent_config, root_object)
+    end
+
+    test "can expand threads using maps" do
+      root_object = Rootable.create
+      parent_config = TopConfig.create(root_object_id: root_object.id)
+
+      config = MappedExpandableConfig.create(
+          name: "First",
+          size: 0,
+          parent_configuration: parent_config,
+          foo: "bar",
+          root_object_id: parent_config.root_object_id,
+          number_of_workers: 4,
+          number_of_threads: 5,
+      )
+      expected_number_of_configs = 5
+      expanded_configs = config.expand_for_threads
+
+      assert_equal expected_number_of_configs, expanded_configs.size
+      assert_equal [0,1,2,3,4], expanded_configs.map(&:size)
+      assert_nil expanded_configs.first.thread_root_configuration_id
+      expanded_configs[1..-1].each do |threaded_config|
+        assert_equal expanded_configs.first, threaded_config.thread_root_configuration
+      end
+    end
+
+    test "can expand workers using maps" do
+      root_object = Rootable.create
+      parent_config = TopConfig.create(root_object_id: root_object.id)
+
+      config = MappedExpandableConfig.create(
+          name: "First",
+          size: 0,
+          parent_configuration: parent_config,
+          foo: "bar",
+          root_object_id: parent_config.root_object_id,
+          number_of_workers: 4,
+          number_of_threads: 5,
+      )
+      expected_number_of_configs = 4
+      expanded_configs = config.expand_for_workers
+
+      assert_equal expected_number_of_configs, expanded_configs.size
+      assert_equal [0,1,2,3], expanded_configs.map(&:size)
+    end
+
+    def assert_expanded_configs(config, defined_fields, expanded_configs, expected_number_of_configs, parent_config, root_object)
+      assert_equal expected_number_of_configs, expanded_configs.size
+
+      expanded_configs.each do |expanded_config|
+        assert_equal parent_config, expanded_config.parent_configuration
+        assert_equal root_object.id, expanded_config.root_object_id
+        assert_equal defined_fields, expanded_config.defined_fields
+      end
+
+      expanded_configs.each do |expanded_config|
+        next if expanded_config == config
+        assert_nil expanded_config.foo
+        assert_equal false, expanded_config.renderable
+      end
+    end
+
+  end
+end