qwirk 0.0.1

data/lib/rails/generators/qwirk/templates/initializer.rb

@@ -0,0 +1,6 @@
+module Cheese
+  class Engine < Rails::Engine
+    config.mount_at = '/qwirk'
+    config.widget_factory_name = 'Qwirk'
+  end
+end

data/lib/rails/generators/qwirk/templates/migration.rb

@@ -0,0 +1,9 @@
+class CreateCheeseTables < ActiveRecord::Migration
+  def self.up
+    SCHEMA_AUTO_INSERTED_HERE
+  end
+
+  def self.down
+    drop_table :cheese_widgets
+  end
+end

data/lib/rails/generators/qwirk/templates/schema.rb

@@ -0,0 +1,28 @@
+ActiveRecord::Schema.define(:version => 0) do
+
+  create_table :mt_batch_jobs, :force => true do |t|
+    t.string    :file,              :null => false
+    t.string    :worker_name,       :null => false
+    t.integer   :total_count
+    t.integer   :finished_count,    :null => false, :default => 0
+    t.column    :status, 'char(8)', :null => false, :default => Qwirk::Batch::JobStatus::INITED
+    t.datetime  :created_at,        :null => false
+    t.datetime  :updated_at,        :null => false
+  end
+  add_index :mt_batch_jobs, [:file, :worker_name]
+
+  create_table :mt_outstanding_records, :force => true do |t|
+    t.integer   :batch_job_id,      :null => false
+    t.integer   :file_position,     :null => false
+  end
+  add_index :mt_outstanding_records, [:batch_job_id]
+
+  create_table :mt_failed_records, :force => true do |t|
+    t.integer   :batch_job_id,      :null => false
+    t.integer   :file_position,     :null => false
+    t.string    :message,           :null => false
+  end
+  add_index :mt_failed_records, [:batch_job_id]
+
+
+end

data/lib/rails/railties/tasks.rake

@@ -0,0 +1,8 @@
+namespace :qwirk do
+  
+  desc "example gem rake task"
+  task :report => :environment do
+    puts "you just ran the example gem rake task"
+  end
+
+end

data/lib/tasks/qwirk_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :qwirk do
+#   # Task goes here
+# end

data/test/base_test.rb

@@ -0,0 +1,248 @@
+require 'qwirk'
+require 'shoulda'
+require 'test/unit'
+require 'fileutils'
+
+class DummyWorker
+  include Qwirk::BaseWorker
+  attr_reader :opts, :setup_called, :count
+
+  @@mutex = Mutex.new
+
+  def self.reset
+    @@total_count = 0
+    @@workers = []
+  end
+
+  self.reset
+
+  def self.total_count
+    @@total_count
+  end
+
+  def self.workers
+    @@workers
+  end
+
+  def initialize(opts={})
+    @opts = opts
+    @count = 0
+    @@mutex.synchronize do
+      @@workers << self
+    end
+  end
+
+  # One time initialization prior to first thread
+  def setup
+    @setup_called = true
+  end
+
+  def start
+    @stopped = false
+    while !@stopped do
+      sleep 1
+      @count += 1
+      @@mutex.synchronize do
+        @@total_count += 1
+      end
+    end
+  end
+
+  def stop
+    @stopped = true
+  end
+
+  def status
+    "index=#{index}"
+  end
+end
+
+class Dummy2Worker < DummyWorker
+
+end
+
+class BaseTest < Test::Unit::TestCase
+  context 'a worker with no name specified' do
+    setup do
+      @worker = DummyWorker.new
+      @worker.index = 2
+      @worker.thread = 'dummy thread'
+      @supervisor = DummyWorker.create_supervisor('dummy_manager', {:foo => 1})
+    end
+
+    should "have default name and proper supervisor and attributes" do
+      assert_equal('Dummy', @worker.class.default_name)
+      assert_equal('Dummy', @supervisor.name)
+      assert_equal(2, @worker.index)
+      assert_equal('dummy thread', @worker.thread)
+      assert_equal(Qwirk::Base::Supervisor, @supervisor.class)
+      assert_equal('dummy_manager', @supervisor.manager)
+    end
+  end
+
+  context 'a worker with name specified' do
+    setup do
+      @worker = DummyWorker.new(:name => 'Foo')
+      @supervisor = DummyWorker.create_supervisor('dummy_manager', {:name => 'Foo'})
+    end
+
+    should "have name specified and proper supervisor and attributes" do
+      assert_equal('Foo', @supervisor.name)
+    end
+  end
+
+  context 'a default worker' do
+    setup do
+      DummyWorker.reset
+      @start_time = Time.now
+      @manager = Qwirk::Manager.new
+      @manager.add(DummyWorker, 2, {:foo => 42})
+      sleep 5
+      @manager.stop
+      @manager.join
+      @end_time = Time.now
+    end
+
+    should "be performing work" do
+      w = DummyWorker.workers
+      w = w.reverse if w[0].index == 1
+      assert_equal 2, w.size
+      (0..1).each do |i|
+        worker = w[i]
+        assert worker.count >= 3
+        assert worker.count <= 8
+        assert worker.index == i
+        assert worker.status == "index=#{worker.index}"
+      end
+      assert DummyWorker.total_count >= 8
+      assert DummyWorker.total_count <= 14
+      assert (@end_time-@start_time) < 14.0
+      assert w[0].setup_called
+      assert !w[1].setup_called
+    end
+  end
+
+  context 'a disallowed worker' do
+    setup do
+      DummyWorker.reset
+      @manager = Qwirk::Manager.new(:domain => 'DisallowedWorker')
+      @manager.allowed_workers = []
+    end
+
+    should "not be allowed" do
+      e = assert_raises RuntimeError do
+        @manager.add(DummyWorker, 2, {:foo => 42})
+      end
+      assert_match %r%is not an allowed worker%, e.message
+
+      e = assert_raises RuntimeError do
+        @manager.add('FdajfsdklasdfWorker', 2, {:foo => 42})
+      end
+      assert_match %r%Invalid class%, e.message
+    end
+  end
+
+  context 'multiple workers' do
+    setup do
+      DummyWorker.reset
+      @manager = Qwirk::Manager.new(:domain => 'AllowedWorker')
+      @manager.allowed_workers = [DummyWorker, Dummy2Worker]
+      @manager.add(DummyWorker, 2, {:foo => 42})
+      @manager.add(DummyWorker, 1, {:name => 'OtherDummy'})
+      @manager.add(Dummy2Worker, 2, {:name => 'SecondDummy'})
+      sleep 5
+      @manager.stop
+      @manager.join
+      @end_time = Time.now
+    end
+
+    should "work" do
+      w = DummyWorker.workers
+      s = @manager.supervisors
+      assert_equal 5, w.size
+      assert_equal 3, s.size
+      (0..4).each do |i|
+        worker = w[i]
+        assert worker.count >= 3
+        assert worker.count <= 8
+      end
+      assert DummyWorker.total_count >= 20
+      assert DummyWorker.total_count <= 35
+      super_names = s.map {|sup| sup.name}.sort
+      assert_equal ['Dummy', 'OtherDummy', 'SecondDummy'], super_names
+    end
+  end
+
+  context 'manager with persist_file set' do
+    setup do
+      DummyWorker.reset
+      persist_file = "/tmp/qwirk_persist_#{$$}.state"
+      @manager = Qwirk::Manager.new(:domain => 'PersistManager', :persist_file => persist_file)
+      @manager.allowed_workers = [DummyWorker, Dummy2Worker]
+      @manager.add(DummyWorker, 2, {:foo => 42})
+      @manager.add(DummyWorker, 1, {:name => 'OtherDummy'})
+      @manager.add(Dummy2Worker, 2, {:name => 'SecondDummy'})
+      @manager.stop
+      @manager.join
+      DummyWorker.reset
+      @manager2 = Qwirk::Manager.new(:domain => 'PersistManager2', :persist_file => persist_file)
+      sleep 5
+      @manager2.stop
+      @manager2.join
+      FileUtils.rm persist_file
+    end
+
+    should "recreate workers and supervisors correctly" do
+      w = DummyWorker.workers
+      s = @manager.supervisors
+      assert_equal 5, w.size
+      assert_equal 3, s.size
+      (0..4).each do |i|
+        worker = w[i]
+        assert worker.count >= 3
+        assert worker.count <= 8
+      end
+      assert DummyWorker.total_count >= 20
+      assert DummyWorker.total_count <= 35
+      super_names = s.map {|sup| sup.name}.sort
+      assert_equal ['Dummy', 'OtherDummy', 'SecondDummy'], super_names
+    end
+  end
+
+  context 'manager' do
+    setup do
+      DummyWorker.reset
+      persist_file = "/tmp/qwirk_persist_#{$$}.state"
+      @domain = 'JMXManagerDomain'
+      @manager = Qwirk::Manager.new(:domain => @domain)
+      @manager.allowed_workers = [DummyWorker, Dummy2Worker]
+
+      @server = JMX.simple_server
+      @client = JMX.connect
+      @manager_mbean = @client[Qwirk.manager_mbean_object_name(@domain)]
+    end
+
+    teardown do
+      @manager.stop
+      @manager.join
+      @server.stop
+    end
+
+    should "allow JMX to start and query workers" do
+      @manager_mbean.start_worker('DummyWorker',  2, '{"foo":42}')
+      @manager_mbean.start_worker('DummyWorker',  1, '{"name":"OtherDummy"}')
+      @manager_mbean.start_worker('Dummy2Worker', 2, '{"name":"SecondDummy"}')
+      #puts "allowed workers=#{@manager_mbean.allowed_workers[0].class.name}"
+      assert_equal ['DummyWorker', 'Dummy2Worker'], @manager_mbean.allowed_workers.to_a
+
+      dummy_bean        = @client[Qwirk.supervisor_mbean_object_name(@domain, 'Dummy')]
+      other_dummy_bean  = @client[Qwirk.supervisor_mbean_object_name(@domain, 'OtherDummy')]
+      second_dummy_bean = @client[Qwirk.supervisor_mbean_object_name(@domain, 'SecondDummy')]
+      assert 2, dummy_bean.count
+      assert 1, other_dummy_bean.count
+      assert 2, second_dummy_bean.count
+      other_dummy_bean.count = 3
+      assert 3, other_dummy_bean.count
+    end
+  end
+end

data/test/database.yml

@@ -0,0 +1,14 @@
+mysql:
+  adapter: mysql
+  database: qwirk_test
+  username: root
+  password:
+  host: 127.0.0.1
+  pool: 5
+  timeout: 5000
+
+sqlite3:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000

data/test/dummy/Rakefile

@@ -0,0 +1,7 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+require 'rake'
+
+Dummy::Application.load_tasks

data/test/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,3 @@
+class ApplicationController < ActionController::Base
+  protect_from_forgery
+end

data/test/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/test/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag :all %>
+  <%= javascript_include_tag :defaults %>
+  <%= csrf_meta_tag %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/test/dummy/config.ru

@@ -0,0 +1,4 @@
+# This file is used by Rack-based servers to start the application.
+
+require ::File.expand_path('../config/environment',  __FILE__)
+run Dummy::Application

data/test/dummy/config/application.rb

@@ -0,0 +1,45 @@
+require File.expand_path('../boot', __FILE__)
+
+require "active_model/railtie"
+require "active_record/railtie"
+require "action_controller/railtie"
+require "action_view/railtie"
+require "action_mailer/railtie"
+
+Bundler.require
+require "qwirk"
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Custom directories with classes and modules you want to be autoloadable.
+    # config.autoload_paths += %W(#{config.root}/extras)
+
+    # Only load the plugins named here, in the order given (default is alphabetical).
+    # :all can be used as a placeholder for all plugins not explicitly named.
+    # config.plugins = [ :exception_notification, :ssl_requirement, :all ]
+
+    # Activate observers that should always be running.
+    # config.active_record.observers = :cacher, :garbage_collector, :forum_observer
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    # config.i18n.default_locale = :de
+
+    # JavaScript files you want as :defaults (application.js is always included).
+    # config.action_view.javascript_expansions[:defaults] = %w(jquery rails)
+
+    # Configure the default encoding used in templates for Ruby 1.9.
+    config.encoding = "utf-8"
+
+    # Configure sensitive parameters which will be filtered from the log file.
+    config.filter_parameters += [:password]
+  end
+end

data/test/dummy/config/boot.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+gemfile = File.expand_path('../../../../Gemfile', __FILE__)
+
+if File.exist?(gemfile)
+  ENV['BUNDLE_GEMFILE'] = gemfile
+  require 'bundler'
+  Bundler.setup
+end
+
+$:.unshift File.expand_path('../../../../lib', __FILE__)

data/test/dummy/config/database.yml

@@ -0,0 +1,22 @@
+# SQLite version 3.x
+#   gem install sqlite3
+development:
+  adapter: sqlite3
+  database: db/development.sqlite3
+  pool: 5
+  timeout: 5000
+
+# Warning: The database defined as "test" will be erased and
+# re-generated from your development database when you run "rake".
+# Do not set this db to the same as development or production.
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+
+production:
+  adapter: sqlite3
+  database: db/production.sqlite3
+  pool: 5
+  timeout: 5000