aeden-refinery 0.9.0 → 0.9.1

data/test/unit/loggable_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/../test_helper'
+class LogMe
+  include Refinery::Loggable
+end
+class LoggableTest < Test::Unit::TestCase
+  context "a class with Loggable mixed in" do
+    should "have a logger" do
+      assert_not_nil LogMe.new.logger
+    end
+  end
+end

data/test/unit/publisher_test.rb

@@ -0,0 +1,13 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class SamplePublisher < Refinery::Publisher
+end
+
+class PublisherTest < Test::Unit::TestCase
+  context "a publisher" do
+    should "be instantiable" do
+      waiting_queue = stub('waiting queue')
+      SamplePublisher.new(waiting_queue)
+    end
+  end
+end

data/test/unit/queueable_test.rb

@@ -0,0 +1,24 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class QueueMe
+  include Refinery::Configurable
+  include Refinery::Queueable
+end
+
+class QueueableTest < Test::Unit::TestCase
+  context "a class with the Queuable module" do
+    should "provide a queue" do
+      setup_default_config
+      
+      queue = stub('queue')
+      queue_provider = stub('queue provider')
+      queue_provider.expects(:queue).with('a_queue').returns(queue)
+      RightAws::SqsGen2.expects(:new).with(
+        'aki', 'sak', {:multi_thread => true}
+      ).returns(queue_provider)
+      
+      queueable = QueueMe.new
+      assert_not_nil queueable.queue('a_queue')
+    end
+  end
+end

data/test/unit/server_test.rb

@@ -0,0 +1,39 @@
+require File.dirname(__FILE__) + '/../test_helper'
+class ServerTest < Test::Unit::TestCase
+  context "the server class" do
+    should "provide a logger" do
+      assert_not_nil Refinery::Server.logger
+    end
+    context "logger" do
+      should "default to WARN level" do
+        assert_equal Logger::WARN, Refinery::Server.logger.level
+      end
+    end
+  end
+  context "a server instance" do
+    setup do
+      @server = Refinery::Server.new
+    end
+    should "have a config" do
+      assert_not_nil @server.config
+    end
+    should "be runnable" do
+      setup_default_config
+      
+      heartbeat_queue = stub('heartbeat queue')
+      heartbeat_queue.stubs(:send_message)
+      queue_provider = stub('queue provider')
+      queue_provider.expects(:queue).with('heartbeat').returns(heartbeat_queue)
+      RightAws::SqsGen2.expects(:new).with(
+        'aki', 'sak', {:multi_thread => true}
+      ).returns(queue_provider)
+      
+      assert_nothing_raised do
+        thread = Thread.new do
+          @server.run
+        end
+        @server.stop
+      end
+    end
+  end
+end

data/test/unit/statistics_test.rb

@@ -0,0 +1,41 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class StatisticsTest < Test::Unit::TestCase
+  context "a statistics instance" do
+    should "record a done message" do
+      dataset = stub('dataset')
+      dataset.expects(:<<) # TODO: improve this expectation
+      
+      db = stub('db')
+      db.stubs(:table_exists?).returns(true)
+      db.stubs(:[]).with(:completed_jobs).returns(dataset)
+      
+      Sequel.expects(:connect).with('sqlite://stats.db').returns(db)
+      
+      message = {
+        'host_info' => {'hostname' => 'test', 'pid' => 1},
+        'run_time' => 1,
+        'original' => ''
+      }
+      Refinery::Statistics.new.record_done(message)
+    end
+    
+    should "record an error message" do
+      dataset = stub('dataset')
+      dataset.expects(:<<) # TODO: improve this expectation
+      
+      db = stub('db')
+      db.stubs(:table_exists?).returns(true)
+      db.stubs(:[]).with(:errors).returns(dataset)
+      
+      Sequel.expects(:connect).with('sqlite://stats.db').returns(db)
+      
+      message = {
+        'host_info' => {'hostname' => 'test', 'pid' => 1},
+        'error' => {'class' => 'Error', 'message' => 'An error occurred.'},
+        'original' => ''
+      }
+      Refinery::Statistics.new.record_error(message)
+    end
+  end
+end

data/test/unit/utilities_test.rb

@@ -0,0 +1,25 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class UtilitiesIncluded
+  include Refinery::Utilities
+end
+
+class UtilitiesTest < Test::Unit::TestCase
+  context "a class with utilities included" do
+    setup do
+      @o = UtilitiesIncluded.new
+    end
+    should "camelize a word" do
+      
+      assert_equal 'ClassName', @o.camelize('class_name')
+    end
+    should "encode and decode message" do
+      message = {'some' => 'message'}
+      assert_equal message, @o.decode_message(@o.encode_message(message))
+    end
+    should "provide host info" do
+      assert_not_nil @o.host_info['pid']
+      assert_not_nil @o.host_info['hostname']
+    end
+  end
+end

data/test/unit/validations_test.rb

@@ -0,0 +1,37 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class ValidatedWorker < Refinery::Worker
+  include Refinery::Validations
+  validate_with do |message|
+    raise Refinery::InvalidMessageError, "A message is required" unless message
+  end
+  validates_key_exists :test
+  
+  def execute(message)
+  end
+end
+class ValidationsTest < Test::Unit::TestCase
+  context "a validated worker" do
+    setup do
+      daemon = stub('daemon')
+      @worker = ValidatedWorker.new(daemon)
+    end
+    should "raise a validation error if the key does not exist" do
+      message = {}
+      assert_raise Refinery::InvalidMessageError do
+        @worker.run(message)
+      end
+    end
+    should "not raise a validation error if the key does exist" do
+      message = {:test => 'ding!'}
+      assert_nothing_raised do
+        @worker.run(message)
+      end
+    end
+    should "raise a validation error if the message is nil" do
+      assert_raise Refinery::InvalidMessageError do
+        @worker.run(nil)
+      end
+    end
+  end
+end

data/test/unit/worker_test.rb

@@ -0,0 +1,44 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class SampleWorker < Refinery::Worker
+  attr_reader :message
+  def execute(message)
+    @message = message
+  end
+end
+
+class WorkerTest < Test::Unit::TestCase
+  context "a worker" do
+    setup do
+      daemon = stub('daemon')
+      @worker = SampleWorker.new(daemon)
+      @message = {'test' => 'value'}
+    end
+    should "run" do
+      @worker.run(@message)
+      assert_equal @message, @worker.message
+    end
+    should "provide a data store" do
+      options = {:bucket => 'bucket'}
+      
+      data_store = stub('data store')
+      
+      Moneta::S3.expects(:new).with(
+        :access_key_id => 'aki',  
+        :secret_access_key => 'sak',
+        :bucket => options[:bucket],
+        :multi_thread => true
+      ).returns(data_store)
+      
+      setup_default_config
+      assert_not_nil @worker.data_store(options)
+    end
+    should "provide a queue" do
+      queue = stub('queue')
+      queue_provider = stub('queue provider')
+      queue_provider.expects(:queue).with('a_queue').returns(queue)
+      @worker.expects(:queue_provider).returns(queue_provider)      
+      assert_not_nil @worker.queue('a_queue')
+    end
+  end
+end

data/workers/error.rb

@@ -0,0 +1,8 @@
+# This is an example worker that raises an error.
+class Error < Refinery::Worker
+  # Execute the work once.
+  def execute(message)
+    logger.info "received message: #{message.inspect}"
+    raise RuntimeError, "processing failure example"
+  end
+end

data/workers/sample.rb

@@ -0,0 +1,8 @@
+# This is a sample worker.
+class Sample < Refinery::Worker
+  # Execute the work once.
+  def execute(message)
+    logger.info "received message: #{message.inspect}"
+    return true
+  end
+end

data/workers/sleep.rb

@@ -0,0 +1,7 @@
+class Sleep < Refinery::Worker
+  def execute(message)
+    logger.info "received message: #{message.inspect}"
+    sleep(message['seconds'])
+    return true
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: aeden-refinery
 version: !ruby/object:Gem::Version 
-  version: 0.9.0
+  version: 0.9.1
 platform: ruby
 authors: 
 - Anthony Eden
@@ -9,36 +9,81 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-05-16 00:00:00 -07:00
+date: 2009-06-01 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
 description: Process data in a distributed fashion.
 email: anthonyeden@gmail.com
 executables: 
-- refinery
 - epub
-- pubnow
 - monitor
+- pubnow
+- refinery
 extensions: []
 
-extra_rdoc_files: []
-
-files: 
-- logs
-- publishers
-- Rakefile
+extra_rdoc_files: 
+- LICENSE
 - README.rdoc
 - README.textile
-- LICENSE
+files: 
+- .autotest
+- .gitignore
 - CHANGELOG
-- workers
+- LICENSE
+- README.rdoc
+- README.textile
+- Rakefile
+- VERSION
+- bin/epub
+- bin/monitor
+- bin/pubnow
+- bin/refinery
+- config/config.example.yml
+- lib/refinery.rb
+- lib/refinery/config.rb
+- lib/refinery/configurable.rb
+- lib/refinery/daemon.rb
+- lib/refinery/event_publisher.rb
+- lib/refinery/heartbeat.rb
+- lib/refinery/loggable.rb
+- lib/refinery/monitor.rb
+- lib/refinery/publisher.rb
+- lib/refinery/queueable.rb
+- lib/refinery/server.rb
+- lib/refinery/statistics.rb
+- lib/refinery/stats_server.rb
+- lib/refinery/utilities.rb
+- lib/refinery/validations.rb
+- lib/refinery/worker.rb
+- logs/README
+- publishers/error.rb
+- publishers/sample.rb
+- publishers/sleep.rb
+- refinery.gemspec
+- test/config.yml
+- test/test_helper.rb
+- test/unit/config_test.rb
+- test/unit/configurable_test.rb
+- test/unit/daemon_test.rb
+- test/unit/event_publisher_test.rb
+- test/unit/heartbeat_test.rb
+- test/unit/loggable_test.rb
+- test/unit/publisher_test.rb
+- test/unit/queueable_test.rb
+- test/unit/server_test.rb
+- test/unit/statistics_test.rb
+- test/unit/utilities_test.rb
+- test/unit/validations_test.rb
+- test/unit/worker_test.rb
+- workers/error.rb
+- workers/sample.rb
+- workers/sleep.rb
 has_rdoc: true
 homepage: http://github.com/aeden/refinery
 post_install_message: 
 rdoc_options: 
-- --title
-- Refinery - Distributed Processing
+- --charset=UTF-8
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -60,5 +105,18 @@ rubygems_version: 1.2.0
 signing_key: 
 specification_version: 2
 summary: Refinery processes data in a distributed environment.
-test_files: []
-
+test_files: 
+- test/test_helper.rb
+- test/unit/config_test.rb
+- test/unit/configurable_test.rb
+- test/unit/daemon_test.rb
+- test/unit/event_publisher_test.rb
+- test/unit/heartbeat_test.rb
+- test/unit/loggable_test.rb
+- test/unit/publisher_test.rb
+- test/unit/queueable_test.rb
+- test/unit/server_test.rb
+- test/unit/statistics_test.rb
+- test/unit/utilities_test.rb
+- test/unit/validations_test.rb
+- test/unit/worker_test.rb