little_monster 0.1.0

data/lib/little_monster/generators/generate.rb

@@ -0,0 +1,35 @@
+require 'thor'
+require 'active_support/core_ext/string'
+
+module LittleMonster
+  class Generate < Thor::Group
+    include Thor::Actions
+
+    argument :job_name,
+             type: :string,
+             banner: 'Job Name',
+             required: true
+
+    argument :task_names,
+             type: :array,
+             banner: 'A set of instructions for making or preparing something',
+             required: true
+
+    def self.source_root
+      File.dirname(__FILE__)
+    end
+
+    def create_job_file
+      template('templates/jobs_temp.erb', "jobs/#{job_name}.rb")
+      template 'templates/jobs_spec_temp.erb', "spec/jobs/#{job_name}_spec.rb"
+    end
+
+    def create_tasks_file
+      task_names.each do |task|
+        @current_task_name = task
+        template('templates/tasks_temp.erb', "tasks/#{job_name}/#{task}.rb")
+        template 'templates/tasks_spec_temp.erb', "spec/tasks/#{job_name}/#{task}_spec.rb"
+      end
+    end
+  end
+end

data/lib/little_monster/generators/templates/config/application.rb

@@ -0,0 +1,15 @@
+require 'bundler'
+Bundler.require(:default)
+
+LittleMonster.configure do |conf|
+  conf.api_url = 'http://pepe.hongo.com'
+  conf.default_request_retries = 3
+  # conf.worker_concurrency = 200
+  # conf.worker_queue = 'my_sqs_queue'
+end
+
+require_relative "enviroments/#{LittleMonster.env}"
+
+Dir["#{Dir.pwd}/lib/**/*.rb"].each { |file| require_relative file }
+Dir["#{Dir.pwd}/jobs/**/*.rb"].each { |file| require_relative file }
+Dir["#{Dir.pwd}/tasks/**/*.rb"].each { |file| require_relative file }

data/lib/little_monster/generators/templates/config/enviroments/development.rb

@@ -0,0 +1 @@
+Bundler.require(:development)

data/lib/little_monster/generators/templates/config/enviroments/production.rb

@@ -0,0 +1 @@
+Bundler.require(:production)

data/lib/little_monster/generators/templates/config/enviroments/test.rb

@@ -0,0 +1 @@
+Bundler.require(:test)

data/lib/little_monster/generators/templates/config/toiler.yml

@@ -0,0 +1,3 @@
+aws: 
+  region: us-east-1
+wait: 20

data/lib/little_monster/generators/templates/jobs_spec_temp.erb

@@ -0,0 +1,11 @@
+require_relative '../spec_helper'
+
+describe '<%=@job_name.camelize%>' do
+  context '.run' do
+    it 'runs this tasks <%=@task_names.join(" ")%>' do
+      expect(run_job(:<%=job_name%>)).to have_run(<%=@task_names.map{|v|":#{v}"}.join(", ")%>)
+    end
+
+    it 'has to run' 
+  end
+end

data/lib/little_monster/generators/templates/jobs_temp.erb

@@ -0,0 +1,16 @@
+class <%= @job_name.camelize %> < LittleMonster::Job
+  task_list :<%= @task_names.join(", :") %>
+  
+  # Callbacks
+  # def on_cancel
+  #   #Code me!
+  # end
+  # 
+  # def on_error
+  #   #code me
+  # end
+
+  # def on_abort
+  #   #code me
+  # end
+end

data/lib/little_monster/generators/templates/spec_helper_temp.erb

@@ -0,0 +1,22 @@
+ENV['RUBY_ENV'] = 'test'
+require 'bundler'
+Bundler.require(:default, :test)
+
+require 'little_monster/rspec'
+
+require_rel '../jobs'
+require_rel '../tasks'
+
+RSpec.configure do |conf|
+  conf.color = true
+  conf.formatter = :documentation
+  
+  conf.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end 
+    
+  conf.before :each do
+    allow_any_instance_of(Kernel).to receive(:sleep)
+  end 
+end
+

data/lib/little_monster/generators/templates/tasks_spec_temp.erb

@@ -0,0 +1,11 @@
+require_relative '../../spec_helper.rb'
+
+describe <%= "#{@job_name.camelize}::#{@current_task_name.camelize}" %> do
+  before :each do
+    @<%=@current_task_name%> = described_class.new({my_data_key:'my_data_value'})
+  end
+
+  describe '.run' do
+    it 'tell me how to run <%=@current_task_name.underscore%>!' 
+  end
+end

data/lib/little_monster/generators/templates/tasks_temp.erb

@@ -0,0 +1,5 @@
+class <%= "#{@job_name.camelize}::#{@current_task_name.camelize}" %> < LittleMonster::Task
+  def run
+    # code me!
+  end
+end

data/lib/little_monster/rspec.rb

@@ -0,0 +1,20 @@
+module LittleMonster::RSpec
+  require 'rspec'
+  require 'rspec/expectations'
+
+  require 'little_monster/rspec/helpers/job_helper'
+  require 'little_monster/rspec/helpers/task_helper'
+
+  # when required, this files define custom matchers on rspec
+  require 'little_monster/rspec/matchers/have_ended_with_status'
+  require 'little_monster/rspec/matchers/have_data'
+  require 'little_monster/rspec/matchers/have_run'
+  require 'little_monster/rspec/matchers/have_run_task'
+
+  # includes the run_job and run_task helper methods
+  ::RSpec.configure do |config|
+    config.include JobHelper
+    config.include TaskHelper
+    config.include Matchers
+  end
+end

data/lib/little_monster/rspec/helpers/job_helper.rb

@@ -0,0 +1,61 @@
+module LittleMonster::RSpec
+  module JobHelper
+    class Result
+      def initialize(job)
+        @job = job
+
+        begin
+          job.run
+          @retried = false
+        rescue LittleMonster::JobRetryError
+          @retried = true
+        end
+      end
+
+      def instance
+        @job
+      end
+
+      def status
+        @job.status
+      end
+
+      def retried?
+        @retried
+      end
+
+      def retries
+        @job.instance_variable_get '@retries'
+      end
+
+      def data
+        @job.data
+      end
+
+      def runned_tasks
+        @job.instance_variable_get '@runned_tasks'
+      end
+    end
+
+    def run_job(job, options = {})
+      Result.new(generate_job(job, options))
+    end
+
+    def generate_job(job, options = {})
+      job_class = job.class == Class ? job : job.to_s.camelcase.constantize
+      job_class.mock!
+
+      job_instance = job_class.new(data: { outputs: options.fetch(:data, {}) })
+      job_instance.define_singleton_method(:is_cancelled?) { options.fetch(:cancelled, false) }
+
+      if options[:fails]
+        options[:fails] = [options[:fails]] unless options[:fails].is_a? Array
+        options[:fails].each do |hash|
+          allow_any_instance_of(job_class.task_class_for(hash[:task])).to receive(:run).and_raise(hash.fetch(:error, StandardError.new))
+        end
+      end
+
+      job_instance
+    end
+  end
+end

data/lib/little_monster/rspec/helpers/task_helper.rb

@@ -0,0 +1,46 @@
+module LittleMonster::RSpec
+  module TaskHelper
+    class Result
+      def initialize(task)
+        @task = task
+        task.run
+      end
+
+      def instance
+        @task
+      end
+
+      def data
+        @task.data
+      end
+    end
+
+    def run_task(task, options = {})
+      task_instance = generate_task(task, options)
+
+      Result.new(task_instance)
+    end
+
+    def generate_task(task, options = {})
+      task_class = if task.class != Class
+                     task.to_s.camelcase.constantize
+                   else
+                     task
+                   end
+
+      task_symbol = task.to_s.underscore.split('/').last.to_sym
+      data = if options[:data].class == LittleMonster::Job::Data
+               options[:data]
+             else
+               LittleMonster::Job::Data.new(double(current_task: task_symbol),
+                                            outputs: options.fetch(:data, {}))
+              end
+
+      task_instance = task_class.new(data)
+      task_instance.send(:set_default_values, data)
+      task_instance.instance_variable_set('@cancelled_callback', (proc { true })) if options[:cancelled]
+
+      task_instance
+    end
+  end
+end

data/lib/little_monster/rspec/matchers/have_data.rb

@@ -0,0 +1,24 @@
+module LittleMonster::RSpec::Matchers
+  class HaveData
+    def initialize(expected_data)
+      @expected_data = expected_data
+    end
+
+    def matches?(actual)
+      @actual_data = actual.data
+      @actual_data == @expected_data
+    end
+
+    def failure_message
+      "expected data #{@expected_data} but was #{@actual_data.instance_variable_get('@outputs') || 'nil'}"
+    end
+
+    def failure_message_when_negated
+      "expected data not to be #{@expected_data}"
+    end
+  end
+
+  def have_data(*args)
+    HaveData.new(*args)
+  end
+end

data/lib/little_monster/rspec/matchers/have_ended_with_status.rb

@@ -0,0 +1,24 @@
+module LittleMonster::RSpec::Matchers
+  class HaveEndedWithStatus
+    def initialize(expected_status)
+      @expected_status = expected_status
+    end
+
+    def matches?(job_result)
+      @actual_status = job_result.status
+      @actual_status == @expected_status
+    end
+
+    def failure_message
+      "expected job to end with status #{@expected_status} but was #{@actual_status}"
+    end
+
+    def failure_message_when_negated
+      "expected job not to end with status #{@expected_status} but instead ended that way"
+    end
+  end
+
+  def have_ended_with_status(*args)
+    HaveEndedWithStatus.new(*args)
+  end
+end

data/lib/little_monster/rspec/matchers/have_run.rb

@@ -0,0 +1,28 @@
+module LittleMonster::RSpec::Matchers
+  class HaveRun
+    def initialize(*expected_tasks)
+      @expected_tasks = if expected_tasks.length == 1
+                          expected_tasks.first
+                        else
+                          expected_tasks
+                        end
+    end
+
+    def matches?(job_result)
+      @actual_tasks = job_result.runned_tasks.keys
+      @actual_tasks == @expected_tasks
+    end
+
+    def failure_message
+      "expected job to run #{@expected_tasks} but instead run #{@actual_tasks}"
+    end
+
+    def failure_message_when_negated
+      "expected job not to run #{@expected_tasks}"
+    end
+  end
+
+  def have_run(*args)
+    HaveRun.new(*args)
+  end
+end

data/lib/little_monster/rspec/matchers/have_run_task.rb

@@ -0,0 +1,47 @@
+module LittleMonster::RSpec::Matchers
+  class HaveRunTask
+    attr_reader :expected_task
+    attr_reader :expected_data
+
+    def initialize(expected_task)
+      @expected_task = if expected_task.class == Class
+                         expected_task.to_s.underscore.split('/').last.to_sym
+                       else
+                         expected_task
+                       end
+    end
+
+    def matches?(job)
+      @task = job.runned_tasks[@expected_task][:instance]
+      @task_data = job.runned_tasks[@expected_task][:data]
+      check_task_run && check_data
+    end
+
+    def check_task_run
+      !@task.nil?
+    end
+
+    def check_data
+      if defined?(@expected_data)
+        @task_data == @expected_data
+      else
+        true
+      end
+    end
+
+    def with_data(data)
+      @expected_data = data
+      self
+    end
+
+    def failure_message
+      message = "task #{@expected_task} was expected to run\n"
+      message << "\twith data #{@expected_data} but was #{@task_data || 'nil'}\n" unless check_data
+      message
+    end
+  end
+
+  def have_run_task(*args)
+    HaveRunTask.new(*args)
+  end
+end

data/lib/little_monster/version.rb

@@ -0,0 +1,3 @@
+module LittleMonster
+  VERSION = '0.1.0'.freeze
+end

data/lib/little_monster/worker.rb

@@ -0,0 +1,27 @@
+require 'toiler'
+
+module LittleMonster
+  class Worker
+    include LittleMonster::Loggable
+    include ::Toiler::Worker
+
+    toiler_options queue: LittleMonster.worker_queue,
+                   concurrency: LittleMonster.worker_concurrency
+
+    toiler_options auto_visibility_timeout: true,
+                   auto_delete: true
+
+    toiler_options parser: MultiJson
+
+    def self.update_attributes
+      toiler_options queue: LittleMonster.worker_queue,
+                     concurrency: LittleMonster.worker_concurrency
+    end
+
+    def perform(_sqs_msg, body)
+      message = MultiJson.load body['Message'], symbolize_keys: true
+
+      LittleMonster::Runner.new(message).run
+    end
+  end
+end