shoryuken 2.0.11 → 3.0.0

data/lib/shoryuken/cli.rb

@@ -1,210 +0,0 @@
-$stdout.sync = true
-
-require 'singleton'
-require 'optparse'
-require 'erb'
-
-require 'shoryuken'
-
-module Shoryuken
-  # See: https://github.com/mperham/sidekiq/blob/33f5d6b2b6c0dfaab11e5d39688cab7ebadc83ae/lib/sidekiq/cli.rb#L20
-  class Shutdown < Interrupt; end
-
-  class CLI
-    include Util
-    include Singleton
-
-    attr_accessor :launcher
-
-    def run(args)
-      self_read, self_write = IO.pipe
-
-      %w(INT TERM USR1 USR2 TTIN).each do |sig|
-        begin
-          trap sig do
-            self_write.puts(sig)
-          end
-        rescue ArgumentError
-          puts "Signal #{sig} not supported"
-        end
-      end
-
-      options = parse_cli_args(args)
-
-      daemonize(options)
-      write_pid(options)
-
-      EnvironmentLoader.load(options)
-
-      load_celluloid
-
-      require 'shoryuken/launcher'
-      @launcher = Shoryuken::Launcher.new
-
-      if callback = Shoryuken.start_callback
-        logger.info { 'Calling Shoryuken.on_start block' }
-        callback.call
-      end
-
-      fire_event(:startup)
-
-      begin
-        launcher.run
-
-        while (readable_io = IO.select([self_read]))
-          signal = readable_io.first[0].gets.strip
-          handle_signal(signal)
-        end
-      rescue Interrupt
-        launcher.stop(shutdown: true)
-        exit 0
-      end
-    end
-
-    private
-
-    def load_celluloid
-      require 'celluloid/autostart'
-      Celluloid.logger = (Shoryuken.options[:verbose] ? Shoryuken.logger : nil)
-
-      require 'shoryuken/manager'
-    end
-
-    def celluloid_loaded?
-      defined?(::Celluloid)
-    end
-
-    def daemonize(options)
-      return unless options[:daemon]
-
-      fail ArgumentError, "You really should set a logfile if you're going to daemonize" unless options[:logfile]
-
-      if celluloid_loaded?
-        # Celluloid can't be loaded until after we've daemonized
-        # because it spins up threads and creates locks which get
-        # into a very bad state if forked.
-        raise "Celluloid cannot be required until here, or it will break Shoryuken's daemonization"
-      end
-
-      files_to_reopen = []
-      ObjectSpace.each_object(File) do |file|
-        files_to_reopen << file unless file.closed?
-      end
-
-      Process.daemon(true, true)
-
-      files_to_reopen.each do |file|
-        begin
-          file.reopen file.path, 'a+'
-          file.sync = true
-        rescue ::Exception
-        end
-      end
-
-      [$stdout, $stderr].each do |io|
-        File.open(options[:logfile], 'ab') do |f|
-          io.reopen(f)
-        end
-        io.sync = true
-      end
-      $stdin.reopen('/dev/null')
-    end
-
-    def write_pid(options)
-      if (path = options[:pidfile])
-        File.open(path, 'w') do |f|
-          f.puts Process.pid
-        end
-      end
-    end
-
-    def parse_cli_args(argv)
-      opts = {}
-
-      @parser = OptionParser.new do |o|
-        o.on '-c', '--concurrency INT', 'Processor threads to use' do |arg|
-          opts[:concurrency] = Integer(arg)
-        end
-
-        o.on '-d', '--daemon', 'Daemonize process' do |arg|
-          opts[:daemon] = arg
-        end
-
-        o.on '-q', '--queue QUEUE[,WEIGHT]...', 'Queues to process with optional weights' do |arg|
-          queue, weight = arg.split(',')
-          opts[:queues] = [] unless opts[:queues]
-          opts[:queues] << [queue, weight]
-        end
-
-        o.on '-r', '--require [PATH|DIR]', 'Location of the worker' do |arg|
-          opts[:require] = arg
-        end
-
-        o.on '-C', '--config PATH', 'Path to YAML config file' do |arg|
-          opts[:config_file] = arg
-        end
-
-        o.on '-R', '--rails', 'Load Rails' do |arg|
-          opts[:rails] = arg
-        end
-
-        o.on '-L', '--logfile PATH', 'Path to writable logfile' do |arg|
-          opts[:logfile] = arg
-        end
-
-        o.on '-P', '--pidfile PATH', 'Path to pidfile' do |arg|
-          opts[:pidfile] = arg
-        end
-
-        o.on '-v', '--verbose', 'Print more verbose output' do |arg|
-          opts[:verbose] = arg
-        end
-
-        o.on '-V', '--version', 'Print version and exit' do
-          puts "Shoryuken #{Shoryuken::VERSION}"
-          exit 0
-        end
-      end
-
-      @parser.banner = 'shoryuken [options]'
-      @parser.on_tail '-h', '--help', 'Show help' do
-        logger.info { @parser }
-        exit 1
-      end
-      @parser.parse!(argv)
-      opts
-    end
-
-    def handle_signal(sig)
-      logger.info { "Got #{sig} signal" }
-
-      case sig
-      when 'USR1'
-        logger.info { 'Received USR1, will soft shutdown down' }
-
-        launcher.stop
-        fire_event(:quiet, true)
-        exit 0
-      when 'TTIN'
-        Thread.list.each do |thread|
-          logger.info { "Thread TID-#{thread.object_id.to_s(36)} #{thread['label']}" }
-          if thread.backtrace
-            logger.info { thread.backtrace.join("\n") }
-          else
-            logger.info { '<no backtrace available>' }
-          end
-        end
-
-        ready  = launcher.manager.instance_variable_get(:@ready).size
-        busy   = launcher.manager.instance_variable_get(:@busy).size
-        queues = launcher.manager.instance_variable_get(:@queues)
-
-        logger.info { "Ready: #{ready}, Busy: #{busy}, Active Queues: #{unparse_queues(queues)}" }
-      else
-        logger.info { "Received #{sig}, will shutdown down" }
-
-        raise Interrupt
-      end
-    end
-  end
-end

data/lib/shoryuken/sns_arn.rb

@@ -1,27 +0,0 @@
-module Shoryuken
-  class SnsArn
-    def initialize(topic)
-      @topic = topic
-    end
-
-    def to_s
-      @arn ||= "arn:aws:sns:#{region}:#{account_id}:#{@topic}"
-    end
-
-    private
-
-    def account_id
-      Shoryuken::Client.account_id.tap do |account_id|
-        if account_id.to_s.empty?
-          fail 'To generate SNS ARNs, you must assign an :account_id in your Shoryuken::Client.'
-        end
-      end
-    end
-
-    def region
-      Aws.config.fetch(:region) do
-        fail 'To generate SNS ARNs, you must include a :region in your AWS config.'
-      end
-    end
-  end
-end

data/lib/shoryuken/topic.rb

@@ -1,17 +0,0 @@
-module Shoryuken
-  class Topic
-    def initialize(name, sns)
-      @name, @sns = name, sns
-    end
-
-    def arn
-      @arn ||= Client.sns_arn.new(@name).to_s
-    end
-
-    def send_message(body, options = {})
-      body = JSON.dump(body) if body.is_a?(Hash)
-
-      @sns.publish(topic_arn: arn, message: body)
-    end
-  end
-end

data/spec/shoryuken/sns_arn_spec.rb

@@ -1,42 +0,0 @@
-require 'spec_helper'
-
-describe Shoryuken::SnsArn do
-  let(:account_id) { '1234567890' }
-  let(:region) { 'eu-west-1' }
-  let(:topic) { 'topic-x' }
-
-  before do
-    Shoryuken::Client.account_id = account_id
-    Aws.config = { region: region }
-  end
-
-  subject { described_class.new(topic).to_s }
-
-  describe '#to_s' do
-    context 'when the Aws config includes all the information necessary' do
-      it 'generates an SNS arn' do
-        expect(subject).to eq('arn:aws:sns:eu-west-1:1234567890:topic-x')
-      end
-    end
-
-    context 'when the Aws config does not include the account id' do
-      before do
-        Shoryuken::Client.account_id = nil
-      end
-
-      it 'fails' do
-        expect { subject }.to raise_error(/an :account_id/)
-      end
-    end
-
-    context 'when the Aws config does not include the region' do
-      before do
-        Aws.config.delete :region
-      end
-
-      it 'fails' do
-        expect { subject }.to raise_error(/a :region/)
-      end
-    end
-  end
-end

data/spec/shoryuken/topic_spec.rb

@@ -1,32 +0,0 @@
-require 'spec_helper'
-
-describe Shoryuken::Topic do
-  let(:sns) { Aws::SNS::Client.new stub_responses: true }
-  let(:topic_arn) { 'arn:aws:sns:us-east-1:0987654321:shoryuken' }
-  let(:topic_name) { 'shoryuken' }
-
-  before do
-    Shoryuken::Client.account_id = '0987654321'
-    Aws.config = { region: 'us-east-1' }
-  end
-
-  subject { described_class.new(topic_name, sns) }
-
-  describe '#send_message' do
-    it 'enqueues a message' do
-      sns.stub_responses(:publish, { message_id: 'msg1' })
-      expect(sns).to receive(:publish).with(topic_arn: topic_arn, message: 'test')
-
-      subject.send_message('test')
-    end
-
-    it 'parses as JSON by default' do
-      msg = { field: 'test', other_field: 'other' }
-
-      sns.stub_responses(:publish, { message_id: 'msg2' })
-      expect(sns).to receive(:publish).with(topic_arn: topic_arn, message: JSON.dump(msg))
-
-      subject.send_message(msg)
-    end
-  end
-end

data/spec/shoryuken_endpoint.yml

@@ -1,6 +0,0 @@
-aws:
-  access_key_id:      <%= ENV['AWS_ACCESS_KEY_ID'] %>
-  secret_access_key:  <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
-  region:             us-east-1
-  sqs_endpoint: https://github.com/phstc/shoryuken:4568
-  sns_endpoint: http://127.0.0.1:4568