shoryuken 2.1.3 → 3.0.0

data/lib/shoryuken/aws_config.rb

@@ -1,64 +0,0 @@
-# frozen_string_literal: true
-module Shoryuken
-  class AwsConfig
-    class << self
-      attr_writer :options
-
-      def options
-        @options ||= {}
-      end
-
-      def setup(hash)
-        # aws-sdk tries to load the credentials from the ENV variables: AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY
-        # when not explicit supplied
-        return if hash.empty?
-
-        self.options = hash
-
-        shoryuken_keys = %w(
-          account_id
-          sns_endpoint
-          sqs_endpoint
-          receive_message
-        ).map(&:to_sym)
-
-        @aws_options = hash.reject do |k, _|
-          shoryuken_keys.include?(k)
-        end
-
-        # assume credentials based authentication
-        credentials = Aws::Credentials.new(
-          @aws_options.delete(:access_key_id),
-          @aws_options.delete(:secret_access_key)
-        )
-
-        # but only if the configuration options have valid values
-        @aws_options.merge!(credentials: credentials) if credentials.set?
-
-        if (callback = Shoryuken.aws_initialization_callback)
-          Shoryuken.logger.info { 'Calling Shoryuken.on_aws_initialization block' }
-          callback.call(@aws_options)
-        end
-      end
-
-      def sns
-        Aws::SNS::Client.new(aws_client_options(:sns_endpoint))
-      end
-
-      def sqs
-        Aws::SQS::Client.new(aws_client_options(:sqs_endpoint))
-      end
-
-      private
-
-      def aws_client_options(service_endpoint_key)
-        environment_endpoint = ENV["AWS_#{service_endpoint_key.to_s.upcase}"]
-        explicit_endpoint = options[service_endpoint_key] || environment_endpoint
-        endpoint = {}.tap do |hash|
-          hash[:endpoint] = explicit_endpoint unless explicit_endpoint.to_s.empty?
-        end
-        @aws_options.to_h.merge(endpoint)
-      end
-    end
-  end
-end

data/lib/shoryuken/cli.rb

@@ -1,215 +0,0 @@
-$stdout.sync = true
-
-require 'singleton'
-require 'optparse'
-require 'erb'
-
-require 'shoryuken'
-
-module Shoryuken
-  # See: https://github.com/mperham/sidekiq/blob/33f5d6b2b6c0dfaab11e5d39688cab7ebadc83ae/lib/sidekiq/cli.rb#L20
-  class Shutdown < Interrupt; end
-
-  class CLI
-    include Util
-    include Singleton
-
-    attr_accessor :launcher
-
-    def run(args)
-      self_read, self_write = IO.pipe
-
-      %w(INT TERM USR1 USR2 TTIN).each do |sig|
-        begin
-          trap sig do
-            self_write.puts(sig)
-          end
-        rescue ArgumentError
-          puts "Signal #{sig} not supported"
-        end
-      end
-
-      options = parse_cli_args(args)
-
-      loader = EnvironmentLoader.setup_options(options)
-
-      # When cli args exist, override options in config file
-      Shoryuken.options.merge!(options)
-
-      daemonize(Shoryuken.options)
-      write_pid(Shoryuken.options)
-
-      loader.load
-
-      load_celluloid
-
-      require 'shoryuken/launcher'
-      @launcher = Shoryuken::Launcher.new
-
-      if callback = Shoryuken.start_callback
-        logger.info { 'Calling Shoryuken.on_start block' }
-        callback.call
-      end
-
-      fire_event(:startup)
-
-      begin
-        launcher.run
-
-        while (readable_io = IO.select([self_read]))
-          signal = readable_io.first[0].gets.strip
-          handle_signal(signal)
-        end
-      rescue Interrupt
-        launcher.stop(shutdown: true)
-        exit 0
-      end
-    end
-
-    private
-
-    def load_celluloid
-      require 'celluloid/current'
-      Celluloid.logger = (Shoryuken.options[:verbose] ? Shoryuken.logger : nil)
-
-      require 'shoryuken/manager'
-    end
-
-    def celluloid_loaded?
-      defined?(::Celluloid)
-    end
-
-    def daemonize(options)
-      return unless options[:daemon]
-
-      fail ArgumentError, "You really should set a logfile if you're going to daemonize" unless options[:logfile]
-
-      if celluloid_loaded?
-        # Celluloid can't be loaded until after we've daemonized
-        # because it spins up threads and creates locks which get
-        # into a very bad state if forked.
-        raise "Celluloid cannot be required until here, or it will break Shoryuken's daemonization"
-      end
-
-      files_to_reopen = []
-      ObjectSpace.each_object(File) do |file|
-        files_to_reopen << file unless file.closed?
-      end
-
-      Process.daemon(true, true)
-
-      files_to_reopen.each do |file|
-        begin
-          file.reopen file.path, 'a+'
-          file.sync = true
-        rescue ::Exception
-        end
-      end
-
-      [$stdout, $stderr].each do |io|
-        File.open(options[:logfile], 'ab') do |f|
-          io.reopen(f)
-        end
-        io.sync = true
-      end
-      $stdin.reopen('/dev/null')
-    end
-
-    def write_pid(options)
-      if (path = options[:pidfile])
-        File.open(path, 'w') do |f|
-          f.puts Process.pid
-        end
-      end
-    end
-
-    def parse_cli_args(argv)
-      opts = {}
-
-      @parser = OptionParser.new do |o|
-        o.on '-c', '--concurrency INT', 'Processor threads to use' do |arg|
-          opts[:concurrency] = Integer(arg)
-        end
-
-        o.on '-d', '--daemon', 'Daemonize process' do |arg|
-          opts[:daemon] = arg
-        end
-
-        o.on '-q', '--queue QUEUE[,WEIGHT]...', 'Queues to process with optional weights' do |arg|
-          queue, weight = arg.split(',')
-          opts[:queues] = [] unless opts[:queues]
-          opts[:queues] << [queue, weight]
-        end
-
-        o.on '-r', '--require [PATH|DIR]', 'Location of the worker' do |arg|
-          opts[:require] = arg
-        end
-
-        o.on '-C', '--config PATH', 'Path to YAML config file' do |arg|
-          opts[:config_file] = arg
-        end
-
-        o.on '-R', '--rails', 'Load Rails' do |arg|
-          opts[:rails] = arg
-        end
-
-        o.on '-L', '--logfile PATH', 'Path to writable logfile' do |arg|
-          opts[:logfile] = arg
-        end
-
-        o.on '-P', '--pidfile PATH', 'Path to pidfile' do |arg|
-          opts[:pidfile] = arg
-        end
-
-        o.on '-v', '--verbose', 'Print more verbose output' do |arg|
-          opts[:verbose] = arg
-        end
-
-        o.on '-V', '--version', 'Print version and exit' do
-          puts "Shoryuken #{Shoryuken::VERSION}"
-          exit 0
-        end
-      end
-
-      @parser.banner = 'shoryuken [options]'
-      @parser.on_tail '-h', '--help', 'Show help' do
-        logger.info { @parser }
-        exit 1
-      end
-      @parser.parse!(argv)
-      opts
-    end
-
-    def handle_signal(sig)
-      logger.info { "Got #{sig} signal" }
-
-      case sig
-      when 'USR1'
-        logger.info { 'Received USR1, will soft shutdown down' }
-
-        launcher.stop
-        fire_event(:quiet, true)
-        exit 0
-      when 'TTIN'
-        Thread.list.each do |thread|
-          logger.info { "Thread TID-#{thread.object_id.to_s(36)} #{thread['label']}" }
-          if thread.backtrace
-            logger.info { thread.backtrace.join("\n") }
-          else
-            logger.info { '<no backtrace available>' }
-          end
-        end
-
-        ready  = launcher.manager.instance_variable_get(:@ready).size
-        busy   = launcher.manager.instance_variable_get(:@busy).size
-        queues = launcher.manager.instance_variable_get(:@queues)
-
-        logger.info { "Ready: #{ready}, Busy: #{busy}, Active Queues: #{unparse_queues(queues)}" }
-      else
-        logger.info { "Received #{sig}, will shutdown down" }
-
-        raise Interrupt
-      end
-    end
-  end
-end

data/lib/shoryuken/sns_arn.rb

@@ -1,27 +0,0 @@
-module Shoryuken
-  class SnsArn
-    def initialize(topic)
-      @topic = topic
-    end
-
-    def to_s
-      @arn ||= "arn:aws:sns:#{region}:#{account_id}:#{@topic}"
-    end
-
-    private
-
-    def account_id
-      Shoryuken::Client.account_id.tap do |account_id|
-        if account_id.to_s.empty?
-          fail 'To generate SNS ARNs, you must assign an :account_id in your Shoryuken::Client.'
-        end
-      end
-    end
-
-    def region
-      Aws.config.fetch(:region) do
-        fail 'To generate SNS ARNs, you must include a :region in your AWS config.'
-      end
-    end
-  end
-end

data/lib/shoryuken/topic.rb

@@ -1,17 +0,0 @@
-module Shoryuken
-  class Topic
-    def initialize(name, sns)
-      @name, @sns = name, sns
-    end
-
-    def arn
-      @arn ||= Client.sns_arn.new(@name).to_s
-    end
-
-    def send_message(body, options = {})
-      body = JSON.dump(body) if body.is_a?(Hash)
-
-      @sns.publish(topic_arn: arn, message: body)
-    end
-  end
-end

data/spec/shoryuken/sns_arn_spec.rb

@@ -1,42 +0,0 @@
-require 'spec_helper'
-
-describe Shoryuken::SnsArn do
-  let(:account_id) { '1234567890' }
-  let(:region) { 'eu-west-1' }
-  let(:topic) { 'topic-x' }
-
-  before do
-    Shoryuken::Client.account_id = account_id
-    Aws.config = { region: region }
-  end
-
-  subject { described_class.new(topic).to_s }
-
-  describe '#to_s' do
-    context 'when the Aws config includes all the information necessary' do
-      it 'generates an SNS arn' do
-        expect(subject).to eq('arn:aws:sns:eu-west-1:1234567890:topic-x')
-      end
-    end
-
-    context 'when the Aws config does not include the account id' do
-      before do
-        Shoryuken::Client.account_id = nil
-      end
-
-      it 'fails' do
-        expect { subject }.to raise_error(/an :account_id/)
-      end
-    end
-
-    context 'when the Aws config does not include the region' do
-      before do
-        Aws.config.delete :region
-      end
-
-      it 'fails' do
-        expect { subject }.to raise_error(/a :region/)
-      end
-    end
-  end
-end

data/spec/shoryuken/topic_spec.rb

@@ -1,32 +0,0 @@
-require 'spec_helper'
-
-describe Shoryuken::Topic do
-  let(:sns) { Aws::SNS::Client.new stub_responses: true }
-  let(:topic_arn) { 'arn:aws:sns:us-east-1:0987654321:shoryuken' }
-  let(:topic_name) { 'shoryuken' }
-
-  before do
-    Shoryuken::Client.account_id = '0987654321'
-    Aws.config = { region: 'us-east-1' }
-  end
-
-  subject { described_class.new(topic_name, sns) }
-
-  describe '#send_message' do
-    it 'enqueues a message' do
-      sns.stub_responses(:publish, { message_id: 'msg1' })
-      expect(sns).to receive(:publish).with(topic_arn: topic_arn, message: 'test')
-
-      subject.send_message('test')
-    end
-
-    it 'parses as JSON by default' do
-      msg = { field: 'test', other_field: 'other' }
-
-      sns.stub_responses(:publish, { message_id: 'msg2' })
-      expect(sns).to receive(:publish).with(topic_arn: topic_arn, message: JSON.dump(msg))
-
-      subject.send_message(msg)
-    end
-  end
-end

data/spec/shoryuken_endpoint.yml

@@ -1,6 +0,0 @@
-aws:
-  access_key_id:      <%= ENV['AWS_ACCESS_KEY_ID'] %>
-  secret_access_key:  <%= ENV['AWS_SECRET_ACCESS_KEY'] %>
-  region:             us-east-1
-  sqs_endpoint: https://github.com/phstc/shoryuken:4568
-  sns_endpoint: http://127.0.0.1:4568