action_subscriber 1.0.6 → 1.1.0.pre.rc0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ea31ceaac95c194a4328c1a9eec7992f9ea9fd01
-  data.tar.gz: e51dfbd4747204f89d6e7351357d6ecf8ed05e65
+  metadata.gz: 3a9cf8f1cf2e4a08761edf0c5afef05aff4a64c2
+  data.tar.gz: 36929284fd076ff6360c4a305888e9e51b51218f
 SHA512:
-  metadata.gz: 089410dff1f75ff8afc4617e6effd21b8f6cd6e71a1b7a1dbe0b87eda057f9b51a96b2533e1a390bf3f6abc72c6b1e3b264ef0190a0974e18b4cf889cb65079c
-  data.tar.gz: 887852046f832bab57ac7b81b8a0b219a6276e0bd8a294f5e5ce5dc277d107e9122ff14cc3cc367727fc9e12f1d43708627b6eca22a44ca3bc7a11f17d8e3f84
+  metadata.gz: 2bf130f70a4e20bfbb084406390a6684a3320904a62d759ed3e0da8f50453a828dc08516e6a26e493856fc6ad13fecc041baf231db9e50c77333b25782f933c6
+  data.tar.gz: 01965874101c457ccdf7d4f81515b5272eb253789bd26fbb7609e72cb1898acb2d7933957980525b2d49df4d8092b1db1cef1ce93acc58db1c14fc2c213d6226

data/bin/action_subscriber

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+require 'active_support'
+require 'active_support/core_ext'
+require 'thor'
+
+module ActionSubscriber
+  class CLI < ::Thor
+    class_option :app, :default => "./config/environment.rb"
+    class_option :mode
+    class_option :host
+    class_option :hosts
+    class_option :pop_interval, :type => :numeric, :desc => "how long to wait between asking for messages (in milliseconds)"
+    class_option :port, :type => :numeric
+    class_option :threadpool_size, :type => :numeric
+    class_option :times_to_pop, :type => :numeric, :desc => "how many messages to get from each queue each time we ask rabbit"
+
+    desc "start", "Start the action subscriber subscription server"
+    long_desc <<-BABOUDESC.strip_heredoc
+      Action Subscriber contains a simple subscriber server to manage event subscriptions in a separate process.
+    BABOUDESC
+
+    def start
+      require options[:app]
+
+      $0 = "Action Subscriber server #{object_id}"
+      puts "Loading configuration..."
+
+      ::ActionSubscriber::Configuration.configure_from_yaml_and_cli(options)
+      puts "Starting server..."
+
+      case ::ActionSubscriber.configuration.mode
+      when /pop/i then
+        ::ActionSubscriber::Babou.auto_pop!
+      when /subscribe/i then
+        ::ActionSubscriber::Babou.start_subscribers
+      end
+    end
+  end
+
+  [:INT, :QUIT, :TERM].each do |signal|
+    trap(signal) do
+      puts "Stopping server..."
+      wait_loops = 0
+      ::ActionSubscriber::Babou.stop_server!
+
+      # Going to wait until the thread pool drains or we wait for 1000 seconds
+      # Only waiting for shut down in pop mode
+      if ::ActionSubscriber::Babou.pop?
+        while ::ActionSubscriber::Threadpool.pool.busy_size > 0 && wait_loops < 1000
+          Thread.pass
+          wait_loops = wait_loops + 1
+          sleep 1
+        end
+      end
+
+      exit 0
+    end
+  end
+end
+
+trap(:TTIN) {
+  ::ActionSubscriber.print_subscriptions
+}
+
+trap(:USR2) {
+  puts <<-CONFIG.strip_heredoc
+  Action Subscriber Stats
+    Pool Size: #{ ::ActionSubscriber.config.threadpool_size }
+    Ready Size: #{ ::ActionSubscriber::Threadpool.ready_size }
+  CONFIG
+}
+
+::ActionSubscriber::CLI.start(ARGV)

data/lib/action_subscriber.rb

@@ -19,6 +19,7 @@ require "action_subscriber/rabbit_connection"
 require "action_subscriber/subscribable"
 require "action_subscriber/bunny/subscriber"
 require "action_subscriber/march_hare/subscriber"
+require "action_subscriber/babou"
 require "action_subscriber/threadpool"
 require "action_subscriber/base"
 

data/lib/action_subscriber/babou.rb

@@ -0,0 +1,89 @@
+module ActionSubscriber
+  module Babou
+    ##
+    # Class Methods
+    #
+
+    def self.auto_pop!
+      @pop_mode = true
+      reload_active_record
+      load_subscribers unless subscribers_loaded?
+      sleep_time = ::ActionSubscriber.configuration.pop_interval.to_i / 1000.0
+
+      ::ActionSubscriber.start_queues
+      puts "\nAction Subscriber is popping messages every #{sleep_time} seconds.\n"
+
+      # How often do we want the timer checking for new pops
+      # since we included an eager popper we decreased the
+      # default check interval to 100ms
+      while true
+        ::ActionSubscriber.auto_pop! unless shutting_down?
+        sleep sleep_time 
+        break if shutting_down?
+      end
+    end
+
+    def self.pop?
+      !!@pop_mode
+    end
+
+    def self.start_subscribers
+      @prowl_mode = true
+      reload_active_record
+      load_subscribers unless subscribers_loaded?
+
+      ::ActionSubscriber.start_subscribers
+      puts "\nAction Subscriber connected\n"
+
+      while true
+        sleep 1.0 #just hang around waiting for messages
+        break if shutting_down?
+      end
+    end
+
+    def self.prowl?
+      !!@prowl_mode
+    end
+
+    def self.load_subscribers
+      subscription_paths = ["subscriptions", "subscribers"]
+      path_prefixes = ["lib", "app"]
+      cloned_paths = subscription_paths.dup
+
+      path_prefixes.each do |prefix|
+        cloned_paths.each { |path| subscription_paths << "#{prefix}/#{path}" }
+      end
+
+      absolute_subscription_paths = subscription_paths.map{ |path| ::File.expand_path(path) }
+      absolute_subscription_paths.each do |path|
+        if ::File.exists?("#{path}.rb")
+          load("#{path}.rb")
+        end
+
+        if ::File.directory?(path)
+          ::Dir[::File.join(path, "**", "*.rb")].sort.each do |file|
+            load file
+          end
+        end
+      end
+    end
+
+    def self.reload_active_record
+      if defined?(::ActiveRecord::Base) && !::ActiveRecord::Base.connected?
+        ::ActiveRecord::Base.establish_connection
+      end
+    end
+
+    def self.stop_server!
+      @shutting_down = true
+    end
+
+    def self.shutting_down?
+      !!@shutting_down
+    end
+
+    def self.subscribers_loaded?
+      !::ActionSubscriber::Base.inherited_classes.empty?
+    end
+  end
+end

data/lib/action_subscriber/configuration.rb

@@ -5,30 +5,64 @@ module ActionSubscriber
                   :default_exchange,
                   :error_handler,
                   :heartbeat,
-                  :timeout,
                   :host,
                   :hosts,
+                  :mode,
+                  :pop_interval,
                   :port,
                   :prefetch,
-                  :times_to_pop,
-                  :threadpool_size
+                  :threadpool_size,
+                  :timeout,
+                  :times_to_pop
+
+    DEFAULTS = { 
+      :allow_low_priority_methods => false,
+      :default_exchange => 'events',
+      :heartbeat => 5,
+      :host => 'localhost',
+      :hosts => [],
+      :mode => 'subscribe',
+      :pop_interval => 100, # in milliseconds
+      :port => 5672,
+      :prefetch => 200,
+      :threadpool_size => 8,
+      :timeout => 1,
+      :times_to_pop => 8
+    }
+
+    ##
+    # Class Methods
+    #
+    def self.configure_from_yaml_and_cli(cli_options = {})
+      env = ENV["RAILS_ENV"] || ENV["RACK_ENV"] || ENV["APP_ENV"] || "development"
+
+      yaml_config = {}
+      absolute_config_path = ::File.expand_path(::File.join("config", "action_subscriber.yml"))
+      if ::File.exists?(absolute_config_path)
+        yaml_config = ::YAML.load_file(babou_absolute_config_path, :safe => true)[env]
+      end
+
+      ::ActionSubscriber::Configuration::DEFAULTS.each_pair do |key, value|
+        setting = cli_options[key] || yaml_config[key.to_s]
+        ::ActionSubscriber.config.__send__("#{key}=", setting) if setting
+      end
+    end
+
+    ##
+    # Instance Methods
+    #
 
     def initialize
-      self.allow_low_priority_methods = false
       self.decoder = {
         'application/json' => lambda { |payload| JSON.parse(payload) },
         'text/plain' => lambda { |payload| payload.dup }
       }
-      self.default_exchange = "events"
+
       self.error_handler = lambda { |error, env_hash| raise }
-      self.heartbeat = 5
-      self.timeout = 1
-      self.host = 'localhost'
-      self.hosts = []
-      self.port = 5672
-      self.prefetch = 200
-      self.times_to_pop = 8
-      self.threadpool_size = 8
+
+      DEFAULTS.each_pair do |key, value|
+        self.__send__("#{key}=", value)
+      end
     end
 
     ##

data/lib/action_subscriber/version.rb

@@ -1,3 +1,3 @@
 module ActionSubscriber
-  VERSION = "1.0.6"
+  VERSION = "1.1.0-rc0"
 end

data/spec/lib/action_subscriber/configuration_spec.rb

@@ -2,9 +2,15 @@ describe ::ActionSubscriber::Configuration do
   describe "default values" do
     specify { expect(subject.allow_low_priority_methods).to eq(false) }
     specify { expect(subject.default_exchange).to eq("events") }
+    specify { expect(subject.heartbeat).to eq(5) }
     specify { expect(subject.host).to eq("localhost") }
+    specify { expect(subject.mode).to eq('subscribe') }
+    specify { expect(subject.pop_interval).to eq(100) }
     specify { expect(subject.port).to eq(5672) }
+    specify { expect(subject.prefetch).to eq(200) }
     specify { expect(subject.threadpool_size).to eq(8) }
+    specify { expect(subject.timeout).to eq(1) }
+    specify { expect(subject.times_to_pop).to eq(8) }
   end
 
   describe "add_decoder" do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: action_subscriber
 version: !ruby/object:Gem::Version
-  version: 1.0.6
+  version: 1.1.0.pre.rc0
 platform: ruby
 authors:
 - Brian Stien
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-15 00:00:00.000000000 Z
+date: 2015-09-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -162,7 +162,8 @@ email:
 - brandonsdewitt@gmail.com
 - quixoten@gmail.com
 - michael@riesd.com
-executables: []
+executables:
+- action_subscriber
 extensions: []
 extra_rdoc_files: []
 files:
@@ -175,11 +176,13 @@ files:
 - README.md
 - Rakefile
 - action_subscriber.gemspec
+- bin/action_subscriber
 - examples/at_least_once.rb
 - examples/at_most_once.rb
 - examples/basic_subscriber.rb
 - examples/message_acknowledgement.rb
 - lib/action_subscriber.rb
+- lib/action_subscriber/babou.rb
 - lib/action_subscriber/base.rb
 - lib/action_subscriber/bunny/subscriber.rb
 - lib/action_subscriber/configuration.rb
@@ -236,9 +239,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.4.8