rpush 1.0.0-java → 2.0.0-java

data/lib/rpush/daemon/store/redis.rb

@@ -0,0 +1,149 @@
+module Rpush
+  module Daemon
+    module Store
+      class Redis
+        DEFAULT_MARK_OPTIONS = { persist: true }
+
+        def app(app_id)
+          Rpush::Client::Redis::App.find(app_id)
+        end
+
+        def all_apps
+          Rpush::Client::Redis::App.all
+        end
+
+        def deliverable_notifications(limit)
+          retryable_ids = retryable_notification_ids
+          limit -= retryable_ids.size
+          pending_ids = limit > 0 ? pending_notification_ids(limit) : []
+          ids = retryable_ids + pending_ids
+          ids.map { |id| Rpush::Client::Redis::Notification.find(id) }
+        end
+
+        def mark_delivered(notification, time, opts = {})
+          opts = DEFAULT_MARK_OPTIONS.dup.merge(opts)
+          notification.delivered = true
+          notification.delivered_at = time
+          notification.save!(validate: false) if opts[:persist]
+        end
+
+        def mark_batch_delivered(notifications)
+          now = Time.now
+          notifications.each { |n| mark_delivered(n, now) }
+        end
+
+        def mark_failed(notification, code, description, time, opts = {})
+          opts = DEFAULT_MARK_OPTIONS.dup.merge(opts)
+          notification.delivered = false
+          notification.delivered_at = nil
+          notification.failed = true
+          notification.failed_at = time
+          notification.error_code = code
+          notification.error_description = description
+          notification.save!(validate: false) if opts[:persist]
+        end
+
+        def mark_batch_failed(notifications, code, description)
+          now = Time.now
+          notifications.each { |n| mark_failed(n, code, description, now) }
+        end
+
+        def mark_ids_failed(ids, code, description, time)
+          ids.each { |id| mark_failed(Rpush::Client::Redis::Apns::Notification.find(id), code, description, time) }
+        end
+
+        def mark_retryable(notification, deliver_after, opts = {})
+          opts = DEFAULT_MARK_OPTIONS.dup.merge(opts)
+          notification.delivered = false
+          notification.delivered_at = nil
+          notification.failed = false
+          notification.failed_at = nil
+          notification.retries += 1
+          notification.deliver_after = deliver_after
+
+          return unless opts[:persist]
+
+          notification.save!(validate: false)
+          namespace = Rpush::Client::Redis::Notification.absolute_retryable_namespace
+          Modis.with_connection do |redis|
+            redis.zadd(namespace, deliver_after.to_i, notification.id)
+          end
+        end
+
+        def mark_batch_retryable(notifications, deliver_after)
+          notifications.each { |n| mark_retryable(n, deliver_after) }
+        end
+
+        def mark_ids_retryable(ids, deliver_after)
+          ids.each { |id| mark_retryable(Rpush::Client::Redis::Apns::Notification.find(id), deliver_after) }
+        end
+
+        def create_apns_feedback(failed_at, device_token, app)
+          Rpush::Client::Redis::Apns::Feedback.create!(failed_at: failed_at, device_token: device_token, app_id: app.id)
+        end
+
+        def create_gcm_notification(attrs, data, registration_ids, deliver_after, app) # rubocop:disable ParameterLists
+          notification = Rpush::Client::Redis::Gcm::Notification.new
+          create_gcm_like_notification(notification, attrs, data, registration_ids, deliver_after, app)
+        end
+
+        def create_adm_notification(attrs, data, registration_ids, deliver_after, app) # rubocop:disable ParameterLists
+          notification = Rpush::Client::Redis::Adm::Notification.new
+          create_gcm_like_notification(notification, attrs, data, registration_ids, deliver_after, app)
+        end
+
+        def update_app(app)
+          app.save!
+        end
+
+        def update_notification(notification)
+          notification.save!
+        end
+
+        def release_connection
+        end
+
+        private
+
+        def create_gcm_like_notification(notification, attrs, data, registration_ids, deliver_after, app) # rubocop:disable ParameterLists
+          notification.assign_attributes(attrs)
+          notification.data = data
+          notification.registration_ids = registration_ids
+          notification.deliver_after = deliver_after
+          notification.app = app
+          notification.save!
+          notification
+        end
+
+        def retryable_notification_ids
+          retryable_ns = Rpush::Client::Redis::Notification.absolute_retryable_namespace
+
+          Modis.with_connection do |redis|
+            retryable_results = redis.multi do
+              now = Time.now.to_i
+              redis.zrangebyscore(retryable_ns, 0, now)
+              redis.zremrangebyscore(retryable_ns, 0, now)
+            end
+
+            retryable_results.first
+          end
+        end
+
+        def pending_notification_ids(limit)
+          pending_ns = Rpush::Client::Redis::Notification.absolute_pending_namespace
+
+          Modis.with_connection do |redis|
+            pending_results = redis.multi do
+              redis.zrange(pending_ns, 0, limit)
+              redis.zremrangebyrank(pending_ns, 0, limit)
+            end
+
+            pending_results.first
+          end
+        end
+      end
+    end
+  end
+end
+
+Rpush::Daemon::Store::Interface.check(Rpush::Daemon::Store::Redis)

data/lib/rpush/daemon/string_helpers.rb

@@ -0,0 +1,15 @@
+module Rpush
+  module Daemon
+    module StringHelpers
+      def pluralize(count, singular, plural = nil)
+        if count == 1 || count =~ /^1(\.0+)?$/
+          word = singular
+        else
+          word = plural || singular.pluralize
+        end
+
+        "#{count || 0} #{word}"
+      end
+    end
+  end
+end

data/lib/rpush/daemon/synchronizer.rb

@@ -0,0 +1,60 @@
+module Rpush
+  module Daemon
+    class Synchronizer
+      extend Loggable
+      extend StringHelpers
+
+      def self.sync
+        apps = Rpush::Daemon.store.all_apps
+        apps.each { |app| sync_app(app) }
+        removed = AppRunner.app_ids - apps.map(&:id)
+        removed.each { |app_id| AppRunner.stop_app(app_id) }
+
+        ProcTitle.update
+      end
+
+      def self.sync_app(app)
+        if !AppRunner.app_running?(app)
+          AppRunner.start_app(app)
+        elsif certificate_changed?(app)
+          log_info("[#{app.name}] Certificate changed, restarting...")
+          AppRunner.stop_app(app.id)
+          AppRunner.start_app(app)
+        elsif environment_changed?(app)
+          log_info("[#{app.name}] Environment changed, restarting...")
+          AppRunner.stop_app(app.id)
+          AppRunner.start_app(app)
+        else
+          sync_dispatcher_count(app)
+        end
+      end
+
+      def self.sync_dispatcher_count(app)
+        num_dispatchers = AppRunner.num_dispatchers_for_app(app)
+        diff = num_dispatchers - app.connections
+        return if diff == 0
+
+        if diff > 0
+          AppRunner.decrement_dispatchers(app, diff)
+          start_stop_str = "Stopped"
+        else
+          AppRunner.increment_dispatchers(app, diff.abs)
+          start_stop_str = "Started"
+        end
+
+        num_dispatchers = AppRunner.num_dispatchers_for_app(app)
+        log_info("[#{app.name}] #{start_stop_str} #{pluralize(diff.abs, 'dispatcher')}. #{num_dispatchers} running.")
+      end
+
+      def self.certificate_changed?(app)
+        old_app = AppRunner.app_with_id(app.id)
+        app.certificate != old_app.certificate
+      end
+
+      def self.environment_changed?(app)
+        old_app = AppRunner.app_with_id(app.id)
+        app.environment != old_app.environment
+      end
+    end
+  end
+end

data/lib/rpush/daemon/tcp_connection.rb

@@ -27,11 +27,9 @@ module Rpush
       end
 
       def close
-        begin
-          @ssl_socket.close if @ssl_socket
-          @tcp_socket.close if @tcp_socket
-        rescue IOError
-        end
+        @ssl_socket.close if @ssl_socket
+        @tcp_socket.close if @tcp_socket
+      rescue IOError # rubocop:disable HandleExceptions
       end
 
       def read(num_bytes)
@@ -50,11 +48,10 @@ module Rpush
         begin
           write_data(data)
         rescue Errno::EPIPE, Errno::ETIMEDOUT, OpenSSL::SSL::SSLError, IOError => e
-          retry_count += 1;
+          retry_count += 1
 
           if retry_count == 1
             log_error("Lost connection to #{@host}:#{@port} (#{e.class.name}), reconnecting...")
-            reflect(:apns_connection_lost, @app, e) # deprecated
             reflect(:tcp_connection_lost, @app, e)
           end
 
@@ -63,7 +60,7 @@ module Rpush
             sleep 1
             retry
           else
-            raise TcpConnectionError, "#{@app.name} tried #{retry_count-1} times to reconnect but failed (#{e.class.name})."
+            raise TcpConnectionError, "#{@app.name} tried #{retry_count - 1} times to reconnect but failed (#{e.class.name})."
           end
         end
       end
@@ -110,7 +107,6 @@ module Rpush
         ssl_socket = OpenSSL::SSL::SSLSocket.new(tcp_socket, @ssl_context)
         ssl_socket.sync = true
         ssl_socket.connect
-        log_info("Connected to #{@host}:#{@port}")
         [tcp_socket, ssl_socket]
       end
 
@@ -118,10 +114,9 @@ module Rpush
         cert = @ssl_context.cert
         if certificate_expired?
           log_error(certificate_msg('expired'))
-          raise Rpush::Apns::CertificateExpiredError.new(@app, cert.not_after)
+          fail Rpush::CertificateExpiredError.new(@app, cert.not_after)
         elsif certificate_expires_soon?
           log_warn(certificate_msg('will expire'))
-          reflect(:apns_certificate_will_expire, @app, cert.not_after) # deprecated
           reflect(:ssl_certificate_will_expire, @app, cert.not_after)
         end
       end

data/lib/rpush/daemon/wpns/delivery.rb

@@ -1,10 +1,8 @@
 module Rpush
   module Daemon
     module Wpns
-
       # http://msdn.microsoft.com/en-us/library/windowsphone/develop/ff941100%28v=vs.105%29.aspx
       class Delivery < Rpush::Daemon::Delivery
-
         FAILURE_MESSAGES = {
           400 => 'Bad XML or malformed notification URI.',
           401 => 'Unauthorized to send a notification to this app.'
@@ -18,12 +16,12 @@ module Rpush
         end
 
         def perform
-          begin
-            handle_response(do_post)
-          rescue Rpush::DeliveryError => error
-            mark_failed(error.code, error.description)
-            raise
-          end
+          handle_response(do_post)
+        rescue StandardError => error
+          mark_failed(error)
+          raise
+        ensure
+          @batch.notification_processed
         end
 
         private
@@ -34,25 +32,21 @@ module Rpush
           when 200
             ok(response)
           when 406
-            not_acceptable(response)
+            not_acceptable
           when 412
-            precondition_failed(response)
+            precondition_failed
           when 503
-            service_unavailable(response)
+            service_unavailable
           else
             handle_failure(code)
           end
         end
 
-        def handle_failure(code, msg=nil)
+        def handle_failure(code, msg = nil)
           unless msg
-            msg = if FAILURE_MESSAGES.key?(code)
-              FAILURE_MESSAGES[code]
-            else
-              Rpush::Daemon::HTTP_STATUS_CODES[code]
-            end
+            msg = FAILURE_MESSAGES.key?(code) ? FAILURE_MESSAGES[code] : Rpush::Daemon::HTTP_STATUS_CODES[code]
           end
-          raise Rpush::DeliveryError.new(code, @notification.id, msg)
+          fail Rpush::DeliveryError.new(code, @notification.id, msg)
         end
 
         def ok(response)
@@ -62,22 +56,22 @@ module Rpush
             mark_delivered
             log_info("#{@notification.id} sent successfully")
           when ["QueueFull"]
-            mark_retryable(@notification, Time.now + (60*10))
+            mark_retryable(@notification, Time.now + (60 * 10))
             log_warn("#{@notification.id} cannot be sent. The Queue is full.")
           when ["Suppressed"]
             handle_failure(200, "Notification was received but suppressed by the service.")
           end
         end
 
-        def not_acceptable(response)
+        def not_acceptable
           retry_notification("Per-day throttling limit reached.")
         end
 
-        def precondition_failed(response)
+        def precondition_failed
           retry_notification("Device unreachable.")
         end
 
-        def service_unavailable(response)
+        def service_unavailable
           mark_retryable_exponential(@notification)
           log_warn("Service Unavailable. " + retry_message)
         end
@@ -87,20 +81,17 @@ module Rpush
         end
 
         def retry_notification(reason)
-          deliver_after = Time.now + (60*60)
+          deliver_after = Time.now + (60 * 60)
           mark_retryable(@notification, deliver_after)
           log_warn("#{reason} " + retry_message)
         end
 
         def do_post
           body = notification_to_xml
-          header = {
-            "Content-Length" => body.length.to_s,
-            "Content-Type" => "text/xml",
-            "X-WindowsPhone-Target" => "toast",
-            "X-NotificationClass" => '2'
-          }
-          post = Net::HTTP::Post.new(URI.parse(@notification.uri).path, initheader=header)
+          post = Net::HTTP::Post.new(URI.parse(@notification.uri).path, "Content-Length" => body.length.to_s,
+                                                                        "Content-Type" => "text/xml",
+                                                                        "X-WindowsPhone-Target" => "toast",
+                                                                        "X-NotificationClass" => '2')
           post.body = body
           @http.request(URI.parse(@notification.uri), post)
         end

data/lib/rpush/daemon.rb

@@ -2,31 +2,36 @@ require 'thread'
 require 'socket'
 require 'pathname'
 require 'openssl'
-
 require 'net/http/persistent'
 
+require 'rpush/daemon/errors'
 require 'rpush/daemon/constants'
 require 'rpush/daemon/reflectable'
 require 'rpush/daemon/loggable'
+require 'rpush/daemon/string_helpers'
 require 'rpush/daemon/interruptible_sleep'
 require 'rpush/daemon/delivery_error'
 require 'rpush/daemon/retryable_error'
-require 'rpush/daemon/too_many_requests_error'
 require 'rpush/daemon/delivery'
 require 'rpush/daemon/feeder'
 require 'rpush/daemon/batch'
+require 'rpush/daemon/queue_payload'
+require 'rpush/daemon/synchronizer'
 require 'rpush/daemon/app_runner'
 require 'rpush/daemon/tcp_connection'
 require 'rpush/daemon/dispatcher_loop'
-require 'rpush/daemon/dispatcher_loop_collection'
 require 'rpush/daemon/dispatcher/http'
 require 'rpush/daemon/dispatcher/tcp'
+require 'rpush/daemon/dispatcher/apns_tcp'
 require 'rpush/daemon/service_config_methods'
 require 'rpush/daemon/retry_header_parser'
+require 'rpush/daemon/ring_buffer'
+require 'rpush/daemon/signal_handler'
+require 'rpush/daemon/proc_title'
+
+require 'rpush/daemon/store/interface'
 
 require 'rpush/daemon/apns/delivery'
-require 'rpush/daemon/apns/disconnection_error'
-require 'rpush/daemon/apns/certificate_expired_error'
 require 'rpush/daemon/apns/feedback_receiver'
 require 'rpush/daemon/apns'
 
@@ -46,69 +51,59 @@ module Rpush
     end
 
     def self.start
-      setup_signal_traps if trap_signals?
-
+      Process.daemon if daemonize?
+      SignalHandler.start
       initialize_store
-      return unless store
+      write_pid_file
+      Synchronizer.sync
 
-      if daemonize?
-        daemonize
-        store.after_daemonize
-      end
+      # No further store connections will be made from this thread.
+      store.release_connection
 
-      write_pid_file
-      AppRunner.sync
+      # Blocking call, returns after Feeder.stop is called from another thread.
       Feeder.start
+
+      # Wait for shutdown to complete.
+      shutdown_lock.synchronize { true }
+    end
+
+    def self.shutdown
+      puts "\nShutting down..."
+
+      shutdown_lock.synchronize do
+        Feeder.stop
+        AppRunner.stop
+        delete_pid_file
+      end
     end
 
-    def self.shutdown(quiet = false)
-      puts "\nShutting down..." unless quiet
-      Feeder.stop
-      AppRunner.stop
-      delete_pid_file
+    def self.shutdown_lock
+      return @shutdown_lock if @shutdown_lock
+      @shutdown_lock = Mutex.new
+      @shutdown_lock
     end
 
     def self.initialize_store
       return if store
       begin
-        name = Rpush.config.store.to_s
+        name = Rpush.config.client.to_s
         require "rpush/daemon/store/#{name}"
         self.store = Rpush::Daemon::Store.const_get(name.camelcase).new
       rescue StandardError, LoadError => e
-        Rpush.logger.error("Failed to load '#{Rpush.config.store}' storage backend.")
+        Rpush.logger.error("Failed to load '#{Rpush.config.client}' storage backend.")
         Rpush.logger.error(e)
+        exit 1
       end
     end
 
     protected
 
     def self.daemonize?
-      !(Rpush.config.foreground || Rpush.config.embedded || Rpush.jruby?)
-    end
-
-    def self.trap_signals?
-      !Rpush.config.embedded
-    end
-
-    def self.setup_signal_traps
-      @shutting_down = false
-
-      Signal.trap('SIGHUP') { AppRunner.sync }
-      Signal.trap('SIGUSR2') { AppRunner.debug }
-
-      ['SIGINT', 'SIGTERM'].each do |signal|
-        Signal.trap(signal) { handle_shutdown_signal }
-      end
-    end
-
-    def self.handle_shutdown_signal
-      exit 1 if @shutting_down
-      @shutting_down = true
-      shutdown
+      !(Rpush.config.push || Rpush.config.foreground || Rpush.config.embedded || Rpush.jruby?)
     end
 
     def self.write_pid_file
-      if !Rpush.config.pid_file.blank?
+      unless Rpush.config.pid_file.blank?
         begin
           File.open(Rpush.config.pid_file, 'w') { |f| f.puts Process.pid }
         rescue SystemCallError => e
@@ -119,22 +114,7 @@ module Rpush
 
     def self.delete_pid_file
       pid_file = Rpush.config.pid_file
-      File.delete(pid_file) if !pid_file.blank? && File.exists?(pid_file)
-    end
-
-    # :nocov:
-    def self.daemonize
-      if RUBY_VERSION < "1.9"
-        exit if fork
-        Process.setsid
-        exit if fork
-        Dir.chdir "/"
-        STDIN.reopen "/dev/null"
-        STDOUT.reopen "/dev/null", "a"
-        STDERR.reopen "/dev/null", "a"
-      else
-        Process.daemon
-      end
+      File.delete(pid_file) if !pid_file.blank? && File.exist?(pid_file)
     end
   end
 end

data/lib/rpush/deprecatable.rb

@@ -5,16 +5,17 @@ module Rpush
     end
 
     module ClassMethods
-      def deprecated(method_name, version, msg=nil)
+      def deprecated(method_name, version, msg = nil)
+        method_name_as_var = method_name.to_s.tr('=', '_setter_')
         instance_eval do
-          alias_method "#{method_name}_without_warning", method_name
+          alias_method "#{method_name_as_var}_without_warning", method_name
         end
         warning = "#{method_name} is deprecated and will be removed from Rpush #{version}."
         warning << " #{msg}" if msg
         class_eval(<<-RUBY, __FILE__, __LINE__)
           def #{method_name}(*args, &blk)
             Rpush::Deprecation.warn(#{warning.inspect})
-            #{method_name}_without_warning(*args, &blk)
+            #{method_name_as_var}_without_warning(*args, &blk)
           end
         RUBY
       end

data/lib/rpush/deprecation.rb

@@ -1,13 +1,11 @@
 module Rpush
   class Deprecation
     def self.muted
-      begin
-        orig_val = Thread.current[:rpush_mute_deprecations]
-        Thread.current[:rpush_mute_deprecations] = true
-        yield
-      ensure
-        Thread.current[:rpush_mute_deprecations] = orig_val
-      end
+      orig_val = Thread.current[:rpush_mute_deprecations]
+      Thread.current[:rpush_mute_deprecations] = true
+      yield
+    ensure
+      Thread.current[:rpush_mute_deprecations] = orig_val
     end
 
     def self.muted?
@@ -15,9 +13,8 @@ module Rpush
     end
 
     def self.warn(msg)
-      unless Rpush::Deprecation.muted?
-        STDERR.puts "DEPRECATION WARNING: #{msg}"
-      end
+      return if Rpush::Deprecation.muted?
+      STDERR.puts "DEPRECATION WARNING: #{msg}"
     end
   end
 end

data/lib/rpush/embed.rb

@@ -2,23 +2,28 @@ module Rpush
   def self.embed(options = {})
     Rpush.require_for_daemon
 
+    if @embed_thread
+      STDERR.puts 'Rpush.embed can only be run once inside this process.'
+    end
+
     config = Rpush::ConfigurationWithoutDefaults.new
     options.each { |k, v| config.send("#{k}=", v) }
     config.embedded = true
     Rpush.config.update(config)
-    Rpush::Daemon.start
-
     Kernel.at_exit { shutdown }
+    @embed_thread = Thread.new { Rpush::Daemon.start }
   end
 
   def self.shutdown
     return unless Rpush.config.embedded
     Rpush::Daemon.shutdown
+    @embed_thread.join if @embed_thread
+    @embed_thread = nil
   end
 
   def self.sync
     return unless Rpush.config.embedded
-    Rpush::Daemon::AppRunner.sync
+    Rpush::Daemon::Synchronizer.sync
   end
 
   def self.debug

data/lib/rpush/logger.rb

@@ -1,19 +1,15 @@
 module Rpush
   class Logger
-    def initialize(options)
-      @options = options
-
-      begin
-        log_dir = File.join(Rails.root, 'log')
-        FileUtils.mkdir_p(log_dir)
-        log = File.open(File.join(log_dir, 'rpush.log'), 'a')
-        log.sync = true
-        setup_logger(log)
-      rescue Errno::ENOENT, Errno::EPERM => e
-        @logger = nil
-        error(e)
-        error('Logging disabled.')
-      end
+    def initialize
+      log_dir = File.join(Rpush.config.log_dir, 'log')
+      FileUtils.mkdir_p(log_dir)
+      log = File.open(File.join(log_dir, 'rpush.log'), 'a')
+      log.sync = true
+      setup_logger(log)
+    rescue Errno::ENOENT, Errno::EPERM => e
+      @logger = nil
+      error(e)
+      error('Logging disabled.')
     end
 
     def info(msg)
@@ -53,7 +49,7 @@ module Rpush
 
       if io == STDERR
         io.puts formatted_msg
-      elsif @options[:foreground]
+      elsif Rpush.config.foreground
         io.puts formatted_msg
       end