bluepill-rwgps 0.0.60

data/lib/bluepill/application.rb

@@ -0,0 +1,205 @@
+# -*- encoding: utf-8 -*-
+require 'thread'
+
+module Bluepill
+  class Application
+    PROCESS_COMMANDS = [:start, :stop, :restart, :unmonitor, :status]
+
+    attr_accessor :name, :logger, :base_dir, :socket, :pid_file, :kill_timeout
+    attr_accessor :groups, :work_queue
+    attr_accessor :pids_dir, :log_file
+
+    def initialize(name, options = {})
+      self.name = name
+
+      @foreground   = options[:foreground]
+      self.log_file = options[:log_file]
+      self.base_dir = options[:base_dir] || '/var/run/bluepill'
+      self.pid_file = File.join(self.base_dir, 'pids', self.name + ".pid")
+      self.pids_dir = File.join(self.base_dir, 'pids', self.name)
+      self.kill_timeout = options[:kill_timeout] || 10
+
+      self.groups = {}
+
+      self.logger = Bluepill::Logger.new(:log_file => self.log_file, :stdout => foreground?).prefix_with(self.name)
+
+      self.setup_signal_traps
+      self.setup_pids_dir
+
+      @mutex = Mutex.new
+    end
+
+    def foreground?
+      !!@foreground
+    end
+
+    def mutex(&b)
+      @mutex.synchronize(&b)
+    end
+
+    def load
+      begin
+        self.start_server
+      rescue StandardError => e
+        $stderr.puts "Failed to start bluepill:"
+        $stderr.puts "%s `%s`" % [e.class.name, e.message]
+        $stderr.puts e.backtrace
+        exit(5)
+      end
+    end
+
+    PROCESS_COMMANDS.each do |command|
+      class_eval <<-END
+        def #{command}(group_name = nil, process_name = nil)
+          self.send_to_process_or_group(:#{command}, group_name, process_name)
+        end
+      END
+    end
+
+    def add_process(process, group_name = nil)
+      group_name = group_name.to_s if group_name
+
+      self.groups[group_name] ||= Group.new(group_name, :logger => self.logger.prefix_with(group_name))
+      self.groups[group_name].add_process(process)
+    end
+
+    def version
+      Bluepill::VERSION
+    end
+
+    protected
+    def send_to_process_or_group(method, group_name, process_name)
+      if group_name.nil? && process_name.nil?
+        self.groups.values.collect do |group|
+          group.send(method)
+        end.flatten
+      elsif self.groups.key?(group_name)
+        self.groups[group_name].send(method, process_name)
+      elsif process_name.nil?
+        # they must be targeting just by process name
+        process_name = group_name
+        self.groups.values.collect do |group|
+          group.send(method, process_name)
+        end.flatten
+      else
+        []
+      end
+    end
+
+    def start_listener
+      @listener_thread.kill if @listener_thread
+      @listener_thread = Thread.new do
+        loop do
+          begin
+            client = self.socket.accept
+            client.close_on_exec = true  if client.respond_to?(:close_on_exec=)
+            command, *args = client.readline.strip.split(":")
+            response = begin
+              mutex { self.send(command, *args) }
+            rescue Exception => e
+              e
+            end
+            client.write(Marshal.dump(response))
+          rescue StandardError => e
+            logger.err("Got exception in cmd listener: %s `%s`" % [e.class.name, e.message])
+            e.backtrace.each {|l| logger.err(l)}
+          ensure
+            begin
+              client.close
+            rescue IOError
+              # closed stream
+            end
+          end
+        end
+      end
+    end
+
+    def start_server
+      self.kill_previous_bluepill
+
+      Daemonize.daemonize unless foreground?
+
+      self.logger.reopen
+
+      $0 = "bluepilld: #{self.name}"
+
+      self.groups.each {|_, group| group.determine_initial_state }
+
+
+      self.write_pid_file
+      self.socket = Bluepill::Socket.server(self.base_dir, self.name)
+      self.start_listener
+
+      self.run
+    end
+
+    def run
+      @running = true # set to false by signal trap
+      while @running
+        mutex do
+          System.reset_data
+          self.groups.each { |_, group| group.tick }
+        end
+        sleep 1
+      end
+      cleanup
+    end
+
+    def cleanup
+      File.unlink(self.socket.path) if self.socket
+      File.unlink(self.pid_file) if File.exists?(self.pid_file)
+    end
+
+    def setup_signal_traps
+      terminator = Proc.new do
+        puts "Terminating..."
+        @running = false
+      end
+
+      Signal.trap("TERM", &terminator)
+      Signal.trap("INT", &terminator)
+
+      Signal.trap("HUP") do
+        self.logger.reopen if self.logger
+      end
+    end
+
+    def setup_pids_dir
+      FileUtils.mkdir_p(self.pids_dir) unless File.exists?(self.pids_dir)
+      # we need everybody to be able to write to the pids_dir as processes managed by
+      # bluepill will be writing to this dir after they've dropped privileges
+      FileUtils.chmod(0777, self.pids_dir)
+    end
+
+    def kill_previous_bluepill
+      if File.exists?(self.pid_file)
+        previous_pid = File.read(self.pid_file).to_i
+        if System.pid_alive?(previous_pid)
+          begin
+            ::Process.kill(0, previous_pid)
+            puts "Killing previous bluepilld[#{previous_pid}]"
+            ::Process.kill(2, previous_pid)
+          rescue Exception => e
+            $stderr.puts "Encountered error trying to kill previous bluepill:"
+            $stderr.puts "#{e.class}: #{e.message}"
+            exit(4) unless e.is_a?(Errno::ESRCH)
+          else
+            kill_timeout.times do |i|
+              sleep 0.5
+              break unless System.pid_alive?(previous_pid)
+            end
+
+            if System.pid_alive?(previous_pid)
+              $stderr.puts "Previous bluepilld[#{previous_pid}] didn't die"
+              exit(4)
+            end
+          end
+        end
+      end
+    end
+
+    def write_pid_file
+      File.open(self.pid_file, 'w') { |x| x.write(::Process.pid) }
+    end
+  end
+end

data/lib/bluepill/condition_watch.rb

@@ -0,0 +1,50 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class HistoryValue < Struct.new(:value, :critical)
+  end
+
+  class ConditionWatch
+    attr_accessor :logger, :name
+    EMPTY_ARRAY = [].freeze # no need to recreate one every tick
+
+    def initialize(name, options = {})
+      @name = name
+
+      @logger = options.delete(:logger)
+      @fires  = options.has_key?(:fires) ? Array(options.delete(:fires)) : [:restart]
+      @every  = options.delete(:every)
+      @times  = options.delete(:times) || [1,1]
+      @times  = [@times, @times] unless @times.is_a?(Array) # handles :times => 5
+
+      self.clear_history!
+
+      @process_condition = ProcessConditions[@name].new(options)
+    end
+
+    def run(pid, tick_number = Time.now.to_i)
+      if @last_ran_at.nil? || (@last_ran_at + @every) <= tick_number
+        @last_ran_at = tick_number
+
+        value = @process_condition.run(pid)
+        @history << HistoryValue.new(@process_condition.format_value(value), @process_condition.check(value))
+        self.logger.info(self.to_s)
+
+        return @fires if self.fired?
+      end
+      EMPTY_ARRAY
+    end
+
+    def clear_history!
+      @history = Util::RotationalArray.new(@times.last)
+    end
+
+    def fired?
+      @history.count {|v| not v.critical} >= @times.first
+    end
+
+    def to_s
+      data = @history.collect {|v| "#{v.value}#{'*' unless v.critical}"}.join(", ")
+      "#{@name}: [#{data}]\n"
+    end
+  end
+end

data/lib/bluepill/controller.rb

@@ -0,0 +1,121 @@
+# -*- encoding: utf-8 -*-
+require 'fileutils'
+
+module Bluepill
+  class Controller
+    attr_accessor :base_dir, :log_file, :sockets_dir, :pids_dir
+
+    def initialize(options = {})
+      self.log_file = options[:log_file]
+      self.base_dir = options[:base_dir]
+      self.sockets_dir = File.join(base_dir, 'socks')
+      self.pids_dir = File.join(base_dir, 'pids')
+
+      setup_dir_structure
+      cleanup_bluepill_directory
+    end
+
+    def running_applications
+      Dir[File.join(sockets_dir, "*.sock")].map{|x| File.basename(x, ".sock")}
+    end
+
+    def handle_command(application, command, *args)
+      case command.to_sym
+      when :status
+        puts self.send_to_daemon(application, :status, *args)
+      when *Application::PROCESS_COMMANDS
+        # these need to be sent to the daemon and the results printed out
+        affected = self.send_to_daemon(application, command, *args)
+        if affected.empty?
+          puts "No processes effected"
+        else
+          puts "Sent #{command} to:"
+          affected.each do |process|
+            puts "  #{process}"
+          end
+        end
+      when :quit
+        pid = pid_for(application)
+        if System.pid_alive?(pid)
+          ::Process.kill("TERM", pid)
+          puts "Killing bluepilld[#{pid}]"
+        else
+          puts "bluepilld[#{pid}] not running"
+        end
+      when :log
+        log_file_location = self.send_to_daemon(application, :log_file)
+        log_file_location = self.log_file if log_file_location.to_s.strip.empty?
+
+        requested_pattern = args.first
+        grep_pattern = self.grep_pattern(application, requested_pattern)
+
+        tail = "tail -n 100 -f #{log_file_location} | grep -E '#{grep_pattern}'"
+        puts "Tailing log for #{requested_pattern}..."
+        Kernel.exec(tail)
+      else
+        $stderr.puts "Unknown command `%s` (or application `%s` has not been loaded yet)" % [command, command]
+        exit(1)
+      end
+    end
+
+    def send_to_daemon(application, command, *args)
+      begin
+        verify_version!(application)
+
+        command = ([command, *args]).join(":")
+        response = Socket.client_command(base_dir, application, command)
+        if response.is_a?(Exception)
+          $stderr.puts "Received error from server:"
+          $stderr.puts response.inspect
+          $stderr.puts response.backtrace.join("\n")
+          exit(8)
+        else
+          response
+        end
+
+      rescue Errno::ECONNREFUSED
+        abort("Connection Refused: Server is not running")
+      end
+    end
+
+    def grep_pattern(application, query = nil)
+      pattern = [application, query].compact.join(':')
+      ['\[.*', Regexp.escape(pattern), '.*'].compact.join
+    end
+    private
+
+    def cleanup_bluepill_directory
+      self.running_applications.each do |app|
+        pid = pid_for(app)
+        if !pid || !System.pid_alive?(pid)
+          pid_file = File.join(self.pids_dir, "#{app}.pid")
+          sock_file = File.join(self.sockets_dir, "#{app}.sock")
+          File.unlink(pid_file) if File.exists?(pid_file)
+          File.unlink(sock_file) if File.exists?(sock_file)
+        end
+      end
+    end
+
+    def pid_for(app)
+      pid_file = File.join(self.pids_dir, "#{app}.pid")
+      File.exists?(pid_file) && File.read(pid_file).to_i
+    end
+
+    def setup_dir_structure
+      [@sockets_dir, @pids_dir].each do |dir|
+        FileUtils.mkdir_p(dir) unless File.exists?(dir)
+      end
+    end
+
+    def verify_version!(application)
+      begin
+        version = Socket.client_command(base_dir, application, "version")
+        if version != Bluepill::VERSION
+          abort("The running version of your daemon seems to be out of date.\nDaemon Version: #{version}, CLI Version: #{Bluepill::VERSION}")
+        end
+      rescue ArgumentError
+        abort("The running version of your daemon seems to be out of date.")
+      end
+    end
+  end
+end

data/lib/bluepill/dsl/app_proxy.rb

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class AppProxy
+    APP_ATTRIBUTES = [:working_dir, :uid, :gid, :environment, :auto_start ]
+
+    attr_accessor *APP_ATTRIBUTES
+    attr_reader :app
+
+    def initialize(app_name, options)
+      @app = Application.new(app_name.to_s, options)
+    end
+
+    def process(process_name, &process_block)
+      attributes = {}
+      APP_ATTRIBUTES.each { |a| attributes[a] = self.send(a) }
+
+      process_factory = ProcessFactory.new(attributes, process_block)
+
+      process = process_factory.create_process(process_name, @app.pids_dir)
+      group = process_factory.attributes.delete(:group)
+
+      @app.add_process(process, group)
+    end
+  end
+end

data/lib/bluepill/dsl/process_factory.rb

@@ -0,0 +1,122 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class ProcessFactory
+    attr_reader :attributes
+
+    @@process_keys = Hash.new
+    @@pid_files = Hash.new
+
+    def initialize(attributes, process_block)
+      @attributes = attributes
+      @process_block = process_block
+    end
+
+    def create_process(name, pids_dir)
+      self.assign_default_pid_file(name, pids_dir)
+
+      process = ProcessProxy.new(name, @attributes, @process_block)
+      child_process_block = @attributes.delete(:child_process_block)
+      @attributes[:child_process_factory] = ProcessFactory.new(@attributes, child_process_block) if @attributes[:monitor_children]
+
+      self.validate_process! process
+      process.to_process
+    end
+
+    def create_child_process(name, pid, logger)
+      attributes = {}
+      [:start_grace_time, :stop_grace_time, :restart_grace_time].each {|a| attributes[a] = @attributes[a]}
+      attributes[:actual_pid] = pid
+      attributes[:logger] = logger
+
+      child = ProcessProxy.new(name, attributes, @process_block)
+      self.validate_child_process! child
+      process = child.to_process
+
+      process.determine_initial_state
+      process
+    end
+
+    protected
+
+    def assign_default_pid_file(process_name, pids_dir)
+      unless @attributes.key?(:pid_file)
+        group_name = @attributes[:group]
+        default_pid_name = [group_name, process_name].compact.join('_').gsub(/[^A-Za-z0-9_\-]/, "_")
+        @attributes[:pid_file] = File.join(pids_dir, default_pid_name + ".pid")
+      end
+    end
+
+    def validate_process!(process)
+      # validate uniqueness of group:process
+      process_key = [process.attributes[:group], process.name].join(":")
+      if @@process_keys.key?(process_key)
+        $stderr.print "Config Error: You have two entries for the process name '#{process.name}'"
+        $stderr.print " in the group '#{process.attributes[:group]}'" if process.attributes.key?(:group)
+        $stderr.puts
+        exit(6)
+      else
+        @@process_keys[process_key] = 0
+      end
+
+      # validate required attributes
+      [:start_command].each do |required_attr|
+        if !process.attributes.key?(required_attr)
+          $stderr.puts "Config Error: You must specify a #{required_attr} for '#{process.name}'"
+          exit(6)
+        end
+      end
+
+      # validate uniqueness of pid files
+      pid_key = process.attributes[:pid_file].strip
+      if @@pid_files.key?(pid_key)
+        $stderr.puts "Config Error: You have two entries with the pid file: #{pid_key}"
+        exit(6)
+      else
+        @@pid_files[pid_key] = 0
+      end
+
+      #validate stop_signals array
+      stop_grace_time = process.attributes[:stop_grace_time]
+      stop_signals = process.attributes[:stop_signals]
+
+      unless stop_signals.nil?
+        #Start with the more helpful error messages before the 'odd number' message.
+        delay_sum = 0
+        stop_signals.each_with_index do |s_or_d, i|
+          if i % 2 == 0
+            signal = s_or_d
+            unless signal.is_a? Symbol
+              $stderr.puts "Config Error: Invalid stop_signals!  Expected a symbol (signal) at position #{i} instead of '#{signal}'."
+              exit(6)
+            end
+          else
+            delay = s_or_d
+            unless delay.is_a? Fixnum
+              $stderr.puts "Config Error: Invalid stop_signals!  Expected a number (delay) at position #{i} instead of '#{delay}'."
+              exit(6)
+            end
+            delay_sum += delay
+          end
+        end
+
+        unless stop_signals.size % 2 == 1
+          $stderr.puts "Config Error: Invalid stop_signals!  Expected an odd number of elements."
+          exit(6)
+        end
+
+        if stop_grace_time.nil? || stop_grace_time <= delay_sum
+          $stderr.puts "Config Error: Stop_grace_time should be greater than the sum of stop_signals delays!"
+          exit(6)
+        end
+      end
+    end
+
+    def validate_child_process!(child)
+      unless child.attributes.has_key?(:stop_command)
+        $stderr.puts "Config Error: Invalid child process monitor for #{child.name}"
+        $stderr.puts "You must specify a stop command to monitor child processes."
+        exit(6)
+      end
+    end
+  end
+end

data/lib/bluepill/dsl/process_proxy.rb

@@ -0,0 +1,44 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class ProcessProxy
+    attr_reader :attributes, :watches, :name
+    def initialize(process_name, attributes, process_block)
+      @name = process_name
+      @attributes = attributes
+      @watches = {}
+
+      if process_block.arity == 0
+        instance_eval &process_block
+      else
+        instance_exec(self, &process_block)
+      end
+    end
+
+    def method_missing(name, *args)
+      if args.size == 1 && name.to_s =~ /^(.*)=$/
+        @attributes[$1.to_sym] = args.first
+      elsif args.size == 1
+        @attributes[name.to_sym] = args.first
+      elsif args.size == 0 && name.to_s =~ /^(.*)!$/
+        @attributes[$1.to_sym] = true
+      elsif args.empty? && @attributes.key?(name.to_sym)
+        @attributes[name.to_sym]
+      else
+        super
+      end
+    end
+
+    def checks(name, options = {})
+      @watches[name] = options
+    end
+
+    def monitor_children(&child_process_block)
+      @attributes[:monitor_children] = true
+      @attributes[:child_process_block] = child_process_block
+    end
+
+    def to_process
+      Process.new(@name, @watches, @attributes)
+    end
+  end
+end

data/lib/bluepill/dsl.rb

@@ -0,0 +1,12 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  def self.application(app_name, options = {}, &block)
+    app_proxy = AppProxy.new(app_name, options)
+    if block.arity == 0
+      app_proxy.instance_eval &block
+    else
+      app_proxy.instance_exec(app_proxy, &block)
+    end
+    app_proxy.app.load
+  end
+end

data/lib/bluepill/group.rb

@@ -0,0 +1,72 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class Group
+    attr_accessor :name, :processes, :logger
+    attr_accessor :process_logger
+
+    def initialize(name, options = {})
+      self.name = name
+      self.processes = []
+      self.logger = options[:logger]
+    end
+
+    def add_process(process)
+      process.logger = self.logger.prefix_with(process.name)
+      self.processes << process
+    end
+
+    def tick
+      self.processes.each do |process|
+        process.tick
+      end
+    end
+
+    def determine_initial_state
+      self.processes.each do |process|
+        process.determine_initial_state
+      end
+    end
+
+    # proxied events
+    [:start, :unmonitor, :stop, :restart].each do |event|
+      class_eval <<-END
+        def #{event}(process_name = nil)
+          threads = []
+          affected = []
+          self.processes.each do |process|
+            next if process_name && process_name != process.name
+            affected << [self.name, process.name].join(":")
+            threads << Thread.new { process.handle_user_command("#{event}") }
+          end
+          threads.each { |t| t.join }
+          affected
+        end
+      END
+    end
+
+    def status(process_name = nil)
+      lines = []
+      if process_name.nil?
+        prefix = self.name ? "  " : ""
+        lines << "#{self.name}:" if self.name
+
+        self.processes.each do |process|
+          lines << "%s%s(pid:%s): %s" % [prefix, process.name, process.actual_pid, process.state]
+          if process.monitor_children?
+            process.children.each do |child|
+              lines << "  %s%s: %s" % [prefix, child.name, child.state]
+            end
+          end
+        end
+      else
+        self.processes.each do |process|
+          next if process_name != process.name
+          lines << "%s%s(pid:%s): %s" % [prefix, process.name, process.actual_pid, process.state]
+          lines << process.statistics.to_s
+        end
+      end
+      lines << ""
+    end
+
+  end
+end