evented_bluepill 0.0.46

data/lib/bluepill/application.rb

@@ -0,0 +1,202 @@
+require 'thread'
+
+module Bluepill
+  class Application
+    PROCESS_COMMANDS = [:start, :stop, :restart, :unmonitor, :status]
+    
+    attr_accessor :name, :logger, :base_dir, :socket, :pid_file
+    attr_accessor :groups, :work_queue
+    attr_accessor :pids_dir, :log_file
+
+    def initialize(name, options = {})
+      self.name = name
+
+      @foreground   = options[:foreground]
+      self.log_file = options[:log_file]      
+      self.base_dir = options[:base_dir] || '/var/bluepill'
+      self.pid_file = File.join(self.base_dir, 'pids', self.name + ".pid")
+      self.pids_dir = File.join(self.base_dir, 'pids', self.name)
+
+      self.groups = {}
+      
+      self.logger = Bluepill::Logger.new(:log_file => self.log_file, :stdout => foreground?).prefix_with(self.name)
+      
+      self.setup_signal_traps
+      self.setup_pids_dir
+      
+      @mutex = Mutex.new
+    end
+
+    def foreground?
+      !!@foreground
+    end
+
+    def mutex(&b)
+      @mutex.synchronize(&b)
+    end
+
+    def load
+      begin
+        self.start_server
+      rescue StandardError => e
+        $stderr.puts "Failed to start bluepill:"
+        $stderr.puts "%s `%s`" % [e.class.name, e.message]
+        $stderr.puts e.backtrace
+        exit(5)
+      end
+    end
+    
+    PROCESS_COMMANDS.each do |command|
+      class_eval <<-END
+        def #{command}(group_name = nil, process_name = nil)
+          self.send_to_process_or_group(:#{command}, group_name, process_name)
+        end
+      END
+    end
+    
+    def add_process(process, group_name = nil)
+      group_name = group_name.to_s if group_name
+      
+      self.groups[group_name] ||= Group.new(group_name, :logger => self.logger.prefix_with(group_name))
+      self.groups[group_name].add_process(process)
+    end
+    
+    def version
+      Bluepill::VERSION
+    end
+
+    protected
+    def send_to_process_or_group(method, group_name, process_name)
+      if group_name.nil? && process_name.nil?
+        self.groups.values.collect do |group|
+          group.send(method)
+        end.flatten
+      elsif self.groups.key?(group_name)
+        self.groups[group_name].send(method, process_name)
+      elsif process_name.nil?
+        # they must be targeting just by process name
+        process_name = group_name
+        self.groups.values.collect do |group|
+          group.send(method, process_name)
+        end.flatten
+      else
+        []
+      end
+    end
+
+    def start_listener
+      @listener_thread.kill if @listener_thread
+      @listener_thread = Thread.new do
+        loop do
+          begin
+            client = self.socket.accept
+            command, *args = client.readline.strip.split(":")
+            response = begin
+              mutex { self.send(command, *args) }
+            rescue Exception => e
+              e
+            end
+            client.write(Marshal.dump(response))
+          rescue StandardError => e
+            logger.err("Got exception in cmd listener: %s `%s`" % [e.class.name, e.message])
+            e.backtrace.each {|l| logger.err(l)}
+          ensure
+            begin
+              client.close
+            rescue IOError
+              # closed stream
+            end
+          end
+        end
+      end
+    end
+    
+    def start_server
+      self.kill_previous_bluepill
+      
+      Daemonize.daemonize unless foreground?
+      
+      self.logger.reopen
+      
+      $0 = "bluepilld: #{self.name}"
+      
+      self.groups.each {|_, group| group.determine_initial_state }
+
+      
+      self.write_pid_file
+      self.socket = Bluepill::Socket.server(self.base_dir, self.name)
+      self.start_listener
+      
+      self.run
+    end
+    
+    def run
+      @running = true # set to false by signal trap
+      while @running
+        mutex do
+          System.reset_data
+          self.groups.each { |_, group| group.tick }
+        end
+        sleep 1
+      end
+      cleanup
+    end
+    
+    def cleanup
+      File.unlink(self.socket.path) if self.socket
+      File.unlink(self.pid_file) if File.exists?(self.pid_file)
+    end
+    
+    def setup_signal_traps
+      terminator = lambda do
+        puts "Terminating..."
+        @running = false
+      end
+      
+      Signal.trap("TERM", &terminator) 
+      Signal.trap("INT", &terminator) 
+      
+      Signal.trap("HUP") do
+        self.logger.reopen if self.logger
+      end
+    end
+    
+    def setup_pids_dir
+      FileUtils.mkdir_p(self.pids_dir) unless File.exists?(self.pids_dir)
+      # we need everybody to be able to write to the pids_dir as processes managed by
+      # bluepill will be writing to this dir after they've dropped privileges
+      FileUtils.chmod(0777, self.pids_dir)
+    end
+    
+    def kill_previous_bluepill
+      if File.exists?(self.pid_file)
+        previous_pid = File.read(self.pid_file).to_i
+        if System.pid_alive?(previous_pid)
+          begin
+            ::Process.kill(0, previous_pid)
+            puts "Killing previous bluepilld[#{previous_pid}]"
+            ::Process.kill(2, previous_pid)
+          rescue Exception => e
+            $stderr.puts "Encountered error trying to kill previous bluepill:"
+            $stderr.puts "#{e.class}: #{e.message}"
+            exit(4) unless e.is_a?(Errno::ESRCH)
+          else
+            10.times do |i|
+              sleep 0.5
+              break unless System.pid_alive?(previous_pid)
+            end
+
+            if System.pid_alive?(previous_pid)
+              $stderr.puts "Previous bluepilld[#{previous_pid}] didn't die"
+              exit(4)
+            end
+          end
+        end
+      end
+    end
+    
+    def write_pid_file
+      File.open(self.pid_file, 'w') { |x| x.write(::Process.pid) }
+    end
+  end
+end

data/lib/bluepill/condition_watch.rb

@@ -0,0 +1,55 @@
+module Bluepill
+  class ConditionWatch
+    attr_accessor :logger, :name
+    EMPTY_ARRAY = [].freeze # no need to recreate one every tick
+    
+    def initialize(name, options = {})
+      @name = name
+
+      @logger = options.delete(:logger)      
+      @fires = options.has_key?(:fires) ? Array(options.delete(:fires)) : [:restart]
+      @every = options.delete(:every)
+      @times = options.delete(:times) || [1,1]
+      @times = [@times, @times] unless @times.is_a?(Array) # handles :times => 5
+
+      self.clear_history!
+      
+      @process_condition = ProcessConditions[@name].new(options)
+    end
+    
+    def run(pid, tick_number = Time.now.to_i)
+      if @last_ran_at.nil? || (@last_ran_at + @every) <= tick_number
+        @last_ran_at = tick_number
+        self.record_value(@process_condition.run(pid))
+        return @fires if self.fired?
+      end
+      EMPTY_ARRAY
+    end
+    
+    def record_value(value)
+      # TODO: record value in ProcessStatistics
+      @history[@history_index] = [value, @process_condition.check(value)]
+      @history_index = (@history_index + 1) % @history.size
+      self.logger.info(self.to_s)
+    end
+    
+    def clear_history!
+      @last_ran_at = nil
+      @history = Array.new(@times[1])
+      @history_index = 0
+    end
+    
+    def fired?
+      @history.select {|v| v && !v[1]}.size >= @times[0]
+    end
+    
+    def to_s
+      # TODO: this will be out of order because of the way history values are assigned
+      # use (@history[(@history_index - 1)..1] + @history[0..(@history_index - 1)]).
+      #       collect {|v| "#{v[0]}#{v[1] ? '' : '*'}"}.join(", ")
+      # but that's gross so... it's gonna be out of order till we figure out a better way to get it in order
+      data = @history.collect {|v| "#{@process_condition.format_value(v[0])}#{v[1] ? '' : '*'}" if v}.compact.join(", ")
+      "#{@name}: [#{data}]"
+    end
+  end
+end

data/lib/bluepill/controller.rb

@@ -0,0 +1,120 @@
+require 'fileutils'
+
+module Bluepill
+  class Controller
+    attr_accessor :base_dir, :log_file, :sockets_dir, :pids_dir
+    
+    def initialize(options = {})
+      self.log_file = options[:log_file]
+      self.base_dir = options[:base_dir]
+      self.sockets_dir = File.join(base_dir, 'socks')
+      self.pids_dir = File.join(base_dir, 'pids')
+      
+      setup_dir_structure
+      cleanup_bluepill_directory
+    end
+    
+    def running_applications
+      Dir[File.join(sockets_dir, "*.sock")].map{|x| File.basename(x, ".sock")}
+    end
+    
+    def handle_command(application, command, *args)
+      case command.to_sym
+      when :status
+        puts self.send_to_daemon(application, :status, *args)
+      when *Application::PROCESS_COMMANDS
+        # these need to be sent to the daemon and the results printed out
+        affected = self.send_to_daemon(application, command, *args)
+        if affected.empty?
+          puts "No processes effected"
+        else
+          puts "Sent #{command} to:"
+          affected.each do |process|
+            puts "  #{process}"
+          end
+        end
+      when :quit
+        pid = pid_for(application)
+        if System.pid_alive?(pid)
+          ::Process.kill("TERM", pid)
+          puts "Killing bluepilld[#{pid}]"
+        else
+          puts "bluepilld[#{pid}] not running"
+        end
+      when :log
+        log_file_location = self.send_to_daemon(application, :log_file)
+        log_file_location = self.log_file if log_file_location.to_s.strip.empty?
+        
+        requested_pattern = args.first
+        grep_pattern = self.grep_pattern(application, requested_pattern)
+        
+        tail = "tail -n 100 -f #{log_file_location} | grep -E '#{grep_pattern}'"
+        puts "Tailing log for #{requested_pattern}..."
+        Kernel.exec(tail)
+      else
+        $stderr.puts "Unknown command `%s` (or application `%s` has not been loaded yet)" % [command, command]
+        exit(1)
+      end
+    end
+    
+    def send_to_daemon(application, command, *args)
+      begin
+        verify_version!(application)
+
+        command = ([command, *args]).join(":")
+        response = Socket.client_command(base_dir, application, command)
+        if response.is_a?(Exception)
+          $stderr.puts "Received error from server:"
+          $stderr.puts response.inspect
+          $stderr.puts response.backtrace.join("\n")
+          exit(8)
+        else
+          response
+        end
+
+      rescue Errno::ECONNREFUSED
+        abort("Connection Refused: Server is not running")
+      end
+    end
+    
+    def grep_pattern(application, query = nil)
+      pattern = [application, query].compact.join(':')
+      ['\[.*', Regexp.escape(pattern), '.*'].compact.join
+    end
+    private
+    
+    def cleanup_bluepill_directory
+      self.running_applications.each do |app|
+        pid = pid_for(app)
+        if !pid || !System.pid_alive?(pid)
+          pid_file = File.join(self.pids_dir, "#{app}.pid")
+          sock_file = File.join(self.sockets_dir, "#{app}.sock")
+          File.unlink(pid_file) if File.exists?(pid_file)
+          File.unlink(sock_file) if File.exists?(sock_file)
+        end
+      end
+    end
+    
+    def pid_for(app)
+      pid_file = File.join(self.pids_dir, "#{app}.pid")
+      File.exists?(pid_file) && File.read(pid_file).to_i
+    end
+    
+    def setup_dir_structure
+      [@sockets_dir, @pids_dir].each do |dir|
+        FileUtils.mkdir_p(dir) unless File.exists?(dir)
+      end
+    end
+    
+    def verify_version!(application)
+      begin
+        version = Socket.client_command(base_dir, application, "version")
+        if version != Bluepill::VERSION
+          abort("The running version of your daemon seems to be out of date.\nDaemon Version: #{version}, CLI Version: #{Bluepill::VERSION}")
+        end
+      rescue ArgumentError
+        abort("The running version of your daemon seems to be out of date.")
+      end
+    end
+  end
+end

data/lib/bluepill/dsl.rb

@@ -0,0 +1,155 @@
+require 'ostruct'
+module Bluepill
+  def self.define_process_condition(name, &block)
+    klass = Class.new(ProcessConditions::ProcessCondition, &block)
+    ProcessConditions.const_set("#{name.to_s.camelcase}", klass)
+  end
+  
+  def self.application(app_name, options = {}, &block)
+    app = Application.new(app_name.to_s, options, &block)
+   
+    process_proxy = Class.new do
+      attr_reader :attributes, :watches
+      def initialize(process_name = nil)
+        @name = process_name
+        @attributes = {}
+        @watches = {}
+      end
+      
+      def method_missing(name, *args)
+        if args.size == 1 && name.to_s =~ /^(.*)=$/
+          @attributes[$1.to_sym] = args.first
+        elsif args.empty? && @attributes.key?(name.to_sym)
+          @attributes[name.to_sym]
+        else
+          super
+        end
+      end
+      
+      def checks(name, options = {})
+        @watches[name] = options
+      end
+      
+      def validate_child_process(child)
+        unless child.attributes.has_key?(:stop_command)
+          $stderr.puts "Config Error: Invalid child process monitor for #{@name}"
+          $stderr.puts "You must specify a stop command to monitor child processes."
+          exit(6)
+        end
+      end
+      
+      def create_child_process_template
+        if @child_process_block
+          child_proxy = self.class.new
+          # Children inherit some properties of the parent
+          [:start_grace_time, :stop_grace_time, :restart_grace_time].each do |attribute|
+            child_proxy.send("#{attribute}=", @attributes[attribute]) if @attributes.key?(attribute)
+          end
+          @child_process_block.call(child_proxy)
+          validate_child_process(child_proxy)
+          @attributes[:child_process_template] = child_proxy.to_process(nil)
+        end
+      end
+      
+      def monitor_children(&child_process_block)
+        @child_process_block = child_process_block
+        @attributes[:monitor_children] = true
+      end
+      
+      def to_process(process_name)
+        process = Bluepill::Process.new(process_name, @attributes)
+        @watches.each do |name, opts|
+          if Bluepill::Trigger[name]
+            process.add_trigger(name, opts)
+          else
+            process.add_watch(name, opts)
+          end
+        end
+
+        process
+      end
+    end
+    app_proxy = Class.new do
+      if RUBY_VERSION >= '1.9'
+        class_variable_set(:@@app, app)
+        class_variable_set(:@@process_proxy, process_proxy)
+        class_variable_set(:@@process_keys, Hash.new) # because I don't want to require Set just for validations
+        class_variable_set(:@@pid_files, Hash.new)
+      else
+        @@app = app
+        @@process_proxy = process_proxy
+        @@process_keys = Hash.new
+        @@pid_files = Hash.new
+      end
+      attr_accessor :working_dir, :uid, :gid, :environment
+      
+      def validate_process(process, process_name)
+        # validate uniqueness of group:process
+        process_key = [process.attributes[:group], process_name].join(":")
+        if @@process_keys.key?(process_key)
+          $stderr.print "Config Error: You have two entries for the process name '#{process_name}'"
+          $stderr.print " in the group '#{process.attributes[:group]}'" if process.attributes.key?(:group)
+          $stderr.puts
+          exit(6)
+        else
+          @@process_keys[process_key] = 0
+        end
+        
+        # validate required attributes
+        [:start_command].each do |required_attr|
+          if !process.attributes.key?(required_attr)
+            $stderr.puts "Config Error: You must specify a #{required_attr} for '#{process_name}'"
+            exit(6)
+          end
+        end
+        
+        # validate uniqueness of pid files
+        pid_key = process.pid_file.strip
+        if @@pid_files.key?(pid_key)
+          $stderr.puts "Config Error: You have two entries with the pid file: #{process.pid_file}"
+          exit(6)
+        else
+          @@pid_files[pid_key] = 0
+        end
+      end
+      
+      def process(process_name, &process_block)
+        process_proxy = @@process_proxy.new(process_name)
+        process_block.call(process_proxy)
+        process_proxy.create_child_process_template
+        
+        set_app_wide_attributes(process_proxy)
+        
+        assign_default_pid_file(process_proxy, process_name)
+        
+        validate_process(process_proxy, process_name)
+        
+        group = process_proxy.attributes.delete(:group)
+        process = process_proxy.to_process(process_name)
+        
+        
+        
+        @@app.add_process(process, group)
+      end
+      
+      def set_app_wide_attributes(process_proxy)
+        [:working_dir, :uid, :gid, :environment].each do |attribute|
+          unless process_proxy.attributes.key?(attribute)
+            process_proxy.attributes[attribute] = self.send(attribute)
+          end
+        end
+      end
+      
+      def assign_default_pid_file(process_proxy, process_name)
+        unless process_proxy.attributes.key?(:pid_file)
+          group_name = process_proxy.attributes["group"]
+          default_pid_name = [group_name, process_name].compact.join('_').gsub(/[^A-Za-z0-9_\-]/, "_")
+          process_proxy.pid_file = File.join(@@app.pids_dir, default_pid_name + ".pid")
+        end
+      end
+    end
+    
+    yield(app_proxy.new)
+    app.load
+  end
+end

data/lib/bluepill/group.rb

@@ -0,0 +1,71 @@
+module Bluepill
+  class Group
+    attr_accessor :name, :processes, :logger
+    attr_accessor :process_logger
+    
+    def initialize(name, options = {})
+      self.name = name
+      self.processes = []
+      self.logger = options[:logger]
+    end
+    
+    def add_process(process)
+      process.logger = self.logger.prefix_with(process.name)
+      self.processes << process
+    end
+    
+    def tick
+      self.processes.each do |process|
+        process.tick
+      end
+    end
+    
+    def determine_initial_state
+      self.processes.each do |process|
+        process.determine_initial_state
+      end
+    end
+
+    # proxied events
+    [:start, :unmonitor, :stop, :restart].each do |event|
+      class_eval <<-END
+        def #{event}(process_name = nil)
+          threads = []
+          affected = []
+          self.processes.each do |process|
+            next if process_name && process_name != process.name
+            affected << [self.name, process.name].join(":")
+            threads << Thread.new { process.handle_user_command("#{event}") }
+          end
+          threads.each { |t| t.join }
+          affected
+        end      
+      END
+    end
+    
+    def status(process_name = nil)
+      lines = []
+      if process_name.nil?
+        prefix = self.name ? "  " : ""
+        lines << "#{self.name}:" if self.name
+      
+        self.processes.each do |process|
+          lines << "%s%s(pid:%s): %s" % [prefix, process.name, process.actual_pid, process.state]
+          if process.monitor_children?
+            process.children.each do |child|
+              lines << "  %s%s: %s" % [prefix, child.name, child.state]
+            end
+          end
+        end
+      else
+        self.processes.each do |process|
+          next if process_name != process.name
+          lines << "%s%s(pid:%s): %s" % [prefix, process.name, process.actual_pid, process.state]
+          lines << process.statistics.to_s
+        end
+      end
+      lines << ""
+    end
+    
+  end
+end

data/lib/bluepill/logger.rb

@@ -0,0 +1,62 @@
+module Bluepill  
+  class Logger
+    LOG_METHODS = [:emerg, :alert, :crit, :err, :warning, :notice, :info, :debug]
+    
+    def initialize(options = {})
+      @options  = options
+      @logger   = options[:logger] || self.create_logger
+      @prefix   = options[:prefix]
+      @stdout   = options[:stdout]
+      @prefixes = {}
+    end
+    
+    LOG_METHODS.each do |method|
+      eval <<-END
+        def #{method}(msg, prefix = [])
+          if @logger.is_a?(self.class)
+            @logger.#{method}(msg, [@prefix] + prefix)
+          else
+            s_prefix = prefix.size > 0 ? "[\#{prefix.compact.join(':')}] " : ""
+            if @stdout
+              $stdout.puts("[#{method}]: \#{s_prefix}\#{msg}")
+              $stdout.flush
+            end
+            @logger.#{method}("\#{s_prefix}\#{msg}")
+          end
+        end
+      END
+    end
+    
+    def prefix_with(prefix)
+      @prefixes[prefix] ||= self.class.new(:logger => self, :prefix => prefix)
+    end
+    
+    def reopen
+      if @logger.is_a?(self.class)
+        @logger.reopen
+      else
+        @logger = create_logger
+      end
+    end
+    
+    protected
+    def create_logger
+      if @options[:log_file]
+        LoggerAdapter.new(@options[:log_file])
+      else
+        Syslog.close if Syslog.opened? # need to explictly close it before reopening it
+        Syslog.open(@options[:identity] || 'bluepilld', Syslog::LOG_PID, Syslog::LOG_LOCAL6)
+      end
+    end
+
+    class LoggerAdapter < ::Logger
+      LOGGER_EQUIVALENTS = 
+        {:debug => :debug, :err => :error, :warning => :warn, :info => :info, :emerg => :fatal, :alert => :warn, :crit => :fatal, :notice => :info}
+      
+      LOG_METHODS.each do |method|
+        next if method == LOGGER_EQUIVALENTS[method]
+        alias_method method, LOGGER_EQUIVALENTS[method]
+      end
+    end 
+  end
+end