dylanvaughn-bluepill 0.0.39

data/lib/bluepill.rb

@@ -0,0 +1,32 @@
+require 'rubygems'
+
+require 'thread'
+require 'monitor'
+require 'syslog'
+require 'timeout'
+require 'logger'
+
+require 'active_support/inflector'
+require 'active_support/core_ext/hash'
+require 'active_support/core_ext/numeric'
+require 'active_support/core_ext/object/misc'
+require 'active_support/duration'
+
+require 'bluepill/application'
+require 'bluepill/controller'
+require 'bluepill/socket'
+require "bluepill/process"
+require "bluepill/process_statistics"
+require "bluepill/group"
+require "bluepill/logger"
+require "bluepill/condition_watch"
+require 'bluepill/trigger'
+require 'bluepill/triggers/flapping'
+require "bluepill/dsl"
+require "bluepill/system"
+
+require "bluepill/process_conditions"
+
+require "bluepill/util/rotational_array"
+
+require "bluepill/version"

data/lib/bluepill/application.rb

@@ -0,0 +1,200 @@
+require 'thread'
+
+module Bluepill
+  class Application
+    PROCESS_COMMANDS = [:start, :stop, :restart, :unmonitor, :status]
+    
+    attr_accessor :name, :logger, :base_dir, :socket, :pid_file
+    attr_accessor :groups, :work_queue
+    attr_accessor :pids_dir, :log_file
+
+    def initialize(name, options = {})
+      self.name = name
+
+      @foreground   = options[:foreground]
+      self.log_file = options[:log_file]      
+      self.base_dir = options[:base_dir] || '/var/bluepill'
+      self.pid_file = File.join(self.base_dir, 'pids', self.name + ".pid")
+      self.pids_dir = File.join(self.base_dir, 'pids', self.name)
+
+      self.groups = {}
+      
+      self.logger = Bluepill::Logger.new(:log_file => self.log_file, :stdout => foreground?).prefix_with(self.name)
+      
+      self.setup_signal_traps
+      self.setup_pids_dir
+      
+      @mutex = Mutex.new
+    end
+
+    def foreground?
+      !!@foreground
+    end
+
+    def mutex(&b)
+      @mutex.synchronize(&b)
+    end
+
+    def load
+      begin
+        self.start_server
+      rescue StandardError => e
+        $stderr.puts "Failed to start bluepill:"
+        $stderr.puts "%s `%s`" % [e.class.name, e.message]
+        $stderr.puts e.backtrace
+        exit(5)
+      end
+    end
+    
+    PROCESS_COMMANDS.each do |command|
+      class_eval <<-END
+        def #{command}(group_name = nil, process_name = nil)
+          self.send_to_process_or_group(:#{command}, group_name, process_name)
+        end
+      END
+    end
+    
+    def add_process(process, group_name = nil)
+      group_name = group_name.to_s if group_name
+      
+      self.groups[group_name] ||= Group.new(group_name, :logger => self.logger.prefix_with(group_name))
+      self.groups[group_name].add_process(process)
+    end
+    
+    def version
+      Bluepill::VERSION
+    end
+
+    protected
+    def send_to_process_or_group(method, group_name, process_name)
+      if group_name.nil? && process_name.nil?
+        self.groups.values.collect do |group|
+          group.send(method)
+        end.flatten
+      elsif self.groups.key?(group_name)
+        self.groups[group_name].send(method, process_name)
+      elsif process_name.nil?
+        # they must be targeting just by process name
+        process_name = group_name
+        self.groups.values.collect do |group|
+          group.send(method, process_name)
+        end.flatten
+      else
+        []
+      end
+    end
+
+    def start_listener
+      @listener_thread.kill if @listener_thread
+      @listener_thread = Thread.new do
+        loop do
+          begin
+            client = self.socket.accept
+            command, *args = client.readline.strip.split(":")
+            response = begin
+              mutex { self.send(command, *args) }
+            rescue Exception => e
+              e
+            end
+            client.write(Marshal.dump(response))
+          rescue StandardError => e
+            logger.err("Got exception in cmd listener: %s `%s`" % [e.class.name, e.message])
+            e.backtrace.each {|l| logger.err(l)}
+          ensure
+            begin
+              client.close
+            rescue IOError
+              # closed stream
+            end
+          end
+        end
+      end
+    end
+    
+    def start_server
+      self.kill_previous_bluepill
+      
+      Daemonize.daemonize unless foreground?
+      
+      self.logger.reopen
+      
+      $0 = "bluepilld: #{self.name}"
+      
+      self.groups.each {|_, group| group.determine_initial_state }
+
+      
+      self.write_pid_file
+      self.socket = Bluepill::Socket.server(self.base_dir, self.name)
+      self.start_listener
+      
+      self.run
+    end
+    
+    def run
+      @running = true # set to false by signal trap
+      while @running
+        mutex do
+          System.reset_data
+          self.groups.each { |_, group| group.tick }
+        end
+        sleep 1
+      end
+      cleanup
+    end
+    
+    def cleanup
+      File.unlink(self.socket.path) if self.socket
+      File.unlink(self.pid_file) if File.exists?(self.pid_file)
+    end
+    
+    def setup_signal_traps
+      terminator = lambda do
+        puts "Terminating..."
+        @running = false
+      end
+      
+      Signal.trap("TERM", &terminator) 
+      Signal.trap("INT", &terminator) 
+      
+      Signal.trap("HUP") do
+        self.logger.reopen if self.logger
+      end
+    end
+    
+    def setup_pids_dir
+      FileUtils.mkdir_p(self.pids_dir) unless File.exists?(self.pids_dir)
+      # we need everybody to be able to write to the pids_dir as processes managed by
+      # bluepill will be writing to this dir after they've dropped privileges
+      FileUtils.chmod(0777, self.pids_dir)
+    end
+    
+    def kill_previous_bluepill
+      if File.exists?(self.pid_file)
+        previous_pid = File.read(self.pid_file).to_i
+        begin
+          ::Process.kill(0, previous_pid)
+          puts "Killing previous bluepilld[#{previous_pid}]"
+          ::Process.kill(2, previous_pid)
+        rescue Exception => e
+          $stderr.puts "Encountered error trying to kill previous bluepill:"
+          $stderr.puts "#{e.class}: #{e.message}"
+          exit(4) unless e.is_a?(Errno::ESRCH)
+        else
+          10.times do |i|
+            sleep 0.5
+            break unless System.pid_alive?(previous_pid)
+          end
+          
+          if System.pid_alive?(previous_pid)
+            $stderr.puts "Previous bluepilld[#{previous_pid}] didn't die"
+            exit(4)
+          end
+        end
+      end
+    end
+    
+    def write_pid_file
+      File.open(self.pid_file, 'w') { |x| x.write(::Process.pid) }
+    end
+  end
+end

data/lib/bluepill/application/client.rb

@@ -0,0 +1,7 @@
+module Bluepill
+  module Application
+    module Client
+      
+    end
+  end
+end

data/lib/bluepill/application/server.rb

@@ -0,0 +1,24 @@
+module Bluepill
+  module Application
+    module ServerMethods
+      
+      def status
+        buffer = ""
+        self.processes.each do | process |
+          buffer << "#{process.name} #{process.state}\n" +
+        end
+        buffer
+      end
+
+      def restart
+        self.socket = Bluepill::Socket.new(name, base_dir).client      
+        socket.send("restart\n", 0)
+      end
+
+      def stop
+        self.socket = Bluepill::Socket.new(name, base_dir).client      
+        socket.send("stop\n", 0)
+      end
+    end
+  end
+end

data/lib/bluepill/condition_watch.rb

@@ -0,0 +1,55 @@
+module Bluepill
+  class ConditionWatch
+    attr_accessor :logger, :name
+    EMPTY_ARRAY = [].freeze # no need to recreate one every tick
+    
+    def initialize(name, options = {})
+      @name = name
+
+      @logger = options.delete(:logger)      
+      @fires = options.has_key?(:fires) ? Array(options.delete(:fires)) : [:restart]
+      @every = options.delete(:every)
+      @times = options.delete(:times) || [1,1]
+      @times = [@times, @times] unless @times.is_a?(Array) # handles :times => 5
+
+      self.clear_history!
+      
+      @process_condition = ProcessConditions[@name].new(options)
+    end
+    
+    def run(pid, tick_number = Time.now.to_i)
+      if @last_ran_at.nil? || (@last_ran_at + @every) <= tick_number
+        @last_ran_at = tick_number
+        self.record_value(@process_condition.run(pid))
+        return @fires if self.fired?
+      end
+      EMPTY_ARRAY
+    end
+    
+    def record_value(value)
+      # TODO: record value in ProcessStatistics
+      @history[@history_index] = [value, @process_condition.check(value)]
+      @history_index = (@history_index + 1) % @history.size
+      self.logger.info(self.to_s)
+    end
+    
+    def clear_history!
+      @last_ran_at = nil
+      @history = Array.new(@times[1])
+      @history_index = 0
+    end
+    
+    def fired?
+      @history.select {|v| v && !v[1]}.size >= @times[0]
+    end
+    
+    def to_s
+      # TODO: this will be out of order because of the way history values are assigned
+      # use (@history[(@history_index - 1)..1] + @history[0..(@history_index - 1)]).
+      #       collect {|v| "#{v[0]}#{v[1] ? '' : '*'}"}.join(", ")
+      # but that's gross so... it's gonna be out of order till we figure out a better way to get it in order
+      data = @history.collect {|v| "#{@process_condition.format_value(v[0])}#{v[1] ? '' : '*'}" if v}.compact.join(", ")
+      "#{@name}: [#{data}]"
+    end
+  end
+end

data/lib/bluepill/controller.rb

@@ -0,0 +1,119 @@
+require 'fileutils'
+
+module Bluepill
+  class Controller
+    attr_accessor :base_dir, :log_file, :sockets_dir, :pids_dir
+    
+    def initialize(options = {})
+      self.log_file = options[:log_file]
+      self.base_dir = options[:base_dir]
+      self.sockets_dir = File.join(base_dir, 'socks')
+      self.pids_dir = File.join(base_dir, 'pids')
+      
+      setup_dir_structure
+      cleanup_bluepill_directory
+    end
+    
+    def running_applications
+      Dir[File.join(sockets_dir, "*.sock")].map{|x| File.basename(x, ".sock")}
+    end
+    
+    def handle_command(application, command, *args)
+      case command.to_sym
+      when :status
+        puts self.send_to_daemon(application, :status, *args)
+      when *Application::PROCESS_COMMANDS
+        # these need to be sent to the daemon and the results printed out
+        affected = self.send_to_daemon(application, command, *args)
+        if affected.empty?
+          puts "No processes effected"
+        else
+          puts "Sent #{command} to:"
+          affected.each do |process|
+            puts "  #{process}"
+          end
+        end
+      when :quit
+        pid = pid_for(application)
+        if System.pid_alive?(pid)
+          ::Process.kill("TERM", pid)
+          puts "Killing bluepilld[#{pid}]"
+        else
+          puts "bluepilld[#{pid}] not running"
+        end
+      when :log
+        log_file_location = self.send_to_daemon(application, :log_file)
+        log_file_location = self.log_file if log_file_location.to_s.strip.empty?
+        
+        requested_pattern = args.first
+        grep_pattern = self.grep_pattern(application, requested_pattern)
+        
+        tail = "tail -n 100 -f #{log_file_location} | grep -E '#{grep_pattern}'"
+        puts "Tailing log for #{requested_pattern}..."
+        Kernel.exec(tail)
+      else
+        $stderr.puts "Unknown command `%s` (or application `%s` has not been loaded yet)" % [command, command]
+      end
+    end
+    
+    def send_to_daemon(application, command, *args)
+      begin
+        verify_version!(application)
+
+        command = ([command, *args]).join(":")
+        response = Socket.client_command(base_dir, application, command)
+        if response.is_a?(Exception)
+          $stderr.puts "Received error from server:"
+          $stderr.puts response.inspect
+          $stderr.puts response.backtrace.join("\n")
+          exit(8)
+        else
+          response
+        end
+
+      rescue Errno::ECONNREFUSED
+        abort("Connection Refused: Server is not running")
+      end
+    end
+    
+    def grep_pattern(application, query = nil)
+      pattern = [application, query].compact.join(':')
+      ['\[.*', Regexp.escape(pattern), '.*'].compact.join
+    end
+    private
+    
+    def cleanup_bluepill_directory
+      self.running_applications.each do |app|
+        pid = pid_for(app)
+        if !pid || !System.pid_alive?(pid)
+          pid_file = File.join(self.pids_dir, "#{app}.pid")
+          sock_file = File.join(self.sockets_dir, "#{app}.sock")
+          File.unlink(pid_file) if File.exists?(pid_file)
+          File.unlink(sock_file) if File.exists?(sock_file)
+        end
+      end
+    end
+    
+    def pid_for(app)
+      pid_file = File.join(self.pids_dir, "#{app}.pid")
+      File.exists?(pid_file) && File.read(pid_file).to_i
+    end
+    
+    def setup_dir_structure
+      [@sockets_dir, @pids_dir].each do |dir|
+        FileUtils.mkdir_p(dir) unless File.exists?(dir)
+      end
+    end
+    
+    def verify_version!(application)
+      begin
+        version = Socket.client_command(base_dir, application, "version")
+        if version != Bluepill::VERSION
+          abort("The running version of your daemon seems to be out of date.\nDaemon Version: #{version}, CLI Version: #{Bluepill::VERSION}")
+        end
+      rescue ArgumentError
+        abort("The running version of your daemon seems to be out of date.")
+      end
+    end
+  end
+end

data/lib/bluepill/dsl.rb

@@ -0,0 +1,150 @@
+require 'ostruct'
+module Bluepill
+  def self.define_process_condition(name, &block)
+    klass = Class.new(ProcessConditions::ProcessCondition, &block)
+    ProcessConditions.const_set("#{name.to_s.camelcase}", klass)
+  end
+  
+  def self.application(app_name, options = {}, &block)
+    app = Application.new(app_name.to_s, options, &block)
+   
+    process_proxy = Class.new do
+      attr_reader :attributes, :watches
+      def initialize(process_name = nil)
+        @name = process_name
+        @attributes = {}
+        @watches = {}
+      end
+      
+      def method_missing(name, *args)
+        if args.size == 1 && name.to_s =~ /^(.*)=$/
+          @attributes[$1.to_sym] = args.first
+        elsif args.empty? && @attributes.key?(name.to_sym)
+          @attributes[name.to_sym]
+        else
+          super
+        end
+      end
+      
+      def checks(name, options = {})
+        @watches[name] = options
+      end
+      
+      def validate_child_process(child)
+        unless child.attributes.has_key?(:stop_command)
+          $stderr.puts "Config Error: Invalid child process monitor for #{@name}"
+          $stderr.puts "You must specify a stop command to monitor child processes."
+          exit(6)
+        end
+      end
+      
+      def create_child_process_template
+        if @child_process_block
+          child_proxy = self.class.new
+          # Children inherit some properties of the parent
+          [:start_grace_time, :stop_grace_time, :restart_grace_time,
+            :start_wait_time, :stop_wait_time, :restart_wait_time].each do |attribute|
+            child_proxy.send("#{attribute}=", @attributes[attribute]) if @attributes.key?(attribute)
+          end
+          @child_process_block.call(child_proxy)
+          validate_child_process(child_proxy)
+          @attributes[:child_process_template] = child_proxy.to_process(nil)
+        end
+      end
+      
+      def monitor_children(&child_process_block)
+        @child_process_block = child_process_block
+        @attributes[:monitor_children] = true
+      end
+      
+      def to_process(process_name)
+        process = Bluepill::Process.new(process_name, @attributes)
+        @watches.each do |name, opts|
+          if Bluepill::Trigger[name]
+            process.add_trigger(name, opts)
+          else
+            process.add_watch(name, opts)
+          end
+        end
+
+        process
+      end
+    end
+    
+    app_proxy = Class.new do
+      @@app = app
+      @@process_proxy = process_proxy
+      @@process_keys = Hash.new # because I don't want to require Set just for validations
+      @@pid_files = Hash.new
+      attr_accessor :working_dir, :uid, :gid, :environment
+      
+      def validate_process(process, process_name)
+        # validate uniqueness of group:process
+        process_key = [process.attributes[:group], process_name].join(":")
+        if @@process_keys.key?(process_key)
+          $stderr.print "Config Error: You have two entries for the process name '#{process_name}'"
+          $stderr.print " in the group '#{process.attributes[:group]}'" if process.attributes.key?(:group)
+          $stderr.puts
+          exit(6)
+        else
+          @@process_keys[process_key] = 0
+        end
+        
+        # validate required attributes
+        [:start_command].each do |required_attr|
+          if !process.attributes.key?(required_attr)
+            $stderr.puts "Config Error: You must specify a #{required_attr} for '#{process_name}'"
+            exit(6)
+          end
+        end
+        
+        # validate uniqueness of pid files
+        pid_key = process.pid_file.strip
+        if @@pid_files.key?(pid_key)
+          $stderr.puts "Config Error: You have two entries with the pid file: #{process.pid_file}"
+          exit(6)
+        else
+          @@pid_files[pid_key] = 0
+        end
+      end
+      
+      def process(process_name, &process_block)
+        process_proxy = @@process_proxy.new(process_name)
+        process_block.call(process_proxy)
+        process_proxy.create_child_process_template
+        
+        set_app_wide_attributes(process_proxy)
+        
+        assign_default_pid_file(process_proxy, process_name)
+        
+        validate_process(process_proxy, process_name)
+        
+        group = process_proxy.attributes.delete(:group)
+        process = process_proxy.to_process(process_name)
+        
+        
+        
+        @@app.add_process(process, group)
+      end
+      
+      def set_app_wide_attributes(process_proxy)
+        [:working_dir, :uid, :gid, :environment].each do |attribute|
+          unless process_proxy.attributes.key?(attribute)
+            process_proxy.attributes[attribute] = self.send(attribute)
+          end
+        end
+      end
+      
+      def assign_default_pid_file(process_proxy, process_name)
+        unless process_proxy.attributes.key?(:pid_file)
+          group_name = process_proxy.attributes["group"]
+          default_pid_name = [group_name, process_name].compact.join('_').gsub(/[^A-Za-z0-9_\-]/, "_")
+          process_proxy.pid_file = File.join(@@app.pids_dir, default_pid_name + ".pid")
+        end
+      end
+    end
+    
+    yield(app_proxy.new)
+    app.load
+  end
+end