cloud66-bluepill 0.0.62

data/lib/bluepill.rb

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+require 'rubygems'
+
+require 'bundler/setup' if ENV['BUNDLE_GEMFILE'] && File.exists?(ENV['BUNDLE_GEMFILE'])
+
+require 'thread'
+require 'monitor'
+require 'syslog'
+require 'timeout'
+require 'logger'
+
+require 'active_support/inflector'
+require 'active_support/core_ext/hash'
+require 'active_support/core_ext/numeric'
+require 'active_support/duration'
+
+require 'bluepill/dsl/process_proxy'
+require 'bluepill/dsl/process_factory'
+require 'bluepill/dsl/app_proxy'
+
+require 'bluepill/application'
+require 'bluepill/controller'
+require 'bluepill/socket'
+require "bluepill/process"
+require "bluepill/process_statistics"
+require "bluepill/group"
+require "bluepill/logger"
+require "bluepill/condition_watch"
+require 'bluepill/trigger'
+require 'bluepill/triggers/flapping'
+require "bluepill/dsl"
+require "bluepill/system"
+
+require "bluepill/process_conditions"
+
+require "bluepill/util/rotational_array"
+
+require "bluepill/version"

data/lib/bluepill/application.rb

@@ -0,0 +1,215 @@
+# -*- encoding: utf-8 -*-
+require 'thread'
+require 'bluepill/system'
+require 'bluepill/process_journal'
+
+module Bluepill
+  class Application
+    PROCESS_COMMANDS = [:start, :stop, :restart, :unmonitor, :status]
+
+    attr_accessor :name, :logger, :base_dir, :socket, :pid_file, :kill_timeout
+    attr_accessor :groups, :work_queue
+    attr_accessor :pids_dir, :log_file
+
+    def initialize(name, options = {})
+      self.name = name
+
+      @foreground   = options[:foreground]
+      self.log_file = options[:log_file]
+      self.base_dir = ProcessJournal.base_dir = options[:base_dir] || '/var/run/bluepill'
+      self.pid_file = File.join(self.base_dir, 'pids', self.name + ".pid")
+      self.pids_dir = File.join(self.base_dir, 'pids', self.name)
+      self.kill_timeout = options[:kill_timeout] || 10
+
+      self.groups = {}
+
+      self.logger = ProcessJournal.logger = Bluepill::Logger.new(:log_file => self.log_file, :stdout => foreground?).prefix_with(self.name)
+
+      self.setup_signal_traps
+      self.setup_pids_dir
+
+      @mutex = Mutex.new
+    end
+
+    def foreground?
+      !!@foreground
+    end
+
+    def mutex(&b)
+      @mutex.synchronize(&b)
+    end
+
+    def load
+      begin
+        self.start_server
+      rescue StandardError => e
+        $stderr.puts "Failed to start bluepill:"
+        $stderr.puts "%s `%s`" % [e.class.name, e.message]
+        $stderr.puts e.backtrace
+        exit(5)
+      end
+    end
+
+    PROCESS_COMMANDS.each do |command|
+      class_eval <<-END
+        def #{command}(group_name = nil, process_name = nil)
+          self.send_to_process_or_group(:#{command}, group_name, process_name)
+        end
+      END
+    end
+
+    def add_process(process, group_name = nil)
+      group_name = group_name.to_s if group_name
+
+      self.groups[group_name] ||= Group.new(group_name, :logger => self.logger.prefix_with(group_name))
+      self.groups[group_name].add_process(process)
+    end
+
+    def version
+      Bluepill::VERSION
+    end
+
+    protected
+    def send_to_process_or_group(method, group_name, process_name)
+      if group_name.nil? && process_name.nil?
+        self.groups.values.collect do |group|
+          group.send(method)
+        end.flatten
+      elsif self.groups.key?(group_name)
+        self.groups[group_name].send(method, process_name)
+      elsif process_name.nil?
+        # they must be targeting just by process name
+        process_name = group_name
+        self.groups.values.collect do |group|
+          group.send(method, process_name)
+        end.flatten
+      else
+        []
+      end
+    end
+
+    def start_listener
+      @listener_thread.kill if @listener_thread
+      @listener_thread = Thread.new do
+        loop do
+          begin
+            client = self.socket.accept
+            client.close_on_exec = true  if client.respond_to?(:close_on_exec=)
+            command, *args = client.readline.strip.split(":")
+            response = begin
+              mutex { self.send(command, *args) }
+            rescue Exception => e
+              e
+            end
+            client.write(Marshal.dump(response))
+          rescue StandardError => e
+            logger.err("Got exception in cmd listener: %s `%s`" % [e.class.name, e.message])
+            e.backtrace.each {|l| logger.err(l)}
+          ensure
+            begin
+              client.close
+            rescue IOError
+              # closed stream
+            end
+          end
+        end
+      end
+    end
+
+    def start_server
+      self.kill_previous_bluepill
+	  ProcessJournal.kill_all_from_journal(self.name)
+	  ProcessJournal.clear_all_atomic_fs_locks(self.name)
+      ::Process.setpgid(0, 0) rescue Errno::EPERM nil
+
+      Daemonize.daemonize unless foreground?
+
+      self.logger.reopen
+
+      $0 = "bluepilld: #{self.name}"
+
+      self.groups.each {|_, group| group.determine_initial_state }
+
+
+      self.write_pid_file
+      self.socket = Bluepill::Socket.server(self.base_dir, self.name)
+      self.start_listener
+
+      self.run
+    end
+
+    def run
+      @running = true # set to false by signal trap
+      while @running
+        mutex do
+          System.reset_data
+          self.groups.each { |_, group| group.tick }
+        end
+        sleep 1
+      end
+    end
+
+    def cleanup
+	  ProcessJournal.kill_all_from_journal(self.name)
+	  ProcessJournal.clear_all_atomic_fs_locks(self.name)
+      begin
+        System.delete_if_exists(self.socket.path) if self.socket
+      rescue IOError
+      end
+      System.delete_if_exists(self.pid_file)
+    end
+
+    def setup_signal_traps
+      terminator = Proc.new do
+        puts "Terminating..."
+        cleanup
+        @running = false
+      end
+
+      Signal.trap("TERM", &terminator)
+      Signal.trap("INT", &terminator)
+
+      Signal.trap("HUP") do
+        self.logger.reopen if self.logger
+      end
+    end
+
+    def setup_pids_dir
+      FileUtils.mkdir_p(self.pids_dir) unless File.exists?(self.pids_dir)
+      # we need everybody to be able to write to the pids_dir as processes managed by
+      # bluepill will be writing to this dir after they've dropped privileges
+      FileUtils.chmod(0777, self.pids_dir)
+    end
+
+    def kill_previous_bluepill
+      if File.exists?(self.pid_file)
+        previous_pid = File.read(self.pid_file).to_i
+        if System.pid_alive?(previous_pid)
+          begin
+            ::Process.kill(0, previous_pid)
+            puts "Killing previous bluepilld[#{previous_pid}]"
+            ::Process.kill(2, previous_pid)
+          rescue Exception => e
+            $stderr.puts "Encountered error trying to kill previous bluepill:"
+            $stderr.puts "#{e.class}: #{e.message}"
+            exit(4) unless e.is_a?(Errno::ESRCH)
+          else
+            kill_timeout.times do |i|
+              sleep 0.5
+              break unless System.pid_alive?(previous_pid)
+            end
+
+            if System.pid_alive?(previous_pid)
+              $stderr.puts "Previous bluepilld[#{previous_pid}] didn't die"
+              exit(4)
+            end
+          end
+        end
+      end
+    end
+
+    def write_pid_file
+      File.open(self.pid_file, 'w') { |x| x.write(::Process.pid) }
+    end
+  end
+end

data/lib/bluepill/application/client.rb

@@ -0,0 +1,8 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  module Application
+    module Client
+
+    end
+  end
+end

data/lib/bluepill/application/server.rb

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  module Application
+    module ServerMethods
+
+      def status
+        self.processes.collect do |process|
+          "#{process.name} #{process.state}"
+        end.join("\n")
+      end
+
+      def restart
+        self.socket = Bluepill::Socket.new(name, base_dir).client
+        socket.send("restart\n", 0)
+      end
+
+      def stop
+        self.socket = Bluepill::Socket.new(name, base_dir).client
+        socket.send("stop\n", 0)
+      end
+    end
+  end
+end

data/lib/bluepill/condition_watch.rb

@@ -0,0 +1,51 @@
+# -*- encoding: utf-8 -*-
+module Bluepill
+  class HistoryValue < Struct.new(:value, :critical)
+  end
+
+  class ConditionWatch
+    attr_accessor :logger, :name
+    EMPTY_ARRAY = [].freeze # no need to recreate one every tick
+
+    def initialize(name, options = {})
+      @name = name
+
+      @logger = options.delete(:logger)
+      @fires  = options.has_key?(:fires) ? Array(options.delete(:fires)) : [:restart]
+      @every  = options.delete(:every)
+      @times  = options.delete(:times) || [1,1]
+      @times  = [@times, @times] unless @times.is_a?(Array) # handles :times => 5
+      @include_children = options.delete(:include_children) || false
+
+      self.clear_history!
+
+      @process_condition = ProcessConditions[@name].new(options)
+    end
+
+    def run(pid, tick_number = Time.now.to_i)
+      if @last_ran_at.nil? || (@last_ran_at + @every) <= tick_number
+        @last_ran_at = tick_number
+
+        value = @process_condition.run(pid, @include_children)
+        @history << HistoryValue.new(@process_condition.format_value(value), @process_condition.check(value))
+        self.logger.info(self.to_s)
+
+        return @fires if self.fired?
+      end
+      EMPTY_ARRAY
+    end
+
+    def clear_history!
+      @history = Util::RotationalArray.new(@times.last)
+    end
+
+    def fired?
+      @history.count {|v| not v.critical} >= @times.first
+    end
+
+    def to_s
+      data = @history.collect {|v| "#{v.value}#{'*' unless v.critical}"}.join(", ")
+      "#{@name}: [#{data}]\n"
+    end
+  end
+end

data/lib/bluepill/controller.rb

@@ -0,0 +1,122 @@
+# -*- encoding: utf-8 -*-
+require 'fileutils'
+require 'bluepill/system'
+
+module Bluepill
+  class Controller
+    attr_accessor :base_dir, :log_file, :sockets_dir, :pids_dir
+
+    def initialize(options = {})
+      self.log_file = options[:log_file]
+      self.base_dir = options[:base_dir]
+      self.sockets_dir = File.join(base_dir, 'socks')
+      self.pids_dir = File.join(base_dir, 'pids')
+
+      setup_dir_structure
+      cleanup_bluepill_directory
+    end
+
+    def running_applications
+      Dir[File.join(sockets_dir, "*.sock")].map{|x| File.basename(x, ".sock")}
+    end
+
+    def handle_command(application, command, *args)
+      case command.to_sym
+      when :status
+        puts self.send_to_daemon(application, :status, *args)
+      when *Application::PROCESS_COMMANDS
+        # these need to be sent to the daemon and the results printed out
+        affected = self.send_to_daemon(application, command, *args)
+        if affected.empty?
+          puts "No processes effected"
+        else
+          puts "Sent #{command} to:"
+          affected.each do |process|
+            puts "  #{process}"
+          end
+        end
+      when :quit
+        pid = pid_for(application)
+        if System.pid_alive?(pid)
+          ::Process.kill("TERM", pid)
+          puts "Killing bluepilld[#{pid}]"
+        else
+          puts "bluepilld[#{pid}] not running"
+        end
+      when :log
+        log_file_location = self.send_to_daemon(application, :log_file)
+        log_file_location = self.log_file if log_file_location.to_s.strip.empty?
+
+        requested_pattern = args.first
+        grep_pattern = self.grep_pattern(application, requested_pattern)
+
+        tail = "tail -n 100 -f #{log_file_location} | grep -E '#{grep_pattern}'"
+        puts "Tailing log for #{requested_pattern}..."
+        Kernel.exec(tail)
+      else
+        $stderr.puts "Unknown command `%s` (or application `%s` has not been loaded yet)" % [command, command]
+        exit(1)
+      end
+    end
+
+    def send_to_daemon(application, command, *args)
+      begin
+        verify_version!(application)
+
+        command = ([command, *args]).join(":")
+        response = Socket.client_command(base_dir, application, command)
+        if response.is_a?(Exception)
+          $stderr.puts "Received error from server:"
+          $stderr.puts response.inspect
+          $stderr.puts response.backtrace.join("\n")
+          exit(8)
+        else
+          response
+        end
+
+      rescue Errno::ECONNREFUSED
+        abort("Connection Refused: Server is not running")
+      end
+    end
+
+    def grep_pattern(application, query = nil)
+      pattern = [application, query].compact.join(':')
+      ['\[.*', Regexp.escape(pattern), '.*'].compact.join
+    end
+    private
+
+    def cleanup_bluepill_directory
+      self.running_applications.each do |app|
+        pid = pid_for(app)
+        if !pid || !System.pid_alive?(pid)
+          pid_file = File.join(self.pids_dir, "#{app}.pid")
+          sock_file = File.join(self.sockets_dir, "#{app}.sock")
+          System.delete_if_exists(pid_file)
+          System.delete_if_exists(sock_file)
+        end
+      end
+    end
+
+    def pid_for(app)
+      pid_file = File.join(self.pids_dir, "#{app}.pid")
+      File.exists?(pid_file) && File.read(pid_file).to_i
+    end
+
+    def setup_dir_structure
+      [@sockets_dir, @pids_dir].each do |dir|
+        FileUtils.mkdir_p(dir) unless File.exists?(dir)
+      end
+    end
+
+    def verify_version!(application)
+      begin
+        version = Socket.client_command(base_dir, application, "version")
+        if version != Bluepill::VERSION
+          abort("The running version of your daemon seems to be out of date.\nDaemon Version: #{version}, CLI Version: #{Bluepill::VERSION}")
+        end
+      rescue ArgumentError
+        abort("The running version of your daemon seems to be out of date.")
+      end
+    end
+  end
+end