sponges 0.0.1

data/lib/sponges.rb

@@ -0,0 +1,30 @@
+# encoding: utf-8
+require 'boson/runner'
+require 'logger'
+require 'nest'
+require_relative 'sponges/configuration'
+require_relative 'sponges/cpu_infos'
+require_relative 'sponges/worker_builder'
+require_relative 'sponges/supervisor'
+require_relative 'sponges/runner'
+require_relative 'sponges/cli'
+
+module Sponges
+  SIGNALS = [:INT, :QUIT, :TERM]
+
+  def configure(&block)
+    Sponges::Configuration.configure &block
+  end
+  module_function :configure
+
+  def start
+    Sponges::Cli.start
+  end
+  module_function :start
+
+  def logger
+    return @logger if @logger
+    @logger = Sponges::Configuration.logger || Logger.new(STDOUT)
+  end
+  module_function :logger
+end

data/lib/sponges/cli.rb

@@ -0,0 +1,44 @@
+# encoding: utf-8
+module Sponges
+  class Cli  < Boson::Runner
+    option :daemonize,  type: :boolean
+    option :size,       type: :numeric
+    desc "Start workers"
+    def start(options = {})
+      Sponges::Runner.new(Sponges::Configuration.worker_name, options).
+        work(Sponges::Configuration.worker, Sponges::Configuration.worker_method)
+    end
+
+    option :gracefully, type: :boolean
+    desc "Stop workers"
+    def stop(options = {})
+      Sponges::Runner.new(Sponges::Configuration.worker_name, options).
+        rest
+    end
+
+    desc "Show running processes"
+    def list
+      redis = Nest.new('sponges')
+      puts %q{
+ ___ _ __   ___  _ __   __ _  ___  ___
+/ __| '_ \ / _ \| '_ \ / _` |/ _ \/ __|
+\__ \ |_) | (_) | | | | (_| |  __/\__ \
+|___/ .__/ \___/|_| |_|\__, |\___||___/
+    | |                 __/ |
+    |_|                |___/
+}.gsub(/^\n/, '') + "\n"
+      puts "Workers:"
+      Array(redis[:workers].smembers).each do |worker|
+        puts worker.rjust(6)
+        puts "supervisor".rjust(15)
+        puts redis[:worker][worker][:supervisor].get.rjust(12)
+        puts "children".rjust(13)
+        Array(redis[:worker][worker][:pids].smembers).each do |pid|
+          puts pid.rjust(12)
+        end
+      end
+      puts "\n"
+    end
+  end
+
+end

data/lib/sponges/configuration.rb

@@ -0,0 +1,20 @@
+# encoding: utf-8
+module Sponges
+  class Configuration
+    class << self
+      ACCESSOR = [:worker_name, :worker, :worker_method, :logger]
+      attr_accessor *ACCESSOR
+
+      def configure
+        yield self
+      end
+
+      def configuration
+        ACCESSOR.inject({}) do |conf, method|
+          conf[method] = send(method)
+          conf
+        end
+      end
+    end
+  end
+end

data/lib/sponges/cpu_infos.rb

@@ -0,0 +1,8 @@
+# encoding: utf-8
+class CpuInfo
+  class << self
+    def cores_size
+      `grep -c processor /proc/cpuinfo`.to_i
+    end
+  end
+end

data/lib/sponges/runner.rb

@@ -0,0 +1,71 @@
+# encoding: utf-8
+module Sponges
+  class Runner
+    def initialize(name, options = {})
+      @name = name
+      @options = default_options.merge options
+      @redis = Nest.new('sponges')
+    end
+
+    def work(worker, method, *args, &block)
+      Sponges.logger.info "Runner #{@name} start message received."
+      @supervisor = fork_supervisor(worker, method, *args, &block)
+      @redis[:worker][@name][:supervisor].set @supervisor
+      trap_signals
+      Sponges.logger.info "Supervisor started with #{@supervisor} pid."
+      if daemonize?
+        Sponges.logger.info "Supervisor daemonized."
+        Process.daemon
+      else
+        Process.waitpid(@supervisor) unless daemonize?
+      end
+    end
+
+    def rest
+      Sponges.logger.info "Runner #{@name} stop message received."
+      if pid = @redis[:worker][@name][:supervisor].get
+        begin
+          Process.kill gracefully? ? :HUP : :QUIT, pid.to_i
+        rescue Errno::ESRCH => e
+          Sponges.logger.error e
+        end
+      else
+        Sponges.logger.info "No supervisor found."
+      end
+    end
+
+    private
+
+    def trap_signals
+      Sponges::SIGNALS.each do |signal|
+        trap(signal) {|signal| kill_supervisor(signal) }
+      end
+    end
+
+    def kill_supervisor(signal)
+      Sponges.logger.info "Supervisor receive a #{signal} signal."
+      Process.kill :USR1, @supervisor
+    end
+
+    def default_options
+      {
+        size: CpuInfo.cores_size
+      }
+    end
+
+    def fork_supervisor(worker, method, *args, &block)
+      fork do
+        $PROGRAM_NAME = "#{@name}_supervisor"
+        Supervisor.new(@name, @options, worker, method, *args, &block).start
+      end
+    end
+
+    def daemonize?
+      !!@options[:daemonize]
+    end
+
+    def gracefully?
+      !!@options[:gracefully]
+    end
+  end
+end

data/lib/sponges/supervisor.rb

@@ -0,0 +1,84 @@
+# encoding: utf-8
+module Sponges
+  class Supervisor
+    def initialize(name, options, worker, method, *args, &block)
+      @name, @options = name, options
+      @worker, @method, @args, @block = worker, method, args, block
+      @redis = Nest.new('sponges')
+      @redis[:workers].sadd name
+      @pids = @redis[:worker][name][:pids]
+      @children_seen = 0
+    end
+
+    def start
+      @options[:size].times do
+        fork_children
+      end
+      trap_signals
+      sleep
+    end
+
+    private
+
+    def fork_children
+      name = children_name
+      pid = fork do
+        $PROGRAM_NAME = name
+        Sponges::WorkerBuilder.new(@worker, @method, *@args, &@block).start
+      end
+      Sponges.logger.info "Supervisor create a child with #{pid} pid."
+      @pids.sadd pid
+    end
+
+    def children_name
+      "#{@name}_child_#{@children_seen +=1}"
+    end
+
+    def trap_signals
+      (Sponges::SIGNALS + [:HUP]).each do |signal|
+        trap(signal) do
+          handle_signal signal
+        end
+      end
+      trap(:CHLD) do
+        pids.each do |pid|
+          begin
+            dead = Process.waitpid(pid.to_i, Process::WNOHANG)
+            if dead
+              Sponges.logger.warn "Child #{dead} died. Restarting a new one..."
+              @pids.srem dead
+              fork_children
+            end
+          rescue Errno::ECHILD => e
+            Sponges.logger.error e
+          end
+        end
+      end
+    end
+
+    def handle_signal(signal)
+      Sponges.logger.info "Supervisor received #{signal} signal."
+      kill_them_all(signal)
+      Process.waitall
+      Sponges.logger.info "Children shutdown complete."
+      Sponges.logger.info "Supervisor shutdown. Exiting..."
+      Process.kill :USR1, @redis[:worker][@name][:supervisor].to_i
+    end
+
+    def kill_them_all(signal)
+      pids.each do |pid|
+        begin
+          Process.kill signal, pid.to_i
+          @pids.srem pid
+          Sponges.logger.info "Child #{pid} receive a #{signal} signal."
+        rescue Errno::ESRCH => e
+          Sponges.logger.error e
+        end
+      end
+    end
+
+    def pids
+      Array(@pids.smembers)
+    end
+  end
+end

data/lib/sponges/version.rb

@@ -0,0 +1,3 @@
+module Sponges
+  VERSION = "0.0.1"
+end

data/lib/sponges/worker_builder.rb

@@ -0,0 +1,23 @@
+# encoding: utf-8
+module Sponges
+  class WorkerBuilder
+    def initialize(worker, method, *args, &block)
+      @worker, @method, @args, @block = worker, method, args, block
+    end
+
+    def start
+      trap_signals
+      @worker.send(@method, *@args, &@block)
+    end
+
+    private
+
+    def trap_signals
+      Sponges::SIGNALS.each do |signal|
+        trap(signal) do
+          exit 0
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: sponges
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- chatgris
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: boson
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: When I build some worker, I want them to be like an army of spongebob,
+  always stressed and eager to work. sponges helps you to build this army of sponge,
+  to control them, and, well, kill them gracefully.
+email:
+- jboyer@af83.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sponges.rb
+- lib/sponges/cli.rb
+- lib/sponges/configuration.rb
+- lib/sponges/cpu_infos.rb
+- lib/sponges/runner.rb
+- lib/sponges/supervisor.rb
+- lib/sponges/version.rb
+- lib/sponges/worker_builder.rb
+homepage: https://github.com/AF83/sponges
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Turn any ruby object in a daemons controlling an army of sponges.
+test_files: []