mongrel_jcluster 0.0.1

data/README

@@ -0,0 +1,15 @@
+== Mongrel JCluster Plugin
+
+Tool to help start/stop/restart multiple mongrel servers in the same JVM using JRuby to use behind a load balancer like Apache 2.2 (mod_proxy_balancer), Lighttpd, Pound, Pen or Balance. This plugin adds an option to specify a number of Mongrel servers to launch, a range of ports, and a configuration file for the cluster. Use "-h" to see command syntax.
+
+Configure cluster and write configuration file:
+mongrel_rails jcluster::configure  
+
+Start cluster:
+mongrel_rails jcluster::start
+
+Restart cluster:
+mongrel_rails jcluster::restart
+
+Stop cluster:
+mongrel_rails jcluster::stop

data/Rakefile

@@ -0,0 +1,53 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/clean'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'tools/rakehelp'
+require 'fileutils'
+include FileUtils
+
+setup_tests
+setup_clean ["pkg", "lib/*.bundle", "*.gem", ".config"]
+
+setup_rdoc ['README', 'LICENSE', 'COPYING', 'lib/**/*.rb', 'doc/**/*.rdoc']
+
+desc "Does a full compile, test run"
+task :default => [:test, :package]
+
+version="0.0.1"
+name="mongrel_jcluster"
+
+setup_gem(name, version) do |spec|
+  spec.summary = "Mongrel plugin that provides commands for managing multiple Mongrel processes in a JVM."
+  spec.description = spec.summary
+  spec.author="Bradley Taylor & Ola Bini"
+  spec.add_dependency('gem_plugin', '>= 0.2.1')
+  spec.add_dependency('mongrel', '>= 0.3.13.4')
+  spec.files += Dir.glob("resources/**/*")
+  spec.has_rdoc = false
+  spec.files += Dir.glob("bin/*")
+  spec.files += Dir.glob("examples/*")
+  spec.default_executable = "mongrel_jcluster_ctl"
+  spec.executables = ["mongrel_jcluster_ctl"]
+end
+
+
+task :install => [:test, :package] do
+  sh %{sudo gem install pkg/#{name}-#{version}.gem}
+end
+
+task :uninstall => [:clean] do
+  sh %{sudo gem uninstall #{name}}
+end
+
+task :gem_source do
+  mkdir_p "pkg/gems"
+
+  FileList["**/*.gem"].each { |gem| mv gem, "pkg/gems" }
+  FileList["pkg/*.tgz"].each {|tgz| rm tgz }
+  rm_rf "pkg/#{name}-#{version}"
+
+  sh %{ generate_yaml_index.rb -d pkg }
+end
+

data/bin/mongrel_jcluster_ctl

@@ -0,0 +1,64 @@
+#!/usr/bin/env jruby
+# Copyright (c) 2006 Bradley Taylor, bradley@fluxura.com
+
+require 'optparse'
+
+def run(command, verbose)
+  Dir.chdir @options[:conf_path] do
+    confs =  Dir.glob("*.yml")
+    confs += Dir.glob("*.conf")
+    confs.each do |conf|
+      cmd = "jruby -S mongrel_rails jcluster::#{command} -c #{conf}"
+      cmd += " -v" if verbose
+      puts cmd if verbose
+      output = `sh -c '#{cmd}'`
+      puts output if verbose
+      puts "mongrel_rails jcluster::#{command} returned an error." unless $?.success?     
+    end
+  end  
+end
+
+@options = {}
+@options[:conf_path] = "/etc/mongrel_jcluster"
+@options[:verbose] = false
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: #{$0} (start|stop|restart) [options]"
+ 
+  opts.on("-c", "--conf_path PATH", "Path to mongrel_jcluster configuration files") { |value| @options[:conf_path] = value }
+  opts.on('-v', '--verbose', "Print all called commands and output.") { |value| @options[:verbose] = value }
+
+  if ARGV.empty?
+    puts opts
+    exit
+  else
+    @cmd = opts.parse!(ARGV)
+    if @cmd.nil?
+      puts opts
+      exit
+    end
+  end
+  
+end
+
+if @options[:conf_path] == nil && !File.directory?(@options[:conf_path])
+  puts "Invalid path to mongrel_jcluster configuration files: #{@options[:conf_path]}"
+  exit
+end
+
+case @cmd[0]
+when "start": 
+  puts "Starting all mongrel_jclusters..."
+  run "start", @options[:verbose]
+when "stop":
+  puts "Stopping all mongrel_jclusters..."
+  run "stop", @options[:verbose]
+when "restart":
+  puts "Restarting all mongrel_jclusters..."
+  run "stop", @options[:verbose]
+  run "start", @options[:verbose]
+else
+ puts "Unknown command."
+end
+
+exit

data/lib/mongrel_jcluster/init.rb

@@ -0,0 +1,192 @@
+require 'gem_plugin'
+require 'mongrel'
+require 'yaml'
+
+module JCluster
+  
+  module ExecBase
+     include Mongrel::Command::Base
+     
+      def validate
+        valid_exists?(@config_file, "Configuration file does not exist. Run mongrel_rails cluster::configure.")
+        return @valid
+      end
+      
+      def read_options
+        @options = { 
+          "environment" => ENV['RAILS_ENV'] || "development",
+          "port" => 3000,
+          "pid_file" => "log/mongrel.pid",
+          "servers" => 2, 
+          "jport" => 19222,
+          "jkey" => "aggfeeeeeeeeeeeeeergergwer35t45t327283428738fewgfygdsf8yesr834"
+        }
+        conf = YAML.load_file(@config_file)
+        @options.merge! conf if conf
+      end
+      
+      def start
+        read_options
+        port = @options["port"].to_i - 1
+        pid = @options["pid_file"].split(".")
+        puts "Starting JRuby server..."
+        system("sh -c 'jrubysrv -p #{@options["jport"]} -k #{@options["jkey"]} </dev/null >jrubyserver.stdout.log 2>jrubyserver.stderr.log &'")
+        sleep 1
+        puts "Starting #{@options["servers"]} Mongrel servers..."
+        1.upto(@options["servers"].to_i) do |i|
+          argv = [ "mongrel_rails" ]
+          argv << "start"
+          argv << "-e #{@options["environment"]}" if @options["environment"]
+          argv << "-p #{port+i}"
+          argv << "-a #{@options["address"]}"  if @options["address"]
+          argv << "-l #{@options["log_file"]}" if @options["log_file"]
+          argv << "-P #{pid[0]}.#{port+i}.#{pid[1]}"
+          argv << "-c #{@options["cwd"]}" if @options["cwd"]
+          argv << "-t #{@options["timeout"]}" if @options["timeout"]
+          argv << "-m #{@options["mime_map"]}" if @options["mime_map"]
+          argv << "-r #{@options["docroot"]}" if @options["docroot"]
+          argv << "-n #{@options["num_procs"]}" if @options["num_procs"]
+          argv << "-B" if @options["debug"]
+          argv << "-S #{@options["config_script"]}" if @options["config_script"]
+          argv << "--user #{@options["user"]}" if @options["user"]
+          argv << "--group #{@options["group"]}" if @options["group"]
+          argv << "--prefix #{@options["prefix"]}" if @options["prefix"]
+          cmd = argv.join " "
+
+          puts cmd if @verbose
+          output = `sh -c 'jrubycli -p #{@options["jport"]} -k #{@options["jkey"]} -S #{cmd}'`
+          unless $?.success?
+            puts cmd unless @verbose
+            puts output
+          end
+        end
+      end
+      
+      def stop
+        read_options
+        port = @options["port"].to_i - 1
+        pid = @options["pid_file"].split(".")
+        puts "Stopping #{@options["servers"]} Mongrel servers..."
+        output = `sh -c 'jrubycli -p #{@options["jport"]} -k #{@options["jkey"]} -t'`
+        unless $?.success?
+          puts cmd unless @verbose
+          puts output
+        end
+      end
+
+  end
+  
+  class Start < GemPlugin::Plugin "/commands"
+    include ExecBase
+    
+    def configure
+      options [ 
+        ['-C', '--config PATH', "Path to cluster configuration file", :@config_file, "config/mongrel_jcluster.yml"],
+        ['-v', '--verbose', "Print all called commands and output.", :@verbose, false]
+      ]
+    end
+
+    def run
+      start      
+    end
+  end
+  
+  class Stop < GemPlugin::Plugin "/commands"
+    include ExecBase
+
+    def configure
+      options [
+       ['-C', '--config PATH', "Path to cluster configuration file", :@config_file, "config/mongrel_jcluster.yml"],
+       ['-f', '--force', "Force the shutdown.", :@force, false],
+       ['-v', '--verbose', "Print all called commands and output.", :@verbose, false]
+      ]
+    end
+    
+    def run
+      stop
+    end  
+  end
+  
+  class Restart < GemPlugin::Plugin "/commands"
+    include ExecBase
+
+    def configure 
+      options [ 
+        ['-C', '--config PATH', "Path to cluster configuration file", :@config_file, "config/mongrel_jcluster.yml"],
+        ['-f', '--force', "Force the shutdown.", :@force, false],
+        ['-v', '--verbose', "Print all called commands and output.", :@verbose, false]       
+      ]
+    end
+    
+    def run
+      stop
+      start
+    end
+    
+  end
+  
+  class Configure < GemPlugin::Plugin "/commands"
+    include Mongrel::Command::Base
+    
+    def configure 
+      options [
+        ["-e", "--environment ENV", "Rails environment to run as", :@environment, nil],
+        ['-p', '--port PORT', "Starting port to bind to", :@port, 3000],
+        ['-a', '--address ADDR', "Address to bind to", :@address, nil],
+        ['-l', '--log FILE', "Where to write log messages", :@log_file, nil],
+        ['-P', '--pid FILE', "Where to write the PID", :@pid_file, "log/mongrel.pid"],
+        ['-c', '--chdir PATH', "Change to dir before starting (will be expanded)", :@cwd, nil],
+        ['-t', '--timeout SECONDS', "Timeout all requests after SECONDS time", :@timeout, nil],
+        ['-m', '--mime PATH', "A YAML file that lists additional MIME types", :@mime_map, nil],
+        ['-r', '--root PATH', "Set the document root (default 'public')", :@docroot, nil],
+        ['-n', '--num-procs INT', "Number of processor threads to use", :@num_procs, nil],
+        ['-B', '--debug', "Enable debugging mode", :@debug, nil],
+        ['-S', '--script PATH', "Load the given file as an extra config script.", :@config_script, nil],
+        ['-N', '--num-servers INT', "Number of Mongrel servers", :@servers, 2],
+        ['-C', '--config PATH', "Path to cluster configuration file", :@config_file, "config/mongrel_jcluster.yml"],
+        ['-R', '--jport PORT', "Local port where JRuby server should run", :@jport, 19222],
+        ['-K', '--jkey KEY', "Key to use for connecting to JRuby server", :@jkey, nil],
+        ['', '--user USER', "User to run as", :@user, nil],
+        ['', '--group GROUP', "Group to run as", :@group, nil],
+        ['', '--prefix PREFIX', "Rails prefix to use", :@prefix, nil]
+      ]
+    end
+
+    def validate
+      @servers = @servers.to_i
+      
+      valid?(@servers > 0, "Must give a valid number of servers")
+      valid_dir? File.dirname(@config_file), "Path to config file not valid: #{@config_file}"
+      
+      return @valid
+    end
+
+    def run
+      @options = { 
+        "port" => @port,
+        "servers" => @servers,
+        "pid_file" => @pid_file
+      }
+      
+      @options["log_file"] = @log_file if @log_file
+      @options["debug"] = @debug if @debug
+      @options["num_procs"] = @num_procs if @num_procs
+      @options["docroot"] = @docroot if @docroots
+      @options["address"] = @address if @address
+      @options["timeout"] = @timeout if @timeout
+      @options["environment"] = @environment if @environment
+      @options["mime_map"] = @mime_map if @mime_map
+      @options["config_script"] = @config_script if @config_script
+      @options["cwd"] = @cwd if @cwd
+      @options["user"] = @user if @user
+      @options["group"] = @group if @group
+      @options["prefix"] = @prefix if @prefix
+      @options["jkey"] = @jkey if @jkey
+      @options["jport"] = @jport if @jport
+      
+      puts "Writing configuration file to #{@config_file}."
+      File.open(@config_file,"w") {|f| f.write(@options.to_yaml)}
+    end  
+  end
+end
+

data/resources/defaults.yaml

@@ -0,0 +1,2 @@
+--- 
+:debug: false

data/resources/mongrel_jcluster

@@ -0,0 +1,41 @@
+#!/bin/bash
+#
+# Copyright (c) 2006 Bradley Taylor, bradley@railsmachine.com
+#
+# mongrel_jcluster       Startup script for Mongrel clusters.
+#
+# chkconfig: - 85 15
+# description: mongrel_jcluster manages multiple Mongrel processes for use \
+#              behind a load balancer.
+#              
+
+CONF_DIR=/etc/mongrel_jcluster
+RETVAL=0
+
+
+# Gracefully exit if the controller is missing.
+which mongrel_jcluster_ctl >/dev/null || exit 0
+
+# Go no further if config directory is missing.
+[ -d "$CONF_DIR" ] || exit 0
+
+case "$1" in
+    start)
+      mongrel_jcluster_ctl start -c $CONF_DIR
+      RETVAL=$?
+  ;;
+    stop)
+      mongrel_jcluster_ctl stop -c $CONF_DIR
+      RETVAL=$?
+  ;;
+    restart)
+      mongrel_jcluster_ctl restart -c $CONF_DIR
+      RETVAL=$?
+  ;;
+    *)
+      echo "Usage: mongrel_jcluster {start|stop|restart}"
+      exit 1
+  ;;
+esac      
+
+exit $RETVAL

data/tools/rakehelp.rb

@@ -0,0 +1,105 @@
+
+def make(makedir)
+    Dir.chdir(makedir) do
+        sh(PLATFORM =~ /win32/ ? 'nmake' : 'make')
+    end
+end
+
+
+def extconf(dir)
+    Dir.chdir(dir) do ruby "extconf.rb" end
+end
+
+
+def setup_tests
+    Rake::TestTask.new do |t|
+        t.libs << "test"
+        t.test_files = FileList['test/test*.rb']
+        t.verbose = true
+    end
+end
+
+
+def setup_clean otherfiles
+    files = ['build/*', '**/*.o', '**/*.so', '**/*.a', 'lib/*-*', '**/*.log'] + otherfiles
+    CLEAN.include(files)
+end
+
+
+def setup_rdoc files
+    Rake::RDocTask.new do |rdoc|
+        rdoc.rdoc_dir = 'doc/rdoc'
+        rdoc.options << '--line-numbers'
+        rdoc.rdoc_files.add(files)
+    end
+end
+
+
+def setup_extension(dir, extension)
+    ext = "ext/#{dir}"
+    ext_so = "#{ext}/#{extension}.#{Config::CONFIG['DLEXT']}"
+    ext_files = FileList[
+    "#{ext}/*.c",
+    "#{ext}/*.h",
+    "#{ext}/extconf.rb",
+    "#{ext}/Makefile",
+    "lib"
+    ] 
+    
+    task "lib" do
+        directory "lib"
+    end
+
+    desc "Builds just the #{extension} extension"
+    task extension.to_sym => ["#{ext}/Makefile", ext_so ]
+
+    file "#{ext}/Makefile" => ["#{ext}/extconf.rb"] do
+        extconf "#{ext}"
+    end
+
+    file ext_so => ext_files do
+        make "#{ext}"
+        cp ext_so, "lib"
+    end
+end
+
+
+def base_gem_spec(pkg_name, pkg_version)
+  pkg_version = pkg_version
+  pkg_name    = pkg_name
+  pkg_file_name = "#{pkg_name}-#{pkg_version}"
+  Gem::Specification.new do |s|
+    s.name = pkg_name
+    s.version = pkg_version
+    s.platform = Gem::Platform::RUBY
+    s.has_rdoc = true
+    s.extra_rdoc_files = [ "README" ]
+    
+    s.files = %w(COPYING LICENSE README Rakefile) +
+      Dir.glob("{bin,doc/rdoc,test,lib}/**/*") + 
+      Dir.glob("ext/**/*.{h,c,rb}") +
+      Dir.glob("examples/**/*.rb") +
+      Dir.glob("tools/*.rb")
+    
+    s.require_path = "lib"
+    s.extensions = FileList["ext/**/extconf.rb"].to_a
+    s.bindir = "bin"
+  end
+end
+
+def setup_gem(pkg_name, pkg_version)
+  spec = base_gem_spec(pkg_name, pkg_version)
+  yield spec if block_given?
+    
+  Rake::GemPackageTask.new(spec) do |p|
+    p.gem_spec = spec
+    p.need_tar = true
+  end
+end
+
+def setup_win32_gem(pkg_name, pkg_version)
+  spec = base_gem_spec(pkg_name, pkg_version)
+  yield spec if block_given?
+
+  Gem::Builder.new(spec).build
+end