centostrano 0.1 → 0.2

data/lib/deprec/recipes/rails.rb

@@ -63,16 +63,13 @@ Capistrano::Configuration.instance(:must_exist).load do
         top.centos.rubygems.install      
         
         # Stop and deactivate apache 2
-        deprec2.for_roles('web') do
-          top.centos.apache.stop
-          top.centos.apache.deactivate
-        end
- 
+        top.centos.apache.stop
+        top.centos.apache.deactivate
+
         # Install nginx 
-        deprec2.for_roles('web') do
-          top.centos.nginx.install        
-        end
-         
+        top.centos.nginx.install        
+        
+        # XXX check this out before removing - Mike 
         deprec2.for_roles('app') do
           top.centos.svn.install
           top.centos.git.install     
@@ -81,16 +78,10 @@ Capistrano::Configuration.instance(:must_exist).load do
           top.centos.rails.install
         end
          
-        deprec2.for_roles('web,app') do
-          top.centos.logrotate.install        
-        end
+        top.centos.logrotate.install        
         
-        # Install database separately
-        # deprec2.for_roles('db') do
-        #   top.centos.mysql.install
-        #   top.centos.mysql.start      
-        # end
-
+        top.centos.mysql.install
+        top.centos.mysql.start      
       end
      
       task :install_rails_stack do
@@ -98,7 +89,7 @@ Capistrano::Configuration.instance(:must_exist).load do
         install_stack
       end
 
-      task :install_gems_for_project do
+      task :install_gems_for_project, :roles => :app do
           if gems_for_project
             gems_for_project.each { |gem| gem2.install(gem) }
           end
@@ -123,7 +114,6 @@ Capistrano::Configuration.instance(:must_exist).load do
           deprec2.render_template(:nginx, file)
         end
         top.centos.mongrel.config_gen_project
-        top.centos.mongrel.config_project
       end
 
       desc "Push out config files for rails app."
@@ -131,23 +121,23 @@ Capistrano::Configuration.instance(:must_exist).load do
         deprec2.push_configs(:nginx, PROJECT_CONFIG_FILES[:nginx])
         top.centos.mongrel.config_project
         symlink_nginx_vhost
-        symlink_logrotate_config
+        symlink_nginx_logrotate_config
       end
 
       task :symlink_nginx_vhost, :roles => :web do
         sudo "ln -sf #{deploy_to}/nginx/rails_nginx_vhost.conf #{nginx_vhost_dir}/#{application}.conf"
       end
       
-      task :symlink_logrotate_config, :roles => :web do
+      task :symlink_nginx_logrotate_config, :roles => :web do
         sudo "ln -sf #{deploy_to}/nginx/logrotate.conf /etc/logrotate.d/nginx-#{application}"
       end
  
-      task :create_config_dir do
+      task :create_config_dir, :roles => :app do
         deprec2.mkdir("#{shared_path}/config", :group => group, :mode => 0775, :via => :sudo)
       end
 
       desc "Create deployment group and add current user to it"
-      task :setup_user_perms do
+      task :setup_user_perms, :roles => [:app, :web] do
         deprec2.groupadd(group)
         deprec2.add_user_to_group(user, group)
         deprec2.groupadd(mongrel_group)
@@ -169,7 +159,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       end
 
       # setup extra paths required for deployment
-      task :setup_paths, :roles => :app do
+      task :setup_paths, :roles => [:app, :web] do
         deprec2.mkdir(deploy_to, :mode => 0775, :group => group, :via => :sudo)
         deprec2.mkdir(shared_path, :mode => 0775, :group => group, :via => :sudo)
       end

data/lib/deprec/recipes/ruby.rb

@@ -9,7 +9,7 @@ Capistrano::Configuration.instance(:must_exist).load do
         :md5sum => "c36e011733a3a3be6f43ba27b7cd7485 ruby-1.8.6-p111.tar.gz", 
         :dir => 'ruby-1.8.6-p111',  
         :url => "ftp://ftp.ruby-lang.org/pub/ruby/1.8/ruby-1.8.6-p111.tar.gz",
-        :unpack => "tar zxf ruby-1.8.6-p111.tar.gz; cd ruby-1.8.6-p111; wget -q -O - wget http://blog.phusion.nl/assets/r8ee-security-patch-20080623-2.txt | patch -p1",
+        :unpack => "tar zxf ruby-1.8.6-p111.tar.gz; cd ruby-1.8.6-p111; wget -q -O - wget http://blog.phusion.nl/assets/r8ee-security-patch-20080623-2.txt | patch -p1;",
         :configure => %w(
           ./configure
           --with-install-readline
@@ -28,7 +28,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       end
       
       task :install_deps do
-        apt.install( {:base => %w(pcre* gcc make openssl openssl-devel readline-devel)}, :stable )
+        apt.install( {:base => %w(pcre* gcc make openssl openssl-devel readline-devel patch)}, :stable )
       end
 
     end
@@ -39,13 +39,13 @@ Capistrano::Configuration.instance(:must_exist).load do
     namespace :rubygems do
   
       SRC_PACKAGES[:rubygems] = {
-        :filename => 'rubygems-1.2.0.tgz',   
-        :md5sum => "b77a4234360735174d1692e6fc598402 rubygems-1.2.0.tgz", 
-        :dir => 'rubygems-1.2.0',  
-        :url => "http://rubyforge.org/frs/download.php/38646/rubygems-1.2.0.tgz",
-        :unpack => "tar zxf rubygems-1.2.0.tgz;",
+        :filename => 'rubygems-1.3.1.tgz',   
+        :md5sum => "a04ee6f6897077c5b75f5fd1e134c5a9  rubygems-1.3.1.tgz", 
+        :url => "http://rubyforge.org/frs/download.php/45905/rubygems-1.3.1.tgz",
+        :dir => 'rubygems-1.3.1',  
+        :unpack => "tar zxf rubygems-1.3.1.tgz;",
         :install => 'ruby setup.rb;',
-        :version => 'c1.2.0',
+        :version => 'c1.3.1',
         :release => '1'
       }
       

data/lib/deprec/recipes/sphinx.rb

@@ -87,3 +87,6 @@ Capistrano::Configuration.instance(:must_exist).load do
     end 
   end
 end
+# ultrasphinx deployment notes
+# http://blog.evanweaver.com/files/doc/fauna/ultrasphinx/files/DEPLOYMENT_NOTES.html
+

data/lib/deprec/recipes/svn.rb

@@ -34,7 +34,7 @@ Capistrano::Configuration.instance(:must_exist).load do
   set(:svn_backup_dir) { File.join(backup_dir, 'svn') }
   
   desc "Install Subversion"
-  task :install, :roles => :scm do
+  task :install do
     install_deps
     # XXX should really check if apache has already been installed
     # XXX can do that when we move to rake

data/lib/deprec/templates/mongrel/logrotate.conf.erb

@@ -1,4 +1,4 @@
-/var/www/apps/<%= application %>/shared/log/production.log /var/www/apps/<%= application %>/shared/log/mongrel.*.log {
+<%= shared_path %>/log/<%= rails_env %>.log <%= shared_path %>/log/mongrel.*.log {
   daily
   rotate 14
   dateext

data/lib/deprec/templates/nagios/check_linux_free_memory.pl

@@ -0,0 +1,118 @@
+#!/usr/bin/perl
+use strict;
+use warnings;
+use Getopt::Long;
+use File::Basename;
+
+# Author: Dean Wilson ; License: GPL
+# Project Home: http://www.unixdaemon.net/
+# For documentation look at the bottom of this file, or run with '-h'
+# Version 0.5 - Tided up arg handling. Added usage
+
+# Changes:
+# Usage information corrected, thanks to Bartlomiej Konarski
+
+# nagios requires a 3 for unknown errors.
+$SIG{__DIE__} = sub {
+  print @_;
+  exit 3;
+};
+
+my $app = basename($0);
+
+GetOptions(
+  "w|warn=s" => \( my $warn_percent = 30 ),
+  "c|crit=s" => \( my $crit_percent = 20 ),
+  "h|help"   => \&usage,
+);
+
+# remove any % passed in
+$warn_percent =~ s/%//;
+$crit_percent =~ s/%//;
+
+die "Warning value must be larger than critical value\n"
+  unless $warn_percent >= $crit_percent;
+
+my $memory_stats_ref = get_mem();
+my $percentage_free = get_percentage($memory_stats_ref);
+
+if ($percentage_free <= $crit_percent) {
+  print "CRIT: Only $percentage_free% ($memory_stats_ref->{free_cache}M) of memory free!\n";
+  exit 2;
+} elsif ($percentage_free <= $warn_percent) {
+  print "WARN: Only $percentage_free% ($memory_stats_ref->{free_cache}M) of memory free!\n";
+  exit 1;
+} else {
+  print "OK: $percentage_free% ($memory_stats_ref->{free_cache}M) free memory.\n";
+  exit 0;
+}
+
+#########################################
+
+sub get_mem {
+   # get the two values from the free command.
+   # return them as a hash ref
+
+   my %memory_stats;
+
+  open(FREEPIPE, "free -m |")
+    || die "Failed to open 'free'\n$!\n";
+
+  while(<FREEPIPE>) {
+    chomp;
+    next unless m!buffers/cache:!;
+    m/[^\d]+(\d+)\s+(\d+)$/;
+    $memory_stats{'used_cache'} = $1;
+    $memory_stats{'free_cache'} = $2;
+  }
+
+  close FREEPIPE;
+
+  return \%memory_stats;
+}
+
+#------------------------------------------#
+
+sub get_percentage {
+  my $mem_stats_ref = shift;
+  my $percentage_free;
+
+  my $total = $mem_stats_ref->{'used_cache'} + $mem_stats_ref->{'free_cache'};
+  $percentage_free = int (($mem_stats_ref->{'free_cache'} / $total) * 100);
+
+  return $percentage_free;
+}
+
+#------------------------------------------#
+
+sub usage {
+  print<<EOU;
+
+$app - Copyright (c) 2006 Dean Wilson. Licensed under the GPL
+
+This script reports the percentage of memory that's still free along
+with a warning or a critical based upon user defined threshholds.
+
+This script was written to be used in conjunction with Nagios.
+
+Usage Examples:
+ $app   -w 20 -c 10
+ $app   -warn 30 -crit 15
+ $app   -h    # shows this information
+
+Options:
+  -w | -warn
+    Warn if less than this percentage is free.
+  -c | -crit
+    Crit if less than this percentage is free.
+  -h
+    This help and usage information
+
+Notes:
+  The output format of "free" (which this script wraps) can change
+  between releases. Please double check the outputs before you deploy
+  this script.
+
+EOU
+  exit 3;
+}

data/lib/deprec/templates/nagios/check_mongrel_cluster.rb

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby  
+
+require 'yaml'
+
+# Exit status
+OK = 0
+WARNING = 1
+CRITICAL = 2
+
+# use options instead
+application = ARGV[0]
+cluster_config_file = "/etc/mongrel_cluster/#{application}.yml"
+
+def running?(pid)
+  # check if pid is running
+  ps_output = `ps -p #{pid}`
+  ps_output =~ /mongrel_rails/
+end
+
+def chdir_cwd
+  pwd = Dir.pwd
+  Dir.chdir(@options["cwd"]) if @options["cwd"]     
+  yield
+  Dir.chdir(pwd) if @options["cwd"]
+end
+
+def read_pid(port)
+  pid_file = port_pid_file(port)
+  pid = 0
+  chdir_cwd do     
+    pid = File.read(pid_file)
+  end
+  pid
+end
+
+
+# Load cluster config from YAML file
+begin
+  cluster_config = YAML.load_file(cluster_config_file)
+  port = cluster_config['port'].to_i
+  servers = cluster_config['servers']
+  ports = (port..port+servers-1).collect
+  if cluster_config['pid_file'].match(/^\//)
+    pid_file_base = cluster_config['pid_file']
+  else
+    pid_file_base = File.join(cluster_config['cwd'], cluster_config['pid_file'])
+  end
+rescue
+  print 'CRITICAL'
+  puts " Could not load mongrel cluster file (#{cluster_config_file})"
+  exit CRITICAL
+end
+
+# Check each mongrel
+running = []
+not_running = []
+
+ports.each {|port|
+  pidfile = pid_file_base.sub('.pid',".#{port}.pid")
+  if File.readable?(pidfile)
+    pid = File.read(pidfile)
+    if running?(pid)
+      running << port
+    else
+      not_running << port
+    end
+  else
+    not_running << port
+  end
+} 
+
+# Print response and exit
+
+if not_running.empty?
+  print 'OK '
+  puts "mongrel running on ports #{running.join(', ')}"
+  exit OK
+else
+  print 'CRITICAL '
+  puts "mongrel not running on #{not_running.join(', ')}. #{'Running on ' + running.join(', ') unless running.empty?}"
+  exit CRITICAL
+end

data/lib/deprec/templates/nginx/logrotate.conf.erb

@@ -1,4 +1,4 @@
-/var/www/apps/<%= application %>/shared/log/*access.log /var/www/apps/<%= application %>/shared/log/*error.log{
+<%= shared_path %>/log/*access.log <%= shared_path %>/log/*error.log{
         daily
         missingok
         compress

data/lib/deprec/templates/nginx/nginx.conf.erb

@@ -1,6 +1,6 @@
 
 user  <%= nginx_user %>;
-worker_processes  1;
+worker_processes  <%= nginx_worker_processes %>;
 
 #error_log  logs/error.log;
 #error_log  logs/error.log  notice;
@@ -11,10 +11,12 @@ worker_processes  1;
 
 events {
     worker_connections  1024;
+    use epoll;
 }
 
 
 http {
+    server_names_hash_bucket_size 512;
     include /usr/local/nginx/conf/vhosts/*.conf;
     include       mime.types;
     default_type  application/octet-stream;
@@ -26,16 +28,24 @@ http {
     #access_log  logs/access.log  main;
 
     sendfile        on;
-    #tcp_nopush     on;
+    tcp_nopush     on;
 
     #keepalive_timeout  0;
     keepalive_timeout  65;
 
-    #gzip  on;
+    gzip  on;
+    gzip_http_version 1.0;
+    gzip_comp_level 5; # 0 - 10, More is heavier on the CPU
+    gzip_proxied any;
+    gzip_buffers 16 8k;
+    gzip_types text/plain text/html text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript;
+ 
+
+
 
     server {
         listen       80;
-        server_name  _;
+        server_name  localhost;
 
         #charset koi8-r;
 

data/lib/deprec/templates/passenger/apache_vhost.erb

@@ -0,0 +1,10 @@
+<VirtualHost *:80>
+  ServerName <%= domain %>
+  DocumentRoot "<%= passenger_document_root %>"
+  RailsEnv <%= rails_env %>
+  RailsAllowModRewrite <%= passenger_rails_allow_mod_rewrite %>
+  <directory "<%= passenger_document_root %>">
+    Order allow,deny
+    Allow from all
+  </directory>
+</VirtualHost>

data/lib/deprec/templates/passenger/passenger.erb

@@ -0,0 +1,20 @@
+# http://www.modrails.com/documentation/Users%20guide.html#_configuring_phusion_passenger
+
+LoadModule passenger_module <%= passenger_install_dir %>/ext/apache2/mod_passenger.so
+PassengerRoot <%= passenger_install_dir %>
+PassengerLogLevel <%= passenger_log_level %>
+PassengerRuby /usr/local/bin/ruby
+PassengerUserSwitching <%= passenger_user_switching %>
+PassengerDefaultUser <%= passenger_default_user %>
+PassengerMaxPoolSize <%= passenger_max_pool_size %>
+PassengerMaxInstancesPerApp <%= passenger_max_instances_per_app %>
+PassengerPoolIdleTime <%= passenger_pool_idle_time %>
+
+# Ruby on Rails Options
+
+RailsAutoDetect <%= passenger_rails_autodetect %>
+RailsSpawnMethod <%= passenger_rails_spawn_method %>
+
+<IfModule passenger_module>
+  NameVirtualHost *:80
+</IfModule>