nirvdrum-rubber 1.1.7

data/README

@@ -0,0 +1,6 @@
+The rubber plugin enables relatively complex multi-instance deployments of
+RubyOnRails applications to Amazon's Elastic Compute Cloud (EC2).
+
+See the documentation in the github wiki for more details:
+http://github.com/wr0ngway/rubber/wikis
+

data/TODO

@@ -0,0 +1,11 @@
+* extract ubuntu specific code into a strategy/factory pattern
+* integrate chef and/or sprinkle for more robust package installs?
+* figure out how to test the capistrano bits
+* Script setup of round robin dns (Web role), mx records (mail role), etc in generators
+* add scripted failover to generated configs for:
+    * remove web hosts from round robin on web host failure
+    * db failover (promote slave replica? master-master replicas?  cluster?)
+* Add in support for ELB
+* Add in support for reserved instances
+* Add in live DB backups (xtrabackup)
+* Add in support for zabbix monitoring/notifications (others?)

data/VERSION

@@ -0,0 +1 @@
+1.1.7

data/bin/vulcanize

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+
+env = ENV['RUBBER_ENV'] || ENV['RAILS_ENV'] || 'development'
+root = '.'
+
+# if in a rails project, then use standard generate, otherwise
+# we need a minimal rails environment for generators to run
+ #
+if File.exist?(File.join(root, 'config', 'environment.rb'))
+  ARGV.insert(0, 'vulcanize')
+  require File.join(root, 'config', 'boot')
+  require 'commands/generate'
+else
+  RAILS_ENV = ENV['RAILS_ENV'] = env
+  RAILS_ROOT = ENV['RAILS_ROOT'] = root
+
+  require 'rubygems'
+  gem 'rails'
+  module Rails
+    class << self
+      def vendor_rails?
+        false
+      end
+    end
+  end
+
+  require 'initializer'
+  class Rails::Initializer
+    def load_environment; end
+  end
+
+  Rails::Initializer.run do |config|
+    config.frameworks -= [:active_record, :action_controller]
+  end
+
+  require 'rails_generator'
+  require 'rails_generator/scripts/generate'
+
+  ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+  Rails::Generator::Scripts::Generate.new.run(['vulcanize'] + ARGV)
+end

data/generators/vulcanize/USAGE

@@ -0,0 +1,6 @@
+Description:
+    Prepares the rails application for deploying with rubber by installing a
+    sample rubber configuration template
+
+Examples:
+    ./script/generate vulcanize minimal_mysql

data/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb

@@ -0,0 +1,51 @@
+
+namespace :rubber do
+
+  namespace :apache do
+  
+    rubber.allow_optional_tasks(self)
+
+    after "rubber:install_packages", "rubber:apache:custom_install"
+
+    task :custom_install, :roles => :apache do
+      sudo "a2dissite default"
+    end
+
+    # serial_task can only be called after roles defined - not normally a problem, but
+    # rubber auto-roles don't get defined till after all tasks are defined
+    on :load do
+      rubber.serial_task self, :serial_restart, :roles => :apache do
+        run "/etc/init.d/apache2 restart"
+      end
+      rubber.serial_task self, :serial_reload, :roles => :apache do
+        run "if ! ps ax | grep -v grep | grep -c apache2 &> /dev/null; then /etc/init.d/apache2 start; else /etc/init.d/apache2 reload; fi"
+      end
+    end
+    
+    before "deploy:stop", "rubber:apache:stop"
+    after "deploy:start", "rubber:apache:start"
+    after "deploy:restart", "rubber:apache:reload"
+    
+    desc "Stops the apache web server"
+    task :stop, :roles => :apache, :on_error => :continue do
+      run "/etc/init.d/apache2 stop"
+    end
+    
+    desc "Starts the apache web server"
+    task :start, :roles => :apache do
+      run "/etc/init.d/apache2 start"
+    end
+    
+    desc "Restarts the apache web server"
+    task :restart, :roles => :apache do
+      serial_restart
+    end
+  
+    desc "Reloads the apache web server"
+    task :reload, :roles => :apache do
+      serial_reload
+    end
+  
+  end
+
+end

data/generators/vulcanize/templates/apache/config/rubber/role/apache/deflate.conf

@@ -0,0 +1,10 @@
+<%
+  @path = "/etc/apache2/mods-available/deflate.conf"
+  @post = "a2enmod deflate"
+%>
+<IfModule mod_deflate.c>
+  SetOutputFilter DEFLATE
+  BrowserMatch ^Mozilla/4 gzip-only-text/html
+  BrowserMatch ^Mozilla/4.0[678] no-gzip
+  BrowserMatch bMSIE !no-gzip !gzip-only-text/html
+</IfModule>

data/generators/vulcanize/templates/apache/config/rubber/role/apache/expires.conf

@@ -0,0 +1,9 @@
+<%
+  @path = "/etc/apache2/mods-available/expires.conf"
+  @post = "a2enmod expires"
+%>
+ExpiresActive On
+<FilesMatch "\.(ico|gif|jpe?g|png|js|css)$">
+  ExpiresDefault "access plus 1 year"
+</FilesMatch>
+

data/generators/vulcanize/templates/apache/config/rubber/role/apache/headers.conf

@@ -0,0 +1,6 @@
+<%
+  @path = "/etc/apache2/mods-available/headers.conf"
+  @post = "a2enmod headers"
+%>
+# Make sure proxies don't deliver the wrong content
+Header append Vary User-Agent env=!dont-vary

data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-apache.conf'
+%>
+<% PIDFILE = "/var/run/apache2.pid" %>
+check process apache with pidfile <%= PIDFILE %>
+  group apache-<%= RUBBER_ENV %>
+  start program = "/etc/init.d/apache2 start"
+  stop program = "/etc/init.d/apache2 stop"

data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf

@@ -0,0 +1,5 @@
+<%
+  @path = '/etc/apache2/ports.conf'
+%>
+# empty ports file since other modules contribute which ports to open (vhosts)
+

data/generators/vulcanize/templates/apache/config/rubber/role/apache/setenvif.conf

@@ -0,0 +1,52 @@
+<%
+  @path = "/etc/apache2/mods-available/setenvif.conf"
+  @post = "a2enmod setenvif"
+%>
+<IfModule mod_setenvif.c>
+
+#
+# The following directives modify normal HTTP response behavior to
+# handle known problems with browser implementations.
+#
+BrowserMatch "Mozilla/2" nokeepalive
+BrowserMatch "MSIE 4\.0b2;" nokeepalive downgrade-1.0 force-response-1.0
+BrowserMatch "RealPlayer 4\.0" force-response-1.0
+BrowserMatch "Java/1\.0" force-response-1.0
+BrowserMatch "JDK/1\.0" force-response-1.0
+
+#
+# The following directive disables redirects on non-GET requests for
+# a directory that does not include the trailing slash.  This fixes a 
+# problem with Microsoft WebFolders which does not appropriately handle 
+# redirects for folders with DAV methods.
+# Same deal with Apple's DAV filesystem and Gnome VFS support for DAV.
+#
+BrowserMatch "Microsoft Data Access Internet Publishing Provider" redirect-carefully
+BrowserMatch "MS FrontPage" redirect-carefully
+BrowserMatch "^WebDrive" redirect-carefully
+BrowserMatch "^WebDAVFS/1.[012]" redirect-carefully
+BrowserMatch "^gnome-vfs/1.0" redirect-carefully
+BrowserMatch "^XML Spy" redirect-carefully
+BrowserMatch "^Dreamweaver-WebDAV-SCM1" redirect-carefully
+
+SetEnvIf User-Agent "^websitepulse.*" no-log
+
+# Netscape 4.x has some problems...
+ BrowserMatch ^Mozilla/4 gzip-only-text/html
+
+  # Netscape 4.06-4.08 have some more problems
+  BrowserMatch ^Mozilla/4\.0[678] no-gzip
+
+  # MSIE masquerades as Netscape, but it is fine
+  BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
+
+  # Don't compress images
+  SetEnvIfNoCase Request_URI \
+      \.(?:gif|jpe?g|png)$ no-gzip dont-vary
+
+  # Don't compress downloads from files that are
+  # downloaded before they have been pushed to S3.
+  SetEnvIfNoCase Request_URI ^/assets/.* no-gzip dont-vary
+
+</IfModule>
+

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf

@@ -0,0 +1,66 @@
+<%
+  @path = "/etc/apache2/sites-available/#{rubber_env.app_name}-tools"
+  @post = "a2enmod rewrite && a2enmod ssl && a2enmod proxy_http && a2enmod proxy_html && a2ensite #{rubber_env.app_name}-tools"
+%>
+
+Listen <%= rubber_env.web_tools_port %>
+<VirtualHost *:<%= rubber_env.web_tools_port %>>
+  ServerName      <%= rubber_env.full_host %>
+
+  RewriteEngine   on
+  RewriteCond     %{HTTPS} !=on
+  RewriteRule     ^/(.*)$ https://%{SERVER_NAME}:<%= rubber_env.web_tools_ssl_port %>/$1 [L,R]
+  RewriteLog      "/var/log/apache2/rewrite.log"
+</VirtualHost>
+
+Listen <%= rubber_env.web_tools_ssl_port %>
+<VirtualHost *:<%= rubber_env.web_tools_ssl_port %>>
+  ServerName      <%= rubber_env.full_host %>
+  DocumentRoot    /var/www
+
+  SSLEngine on
+  SSLOptions +FakeBasicAuth +ExportCertData +StrictRequire
+  SSLCertificateFile    /etc/ssl/certs/ssl-cert-snakeoil.pem
+  SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+  # SSLCertificateFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.crt
+  # SSLCertificateKeyFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.key
+  # SSLCertificateChainFile /etc/ssl/certs/gd_intermediate_bundle.crt
+
+  <Location />
+    AuthType Basic
+    AuthName "Rubber Admin Tools"
+    AuthUserFile <%= RUBBER_ROOT %>/config/<%= rubber_env.app_name %>.auth
+    Require valid-user
+
+    Allow from all
+  </Location>
+
+  SetOutputFilter  proxy-html
+
+  <% rubber_instances.for_role('haproxy').each do |ic| %>
+    ProxyPass       /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
+    ProxyPassReverse /haproxy_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
+    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
+    ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
+    ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+  <% end %>
+
+  <% if cruise_host = rubber_instances.for_role('cruise').first %>
+    ProxyPass       /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
+    ProxyPassReverse /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
+    ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
+    ProxyHTMLURLMap / /cruise/
+  <% end %>
+
+  <% rubber_instances.each do |ic| %>
+    ProxyPass        /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
+    ProxyPassReverse /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
+    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
+    ProxyHTMLURLMap / /monit_<%= ic.name %>/
+  <% end %>
+  
+  <% if resque_host = rubber_instances.for_role('resque').first %>
+    RackBaseURI /resque
+  <% end %>
+  
+</VirtualHost>

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache.auth

@@ -0,0 +1,7 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/#{rubber_env.app_name}.auth"
+  user = rubber_env.web_tools_user || 'admin'
+  pass = rubber_env.web_tools_password || rand(1000000000).to_s
+%>
+
+<%= `htpasswd -nb #{user} #{pass}` %>

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html

@@ -0,0 +1,34 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+
+      <li><a href="/munin/">Munin</a></li>
+
+      <% if cruise_host = rubber_instances.for_role('cruise').first %>
+        <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
+      <% end %>
+
+		  <% rubber_instances.for_role('haproxy').sort {|a,b| a.name <=> b.name }.each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+
+      <% rubber_instances.sort {|a,b| a.name <=> b.name }.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+      
+      <% if resque_host = rubber_instances.for_role('resque').first %>
+          <li><a href="/resque/">Resque</a></li>
+      <% end %>
+
+		</ul>
+	</body>
+</html>

data/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml

@@ -0,0 +1,6 @@
+
+roles:
+  apache:
+    packages: [apache2]
+  web_tools:
+    packages: [libapache2-mod-proxy-html]

data/generators/vulcanize/templates/apache/templates.yml

@@ -0,0 +1 @@
+description: The apache module

data/generators/vulcanize/templates/base/Capfile

@@ -0,0 +1,14 @@
+load 'deploy' if respond_to?(:namespace) # cap2 differentiator
+
+env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'production')
+root = File.dirname(__FILE__)
+
+# this tries first as a rails plugin then as a gem
+$:.unshift "#{root}/vendor/plugins/rubber/lib/"
+require 'rubber'
+
+Rubber::initialize(root, env)
+require 'rubber/capistrano'
+
+Dir['vendor/plugins/*/recipes/*.rb'].each { |plugin| load(plugin) }
+load 'config/deploy'

data/generators/vulcanize/templates/base/config/deploy.rb

@@ -0,0 +1,55 @@
+# This is a sample Capistrano config file for rubber
+
+set :rails_env, RUBBER_ENV
+
+on :load do
+  set :application, rubber_env.app_name
+  set :runner,      rubber_env.app_user
+  set :deploy_to,   "/mnt/#{application}-#{RUBBER_ENV}"
+end
+
+# Use a simple directory tree copy here to make demo easier.
+# You probably want to use your own repository for a real app
+set :scm, :none
+set :repository, "."
+set :deploy_via, :copy
+
+# Easier to do system level config as root - probably should do it through
+# sudo in the future.  We use ssh keys for access, so no passwd needed
+set :user, 'root'
+set :password, nil
+
+# Use sudo with user rails for cap deploy:[stop|start|restart]
+# This way exposed services (mongrel) aren't running as a privileged user
+set :use_sudo, true
+
+# How many old releases should be kept around when running "cleanup" task
+set :keep_releases, 3
+
+# Lets us work with staging instances without having to checkin config files
+# (instance*.yml + rubber*.yml) for a deploy.  This gives us the
+# convenience of not having to checkin files for staging, as well as 
+# the safety of forcing it to be checked in for production.
+set :push_instance_config, RUBBER_ENV != 'production'
+
+# Allows the tasks defined to fail gracefully if there are no hosts for them.
+# Comment out or use "required_task" for default cap behavior of a hard failure
+rubber.allow_optional_tasks(self)
+# Wrap tasks in the deploy namespace that have roles so that we can use FILTER
+# with something like a deploy:cold which tries to run deploy:migrate but can't
+# because we filtered out the :db role
+namespace :deploy do
+  rubber.allow_optional_tasks(self)
+  tasks.values.each do |t|
+    if t.options[:roles]
+      task t.name, t.options, &t.body
+    end
+  end
+end
+
+# load in the deploy scripts installed by vulcanize for each rubber module
+Dir["#{File.dirname(__FILE__)}/rubber/deploy-*.rb"].each do |deploy_file|
+  load deploy_file
+end
+
+after "deploy", "deploy:cleanup"

data/generators/vulcanize/templates/base/config/rubber/common/crontab

@@ -0,0 +1,17 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+%>
+
+PATH=/sbin:/usr/sbin:/usr/local/sbin:<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:/usr/bin:/bin
+MAILTO=<%= rubber_env.admin_email %>
+# don't need to set RUBBER_ENV for each script since we set it for all cron here
+RUBBER_ENV=<%= RUBBER_ENV %>
+RAILS_ENV=<%= RUBBER_ENV %>
+RUBYOPT=rubygems
+
+# Roll all rails logs at midnight
+0 0 * * * LOG_DIR=<%= RUBBER_ROOT %>/log <%= RUBBER_ROOT %>/script/cron-rake rubber:rotate_logs
+
+# Automatically set the clock for all machines
+<%= rand(60) %> 4 * * * <%= RUBBER_ROOT %>/script/cron-sh -- ntpdate pool.ntp.org