rubber-jcarnegie 0.0.1

data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/crontab

@@ -0,0 +1,11 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+  @additive = ["# rubber-sphinx-start", "# rubber-sphinx-end"]
+%>
+
+# incremental index once every 10 minutes
+*/10 * * * * sudo -u <%= rubber_env.app_user %> <%= RUBBER_ROOT %>/script/cron-rake RUBBER_ENV=<%= RUBBER_ENV %> ts:in:delta
+
+# full reindex daily at 4:35
+35 4 * * * sudo -u <%= rubber_env.app_user %> <%= RUBBER_ROOT %>/script/cron-rake RUBBER_ENV=<%= RUBBER_ENV %> ts:index

data/generators/vulcanize/templates/sphinx/config/rubber/role/sphinx/monit-sphinx.conf

@@ -0,0 +1,13 @@
+<%
+  @path = '/etc/monit/monit.d/monit-sphinx.conf'
+
+  PIDFILE = "#{RUBBER_ROOT}/log/searchd.#{RUBBER_ENV}.pid"
+  start_program = "cd #{RUBBER_ROOT} && rake ts:start"
+  stop_program = "cd #{RUBBER_ROOT} && rake ts:stop"
+%>
+
+check process sphinx with pidfile <%= PIDFILE %>
+  group sphinx-<%= RUBBER_ENV %>
+  start program = "/usr/bin/sudo -H -u <%= rubber_env.app_user %> bash -l -c '<%= start_program %>'"
+  stop program = "/usr/bin/sudo -H -u <%= rubber_env.app_user %> bash -l -c '<%= stop_program %>'"
+  if failed host <%= rubber_env.host %> port 3312 with timeout 5 seconds for 5 cycles then restart

data/generators/vulcanize/templates/sphinx/config/rubber/rubber-sphinx.yml

@@ -0,0 +1,6 @@
+gems: []
+
+roles:
+  sphinx:
+    packages: [bzr-builddeb, autotools-dev, dpatch, libpq-dev, autoconf,
+               libtool, automake, gawk, libmysqlclient15-dev]

data/generators/vulcanize/templates/sphinx/templates.yml

@@ -0,0 +1 @@
+description: The sphinx searchd / thinking sphinx module

data/generators/vulcanize/vulcanize_generator.rb

@@ -0,0 +1,184 @@
+require 'find'
+require 'yaml'
+
+# Load and initialize rubber if it hasn't been already.
+# This happens using the generator with Rails 2 and Rubber is not set up as a plugin.
+unless defined?(Rubber)
+  env = ENV['RUBBER_ENV'] ||= 'development'
+  root = '.'
+
+  require 'rubber'
+  Rubber::initialize(root, env)
+end
+
+if Rubber::Util::is_rails2?
+  require 'fileutils'
+  require 'commands/generate'
+
+  class VulcanizeGenerator < Rails::Generator::NamedBase
+    include Rails::Generator::Commands
+
+    TEMPLATE_ROOT = File.dirname(__FILE__) + "/templates" unless defined?(TEMPLATE_ROOT)
+    TEMPLATE_FILE = "templates.yml" unless defined?(TEMPLATE_FILE)
+
+    def manifest
+      record do |m|
+        templates = [file_name] + actions
+        templates.each do |t|
+          apply_template(m, t)
+        end
+      end
+    end
+
+    def apply_template(m, name)
+      sp = source_path("#{name}/")
+      unless File.directory?(sp)
+        raise Rails::Generator::UsageError.new("Invalid template #{name}, use one of #{valid_templates.join(', ')}")
+      end
+
+      @template_dependencies ||= []
+
+      templ_conf = load_template_config(sp)
+      deps = templ_conf['dependent_templates'] || []
+      @template_dependencies.concat(deps)
+      deps.each do |dep|
+        apply_template(m, dep)
+      end
+
+      extra_generator_steps_file = File.join(TEMPLATE_ROOT, name, 'templates.rb')
+
+      Find.find(sp) do |f|
+        Find.prune if File.basename(f) =~ /^(CVS|\.svn)$/
+        Find.prune if f == "#{sp}#{TEMPLATE_FILE}"
+        Find.prune if f == extra_generator_steps_file # don't copy over templates.rb
+
+        rel = f.gsub(/#{source_root}\//, '')
+        dest_rel = rel.gsub(/^#{name}\//, '')
+
+        # Only include optional files when their conditions eval to true
+        template_conf = YAML.load(File.read(TEMPLATE_FILE)) rescue {}
+        optional = template_conf['optional'][dest_rel] rescue nil
+        Find.prune if optional && ! eval(optional)
+
+        m.directory(dest_rel) if File.directory?(f)
+        if File.file?(f)
+          # force scripts to be executable
+          opts = (File.read(f) =~ /^#!/) ? {:chmod => 0755} : {}
+          m.file(rel, dest_rel, opts)
+        end
+      end
+
+      if File.exist? extra_generator_steps_file
+        eval File.read(extra_generator_steps_file), binding, extra_generator_steps_file
+      end
+    end
+
+    protected
+      def valid_templates
+        valid = Dir.entries(TEMPLATE_ROOT).delete_if {|e| e =~ /(^\.)|svn|CVS/ }
+      end
+
+      def load_template_config(template_dir)
+        templ_file = "#{template_dir}/templates.yml"
+        templ_conf = YAML.load(File.read(templ_file)) rescue {}
+        return templ_conf
+      end
+
+      def banner
+        usage = "Usage: #{$0} vulcanize template_name ...\n"
+        usage << "where template_name is one of:\n\n"
+        valid_templates.each do |t|
+          templ_conf = load_template_config("#{TEMPLATE_ROOT}/#{t}")
+          desc = templ_conf['description']
+          usage << "    #{t}: #{desc}\n"
+        end
+        return usage
+      end
+  end
+
+else
+  require 'rails/generators'
+
+  class VulcanizeGenerator < Rails::Generators::NamedBase
+
+    def self.source_root
+      File.join(File.dirname(__FILE__), 'templates')
+    end
+
+    def copy_template_files
+      @template_dependencies = find_dependencies(file_name)
+      ([file_name] + @template_dependencies).each do |template|
+        apply_template(template)
+      end
+    end
+
+    protected
+
+    # helper to test for rails for optional templates
+    def rails?
+      Rubber::Util::is_rails?
+    end
+
+    def find_dependencies(name)
+      template_dir = File.join(self.class.source_root, name, '')
+      unless File.directory?(template_dir)
+        raise Rails::Generators::Error.new("Invalid template #{name}, use one of #{valid_templates.join(', ')}")
+      end
+
+      template_conf = load_template_config(template_dir)
+      template_dependencies = template_conf['dependent_templates'] || []
+
+      template_dependencies.clone.each do |dep|
+        template_dependencies.concat(find_dependencies(dep))
+      end
+
+      return template_dependencies.uniq
+    end
+
+    def apply_template(name)
+      template_dir = File.join(self.class.source_root, name, '')
+      unless File.directory?(template_dir)
+        raise Rails::Generators::Error.new("Invalid template #{name}, use one of #{valid_templates.join(', ')}")
+      end
+
+      template_conf = load_template_config(template_dir)
+
+      extra_generator_steps_file = File.join(template_dir, 'templates.rb')
+
+      Find.find(template_dir) do |f|
+        Find.prune if f == File.join(template_dir, 'templates.yml')  # don't copy over templates.yml
+        Find.prune if f == extra_generator_steps_file # don't copy over templates.rb
+
+        template_rel = f.gsub(/#{template_dir}/, '')
+        source_rel = f.gsub(/#{self.class.source_root}\//, '')
+        dest_rel   = source_rel.gsub(/^#{name}\//, '')
+
+        # Only include optional files when their conditions eval to true
+        optional = template_conf['optional'][template_rel] rescue nil
+        Find.prune if optional && ! eval(optional)
+
+        if File.directory?(f)
+          empty_directory(dest_rel)
+        else
+          copy_file(source_rel, dest_rel)
+          src_mode = File.stat(f).mode
+          dest_mode = File.stat(File.join(destination_root, dest_rel)).mode
+          chmod(dest_rel, src_mode) if src_mode != dest_mode
+        end
+      end
+
+      if File.exist? extra_generator_steps_file
+        eval File.read(extra_generator_steps_file), binding, extra_generator_steps_file
+      end
+    end
+
+    def valid_templates
+      valid = Dir.entries(self.class.source_root).delete_if {|e| e =~  /(^\.)|svn|CVS/ }
+    end
+
+    def load_template_config(template_dir)
+      YAML.load(File.read(File.join(template_dir, 'templates.yml'))) rescue {}
+    end
+  end
+
+end

data/lib/capistrano/hostcmd.rb

@@ -0,0 +1,12 @@
+require 'capistrano/command'
+
+# capistrano hack to allow us to run slightly different commands on multiple
+# hosts in parallel
+module Capistrano
+  class Command
+    def replace_placeholders(command, channel)
+      command = command.gsub(/\$CAPISTRANO:HOST\$/, channel[:host])
+      command.gsub(/\$CAPISTRANO:VAR\$/, @options["hostvar_#{channel[:host]}"].to_s)
+    end
+  end
+end

data/lib/generators/vulcanize/USAGE

@@ -0,0 +1,6 @@
+Description:
+    Prepares the rails application for deploying with rubber by installing a
+    sample rubber configuration template
+
+Examples:
+    ./script/generate vulcanize minimal_mysql

data/lib/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb

@@ -0,0 +1,51 @@
+
+namespace :rubber do
+
+  namespace :apache do
+  
+    rubber.allow_optional_tasks(self)
+
+    after "rubber:install_packages", "rubber:apache:custom_install"
+
+    task :custom_install, :roles => :apache do
+      rsudo "a2dissite default"
+    end
+
+    # serial_task can only be called after roles defined - not normally a problem, but
+    # rubber auto-roles don't get defined till after all tasks are defined
+    on :load do
+      rubber.serial_task self, :serial_restart, :roles => :apache do
+        rsudo "service apache2 restart"
+      end
+      rubber.serial_task self, :serial_reload, :roles => :apache do
+        rsudo "if ! ps ax | grep -v grep | grep -c apache2 &> /dev/null; then service apache2 start; else service apache2 reload; fi"
+      end
+    end
+    
+    before "deploy:stop", "rubber:apache:stop"
+    after "deploy:start", "rubber:apache:start"
+    after "deploy:restart", "rubber:apache:reload"
+    
+    desc "Stops the apache web server"
+    task :stop, :roles => :apache do
+      rsudo "service apache2 stop; exit 0"
+    end
+    
+    desc "Starts the apache web server"
+    task :start, :roles => :apache do
+      rsudo "service apache2 start"
+    end
+    
+    desc "Restarts the apache web server"
+    task :restart, :roles => :apache do
+      serial_restart
+    end
+  
+    desc "Reloads the apache web server"
+    task :reload, :roles => :apache do
+      serial_reload
+    end
+  
+  end
+
+end

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/deflate.conf

@@ -0,0 +1,10 @@
+<%
+  @path = "/etc/apache2/mods-available/deflate.conf"
+  @post = "a2enmod deflate"
+%>
+<IfModule mod_deflate.c>
+  SetOutputFilter DEFLATE
+  BrowserMatch ^Mozilla/4 gzip-only-text/html
+  BrowserMatch ^Mozilla/4.0[678] no-gzip
+  BrowserMatch bMSIE !no-gzip !gzip-only-text/html
+</IfModule>

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/expires.conf

@@ -0,0 +1,9 @@
+<%
+  @path = "/etc/apache2/mods-available/expires.conf"
+  @post = "a2enmod expires"
+%>
+ExpiresActive On
+<FilesMatch "\.(ico|gif|jpe?g|png|js|css)$">
+  ExpiresDefault "access plus 1 year"
+</FilesMatch>
+

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/headers.conf

@@ -0,0 +1,6 @@
+<%
+  @path = "/etc/apache2/mods-available/headers.conf"
+  @post = "a2enmod headers"
+%>
+# Make sure proxies don't deliver the wrong content
+Header append Vary User-Agent env=!dont-vary

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-apache.conf'
+%>
+<% PIDFILE = "/var/run/apache2.pid" %>
+check process apache with pidfile <%= PIDFILE %>
+  group apache-<%= RUBBER_ENV %>
+  start program = "/usr/bin/env service apache2 start"
+  stop program = "/usr/bin/env service apache2 stop"

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/apache2/ports.conf'
+  # need to stop here so that apache will release port 80 before other
+  # services start and need to bind to it (e.g. haproxy)
+  @post = 'service apache2 stop'
+%>
+# empty ports file since other modules contribute which ports to open (vhosts)
+

data/lib/generators/vulcanize/templates/apache/config/rubber/role/apache/setenvif.conf

@@ -0,0 +1,52 @@
+<%
+  @path = "/etc/apache2/mods-available/setenvif.conf"
+  @post = "a2enmod setenvif"
+%>
+<IfModule mod_setenvif.c>
+
+#
+# The following directives modify normal HTTP response behavior to
+# handle known problems with browser implementations.
+#
+BrowserMatch "Mozilla/2" nokeepalive
+BrowserMatch "MSIE 4\.0b2;" nokeepalive downgrade-1.0 force-response-1.0
+BrowserMatch "RealPlayer 4\.0" force-response-1.0
+BrowserMatch "Java/1\.0" force-response-1.0
+BrowserMatch "JDK/1\.0" force-response-1.0
+
+#
+# The following directive disables redirects on non-GET requests for
+# a directory that does not include the trailing slash.  This fixes a 
+# problem with Microsoft WebFolders which does not appropriately handle 
+# redirects for folders with DAV methods.
+# Same deal with Apple's DAV filesystem and Gnome VFS support for DAV.
+#
+BrowserMatch "Microsoft Data Access Internet Publishing Provider" redirect-carefully
+BrowserMatch "MS FrontPage" redirect-carefully
+BrowserMatch "^WebDrive" redirect-carefully
+BrowserMatch "^WebDAVFS/1.[012]" redirect-carefully
+BrowserMatch "^gnome-vfs/1.0" redirect-carefully
+BrowserMatch "^XML Spy" redirect-carefully
+BrowserMatch "^Dreamweaver-WebDAV-SCM1" redirect-carefully
+
+SetEnvIf User-Agent "^websitepulse.*" no-log
+
+# Netscape 4.x has some problems...
+ BrowserMatch ^Mozilla/4 gzip-only-text/html
+
+  # Netscape 4.06-4.08 have some more problems
+  BrowserMatch ^Mozilla/4\.0[678] no-gzip
+
+  # MSIE masquerades as Netscape, but it is fine
+  BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
+
+  # Don't compress images
+  SetEnvIfNoCase Request_URI \
+      \.(?:gif|jpe?g|png)$ no-gzip dont-vary
+
+  # Don't compress downloads from files that are
+  # downloaded before they have been pushed to S3.
+  SetEnvIfNoCase Request_URI ^/assets/.* no-gzip dont-vary
+
+</IfModule>
+

data/lib/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf

@@ -0,0 +1,79 @@
+<%
+  @path = "/etc/apache2/sites-available/#{rubber_env.app_name}-tools"
+  @post = "a2enmod rewrite && a2enmod ssl && a2enmod proxy_http && a2enmod proxy_html && a2ensite #{rubber_env.app_name}-tools"
+%>
+
+Listen <%= rubber_env.web_tools_port %>
+<VirtualHost *:<%= rubber_env.web_tools_port %>>
+  ServerName      <%= rubber_env.full_host %>
+
+  RewriteEngine   on
+  RewriteCond     %{HTTPS} !=on
+  RewriteRule     ^/(.*)$ https://%{SERVER_NAME}:<%= rubber_env.web_tools_ssl_port %>/$1 [L,R]
+  RewriteLog      "/var/log/apache2/rewrite.log"
+</VirtualHost>
+
+Listen <%= rubber_env.web_tools_ssl_port %>
+<VirtualHost *:<%= rubber_env.web_tools_ssl_port %>>
+  ServerName      <%= rubber_env.full_host %>
+  DocumentRoot    /var/www
+
+  SSLEngine on
+  SSLOptions +FakeBasicAuth +ExportCertData +StrictRequire
+  SSLCertificateFile    /etc/ssl/certs/ssl-cert-snakeoil.pem
+  SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+  # SSLCertificateFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.crt
+  # SSLCertificateKeyFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.key
+  # SSLCertificateChainFile /etc/ssl/certs/gd_intermediate_bundle.crt
+
+  <Location />
+    AuthType Basic
+    AuthName "Rubber Admin Tools"
+    AuthUserFile <%= RUBBER_ROOT %>/config/<%= rubber_env.app_name %>.auth
+    Require valid-user
+
+    Allow from all
+  </Location>
+
+  SetOutputFilter  proxy-html
+
+  <% rubber_instances.for_role('haproxy').each do |ic| %>
+    ProxyPass /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
+    <Location /haproxy_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+    </Location>
+  <% end %>
+
+  <% if cruise_host = rubber_instances.for_role('cruise').first %>
+    ProxyPass /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
+    <Location /cruise/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
+      ProxyHTMLURLMap / /cruise/
+    </Location>
+  <% end %>
+
+  <% rubber_instances.each do |ic| %>
+    ProxyPass /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
+    <Location /monit_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
+      ProxyHTMLURLMap / /monit_<%= ic.name %>/
+    </Location>
+  <% end %>
+
+  <% if resque_host = rubber_instances.for_role('resque_web').first %>
+    ProxyPass /resque/  http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/
+    # special case, sinatra is using X-Forwarded-Host header to set redirects (Location header) to our external address, so we have to rewrite that to the right path
+    ProxyPassReverse /resque/ http://<%= rubber_env.full_host %>:<%= rubber_env.web_tools_ssl_port %>/
+    <Location /resque/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/ /resque/
+      ProxyHTMLURLMap / /resque/
+    </Location>
+  <% end %>
+  
+</VirtualHost>