sml-rubber 0.9.1

data/generators/vulcanize/templates/nginx/config/rubber/role/web/monit-nginx.conf

@@ -0,0 +1,9 @@
+<%
+  @path = '/etc/monit/monit.d/monit-nginx.conf'
+%>
+<% PIDFILE = "/var/run/nginx.pid" %>
+check process nginx with pidfile <%= PIDFILE %>
+  group nginx-<%= RUBBER_ENV %>
+  start program = "/etc/init.d/nginx start"
+  stop program = "/etc/init.d/nginx stop"
+  if failed host <%= rubber_env.host %> port 80 protocol http and request "/robots.txt" with timeout 10 seconds for 10 cycles then restart

data/generators/vulcanize/templates/nginx/config/rubber/role/web/nginx.conf

@@ -0,0 +1,133 @@
+<%
+  @path = "/etc/nginx/nginx.conf"
+  @post = "mkdir -p /mnt/nginx/logs"
+%>
+
+user www-data;
+worker_processes 10;
+
+pid /var/run/nginx.pid;
+
+events
+{
+  worker_connections 1024;
+}
+
+http
+{
+  include           /etc/nginx/mime.types;
+  default_type      application/octet-stream;
+
+  sendfile          on;
+  tcp_nopush        on;
+  tcp_nodelay       off;
+
+  gzip              on;
+  gzip_http_version 1.0;
+  gzip_comp_level   2;
+  gzip_proxied      any;
+  gzip_types        text/plain text/html text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript;
+
+  # configure log format like to Apache's "combined" log format
+  log_format        main
+                      '$remote_addr - $remote_user [$time_local] '
+                      '"$request" $status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_cookie"';
+
+  # default log files
+  error_log         /mnt/nginx/logs/error.log notice;
+  access_log        /mnt/nginx/logs/access.log main;
+
+        
+  upstream mongrel
+  {
+    <% proxy_hosts = rubber_instances.for_role('haproxy').each do |ic| %>
+      server <%= ic.name %>:<%= rubber_env.haproxy_listen_port %>;
+    <% end %>
+  }
+
+  # This server is setup to serve www.
+  server
+  {
+    listen 80;
+    client_max_body_size 10M;
+
+    server_name <%= rubber_env.domain %>;
+
+    if ( $host = www.<%= rubber_env.domain %>)
+    {
+      rewrite ^\/(.*)$ http://<%= rubber_env.domain %>/$1 permanent;
+    }
+
+    root <%= RUBBER_ROOT + "/public" %>;
+
+    # this rewrites all the requests to the maintenance.html
+    # page if it exists in the doc root. This is for capistrano's
+    # disable web task
+    if (-f $document_root/system/maintenance.html)
+    {
+      rewrite  ^(.*)$  /system/maintenance.html last;
+      break;
+    }
+
+    location /
+    {
+      # needed to forward user's IP address to rails
+      proxy_set_header  X-Forwarded-For $proxy_add_x_forwarded_for;
+
+      # needed for HTTPS
+      proxy_set_header Host $http_host;
+      proxy_redirect false;
+      proxy_max_temp_file_size 0;
+
+
+      # If the file exists as a static file serve it directly without
+      # running all the other rewrite tests on it
+      if (-f $request_filename)
+      {
+        break;
+      }
+
+      # check for index.html for directory index
+      # if its there on the filesystem then rewite
+      # the url to add /index.html to the end of it
+      # and then break to send it to the next config rules.
+      if (-f $request_filename/index.html)
+      {
+        rewrite (.*) $1/index.html break;
+      }
+
+      # this is the meat of the rails page caching config
+      # it adds .html to the end of the url and then checks
+      # the filesystem for that file. If it exists, then we
+      # rewite the url to have explicit .html on the end
+      # and then send it on its way to the next config rule.
+      # if there is no file on the fs then it sets all the
+      # necessary headers and proxies to our upstream mongrels
+      if (-f $request_filename.html)
+      {
+        rewrite (.*) $1.html break;
+      }
+
+      if (!-f $request_filename)
+      {
+        proxy_pass http://mongrel;
+        break;
+      }
+    }
+
+    # catch errors from proxy so we can display our error page
+    proxy_intercept_errors on;
+
+    error_page   500 502 503 504  /500.html;
+    location = /500.html
+    {
+      root <%= RUBBER_ROOT + "/public" %>;
+    }
+    error_page 404  /404.html;
+    location = /404.html
+    {
+      root <%= RUBBER_ROOT + "/public" %>;
+    }
+  }
+}

data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/index.html

@@ -0,0 +1,23 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+      <li><a href="/munin/">Munin</a></li>
+      <li><a href="/cruise/">CruiseControl</a></li>
+		  <% rubber_instances.for_role('haproxy').each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+      <% rubber_instances.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+		</ul>
+	</body>
+</html>

data/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf

@@ -0,0 +1,74 @@
+<%
+  @path = "/etc/nginx/nginx.conf"
+  
+  also_web = rubber_instances[rubber_env.host].role_names.include?('web') rescue false
+  # Only want to be additive if we are running web server on same host as tools
+  if also_web
+    @additive = ["# rubber-web_tools-start", "# rubber-web_tools-end"]
+  end
+%>
+
+<%# only need this section if running without nginx configured for site %>
+<% if ! also_web %>
+
+  user www-data;
+  worker_processes  1;
+  
+  error_log  /var/log/nginx/error.log;
+  pid        /var/run/nginx.pid;
+  
+  events
+  {
+    worker_connections  1024;
+  }
+  
+<% end %>
+
+http
+{
+  include       /etc/nginx/mime.types;
+  default_type  application/octet-stream;
+  
+  access_log  /var/log/nginx/access.log;
+  
+  sendfile        on;
+  
+  keepalive_timeout  65;
+  tcp_nodelay        on;
+  
+  gzip  on;
+
+  # This server is setup to serve www.
+  server
+  {
+    listen <%= rubber_env.web_tools_port %>;
+    client_max_body_size 10M;
+  
+    server_name <%= rubber_env.full_host %>;
+  
+    root /var/www;
+  
+  
+    location /
+    {
+      # If the file exists as a static file serve it directly without
+      # running all the other rewrite tests on it
+      if (-f $request_filename)
+      {
+        break;
+      }
+  
+      # check for index.html for directory index
+      # if its there on the filesystem then rewite
+      # the url to add /index.html to the end of it
+      # and then break to send it to the next config rules.
+      if (-f $request_filename/index.html)
+      {
+        rewrite (.*) $1/index.html break;
+      }
+    }
+    
+    include /etc/nginx/rubber/*.conf;
+  }
+  
+}

data/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml

@@ -0,0 +1,33 @@
+
+# Uses from base rubber config
+# domain: foo.com
+
+# Uses from appserver (mongrel) rubber config 
+# appserver_base_port: 8000
+# appserver_count: 8
+
+web_tools_port: 8080
+
+security_groups:
+  web:
+    description: To open up port 80 for http server on web role
+    rules:
+      - protocol: tcp
+        from_port: 80
+        to_port: 80
+        source_ips: [0.0.0.0/0]
+  web_tools:
+    description: "To open up port #{web_tools_port} for internal/tools http server"
+    rules:
+      - protocol: tcp
+        from_port: "#{web_tools_port}"
+        to_port: "#{web_tools_port}"
+        source_ips: [0.0.0.0/0]
+
+roles:
+  web:
+    packages: [nginx]
+    assigned_security_groups: [web]
+  web_tools:
+    packages: [nginx]
+    assigned_security_groups: [web_tools]

data/generators/vulcanize/templates/nginx/templates.yml

@@ -0,0 +1 @@
+description: The nginx module

data/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb

@@ -0,0 +1,27 @@
+
+namespace :rubber do
+
+  namespace :passenger do
+  
+    rubber.allow_optional_tasks(self)
+  
+    after "rubber:base:install_rubygems", "rubber:passenger:custom_install"
+    
+    task :custom_install, :roles => :web do
+      rubber.sudo_script 'install_passenger', <<-ENDSCRIPT
+        TMPDIR=`mktemp -d` || exit 1
+        cd $TMPDIR
+        # download and install current HEAD of passenger
+        wget -q --output-document=passenger.tgz http://github.com/FooBarWidget/passenger/tarball/master
+        tar -xvf passenger.tgz --strip-components 1
+        rake package:gem && gem install pkg/*gem --no-rdoc --no-ri
+        echo -en "\n\n\n\n" | passenger-install-apache2-module
+        wget -q http://rubyforge.org/frs/download.php/41041/ruby-enterprise_1.8.6-20080810-i386.deb
+        dpkg -i ruby-enterprise_1.8.6-20080810-i386.deb
+        # enable needed apache modules / disable ubuntu default site
+        a2enmod rewrite
+        a2dissite default
+      ENDSCRIPT
+    end
+  end
+end

data/generators/vulcanize/templates/passenger/config/rubber/role/web/passenger.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/apache2/mods-available/passenger.conf'
+  @post = 'cd /etc/apache2/mods-enabled && ln -fs ../mods-available/passenger.conf && /etc/init.d/apache2 restart'
+%>
+LoadModule passenger_module /usr/lib/ruby/gems/1.8/gems/passenger-2.1.0/ext/apache2/mod_passenger.so
+PassengerRoot /usr/lib/ruby/gems/1.8/gems/passenger-2.1.0
+PassengerRuby /opt/ruby-enterprise/bin/ruby
+PassengerUseGlobalQueue on

data/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml

@@ -0,0 +1,4 @@
+roles:
+  web:
+    packages: [apache2-mpm-prefork apache2-prefork-dev]
+    gems: [fastthread rack]

data/generators/vulcanize/templates/passenger/templates.yml

@@ -0,0 +1 @@
+description: Phusion Passenger module

data/generators/vulcanize/templates/sphinx/config/rubber/common/sphinx.yml

@@ -0,0 +1,46 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/sphinx.yml"
+%>
+
+# Taken from: http://ts.freelancing-gods.com/rdoc/classes/ThinkingSphinx/Configuration.html
+#
+# Here are the default settings, relative to RUBBER_ROOT where relevant:
+#
+# config file::           config/#{environment}.sphinx.conf
+# searchd log file::      log/searchd.log
+# query log file::        log/searchd.query.log
+# pid file::              log/searchd.#{environment}.pid
+# searchd files::         db/sphinx/#{environment}/
+# address::               127.0.0.1
+# port::                  3312
+# allow star::            false
+# min prefix length::     1
+# min infix length::      1
+# mem limit::             64M
+# max matches::           1000
+# morphology::            stem_en
+# charset type::          utf-8
+# charset table::         nil
+# ignore chars::          nil
+# html strip::            false
+# html remove elements::  ''
+#
+# If you want to change these settings, create a YAML file at
+# config/sphinx.yml with settings for each environment, in a similar
+# fashion to database.yml - using the following keys: config_file,
+# searchd_log_file, query_log_file, pid_file, searchd_file_path, port,
+# allow_star, enable_star, min_prefix_len, min_infix_len, mem_limit,
+# max_matches, # morphology, charset_type, charset_table, ignore_chars,
+# html_strip, # html_remove_elements. I think you've got the idea.
+#
+# Each setting in the YAML file is optional - so only put in the ones you
+# want to change.
+
+<%= RUBBER_ENV %>:
+  address:            <%= rubber_instances.for_role('sphinx').first.full_name rescue 'localhost' %>
+  mem_limit:          <%= RUBBER_ENV == 'production' ? '1024M' : '64M' %>
+  config_file:        sphinx/config/<%= RUBBER_ENV %>.sphinx.conf
+  searchd_file_path:  sphinx/db/<%= RUBBER_ENV %>/
+  pid_file:           <%= RUBBER_ROOT %>/log/searchd.<%= RUBBER_ENV %>.pid
+  searchd_log_file:   <%= RUBBER_ROOT %>/log/searchd.log
+  query_log_file:     <%= RUBBER_ROOT %>/log/searchd.query.log

data/generators/vulcanize/templates/sphinx/config/rubber/deploy-sphinx.rb

@@ -0,0 +1,112 @@
+# installs, starts and stops sphinx
+#
+# Please note that all tasks are executed as runner. So sphinx will run under
+# the same userid as mongrel. This is important to allow delta indexes (mongrel
+# has to send a sighup to searchd).
+#
+# * installation is ubuntu specific
+# * start and stop tasks are using the thinking sphinx plugin
+
+namespace :rubber do
+
+  namespace :sphinx do
+
+    rubber.allow_optional_tasks(self)
+
+    after "rubber:install_packages", "rubber:sphinx:custom_install"
+
+    task :custom_install, :roles => :sphinx do
+      # install sphinx from source
+      ver = "0.9.8.1"
+      rubber.run_script 'install_sphinx', <<-ENDSCRIPT
+        # check if already installed
+        if [ -x /usr/local/bin/searchd ]
+          then echo 'Found sphinx searchd on system'
+          if /usr/local/bin/searchd --help | grep 'Sphinx #{ver}'
+            then echo 'Sphinx version matches, no further steps needed'
+            exit 0
+          fi
+        fi
+
+        echo 'Installing / Upgrading sphinx #{ver}'
+        TMPDIR=`mktemp -d` || exit 1
+        cd $TMPDIR
+        echo 'Downloading'
+        wget -q http://www.sphinxsearch.com/downloads/sphinx-#{ver}.tar.gz
+        echo 'Unpacking'
+        tar xf sphinx-#{ver}.tar.gz
+        cd sphinx-#{ver}
+        ./configure
+        make
+        make install
+        cd ; rm -rf $TMPDIR
+      ENDSCRIPT
+    end
+
+    set :sphinx_root, Proc.new {"#{shared_path}/sphinx"}
+    after "deploy:setup", "rubber:sphinx:setup"
+    after "deploy:symlink", "rubber:sphinx:config_dir"
+
+    before "deploy:stop", "rubber:sphinx:stop"
+    after "deploy:start", "rubber:sphinx:start"
+    after "deploy:restart", "rubber:sphinx:restart"
+    before "deploy:cold" do
+      before "rubber:sphinx:start", "rubber:sphinx:index"
+    end
+    before "rubber:create_staging" do
+      before "rubber:sphinx:start", "rubber:sphinx:index"
+    end
+
+    desc "Do sphinx setup tasks"
+    task :setup, :roles => :sphinx do
+      # Setup links to sphinx config/index as they need to persist between deploys
+      run "mkdir -p #{sphinx_root} #{sphinx_root}/config #{sphinx_root}/db"
+      run "chown -R #{runner}:#{runner} #{sphinx_root}"
+    end
+
+    desc "Setup paths for sphinx runtime"
+    task :config_dir, :roles => :sphinx do
+      run "rm -rf #{current_path}/sphinx && ln -sf #{sphinx_root} #{current_path}/sphinx"
+    end
+
+    # runs the given ultrasphinx rake tasks
+    def run_sphinx task
+      cmd = "cd #{current_path} && sudo -u #{runner} RAILS_ENV=#{RUBBER_ENV} rake #{task}"
+      run cmd
+    end
+
+
+    desc "Stops sphinx searchd"
+    task :stop, :roles => :sphinx, :on_error => :continue do
+      run_sphinx 'ts:stop'
+    end
+
+    desc "Starts sphinx searchd"
+    task :start, :roles => :sphinx do
+      # rake tasks that load rails env can be slow, so
+      # do multiple here as a performance tweak
+      # config always needs to be run before start as
+      # rubber generates a sphinx config file with new paths
+      run_sphinx 'ts:config ts:start'
+    end
+
+    desc "Restarts sphinx searchd"
+    task :restart, :roles => :sphinx do
+      # rake tasks that load rails env can be slow, so
+      # do multiple here as a performance tweak
+      run_sphinx 'ts:config ts:stop ts:start'
+    end
+
+    desc "Configures sphinx index"
+    task :config, :roles => :sphinx do
+      run_sphinx 'ts:config'
+    end
+
+    desc "Builds sphinx index"
+    task :index, :roles => :sphinx do
+      run_sphinx 'ts:index'
+    end
+
+  end
+
+end