sml-rubber 0.9.13 → 1.5.5

data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf

@@ -4,5 +4,5 @@
 <% PIDFILE = "/var/run/apache2.pid" %>
 check process apache with pidfile <%= PIDFILE %>
   group apache-<%= RUBBER_ENV %>
-  start program = "/etc/init.d/apache2 start"
-  stop program = "/etc/init.d/apache2 stop"
+  start program = "/usr/bin/env service apache2 start"
+  stop program = "/usr/bin/env service apache2 stop"

data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf

@@ -1,5 +1,8 @@
 <%
   @path = '/etc/apache2/ports.conf'
+  # need to stop here so that apache will release port 80 before other
+  # services start and need to bind to it (e.g. haproxy)
+  @post = 'service apache2 stop'
 %>
 # empty ports file since other modules contribute which ports to open (vhosts)
 

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf

@@ -38,25 +38,42 @@ Listen <%= rubber_env.web_tools_ssl_port %>
   SetOutputFilter  proxy-html
 
   <% rubber_instances.for_role('haproxy').each do |ic| %>
-    ProxyPass       /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
-    ProxyPassReverse /haproxy_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
-    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
-    ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
-    ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+    ProxyPass /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
+    <Location /haproxy_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+    </Location>
   <% end %>
 
   <% if cruise_host = rubber_instances.for_role('cruise').first %>
-    ProxyPass       /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
-    ProxyPassReverse /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
-    ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
-    ProxyHTMLURLMap / /cruise/
+    ProxyPass /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
+    <Location /cruise/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
+      ProxyHTMLURLMap / /cruise/
+    </Location>
   <% end %>
 
   <% rubber_instances.each do |ic| %>
-    ProxyPass        /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
-    ProxyPassReverse /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
-    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
-    ProxyHTMLURLMap / /monit_<%= ic.name %>/
+    ProxyPass /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
+    <Location /monit_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
+      ProxyHTMLURLMap / /monit_<%= ic.name %>/
+    </Location>
+  <% end %>
+
+  <% if resque_host = rubber_instances.for_role('resque_web').first %>
+    ProxyPass /resque/  http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/
+    # special case, sinatra is using X-Forwarded-Host header to set redirects (Location header) to our external address, so we have to rewrite that to the right path
+    ProxyPassReverse /resque/ http://<%= rubber_env.full_host %>:<%= rubber_env.web_tools_ssl_port %>/
+    <Location /resque/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/ /resque/
+      ProxyHTMLURLMap / /resque/
+    </Location>
   <% end %>
   
 </VirtualHost>

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html

@@ -17,13 +17,17 @@
         <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
       <% end %>
 
-		  <% rubber_instances.for_role('haproxy').each do |ic| %>
+		  <% rubber_instances.for_role('haproxy').sort {|a,b| a.name <=> b.name }.each do |ic| %>
 		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
 		  <% end %>
 
-      <% rubber_instances.each do |ic| %>
+      <% rubber_instances.sort {|a,b| a.name <=> b.name }.each do |ic| %>
           <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
       <% end %>
+      
+      <% if resque_host = rubber_instances.for_role('resque_web').first %>
+          <li><a href="/resque/">Resque</a></li>
+      <% end %>
 
 		</ul>
 	</body>

data/generators/vulcanize/templates/apache/config/rubber/rubber-apache.yml

@@ -2,6 +2,5 @@
 roles:
   apache:
     packages: [apache2]
-roles:
   web_tools:
     packages: [libapache2-mod-proxy-html]

data/generators/vulcanize/templates/base/Rakefile

@@ -0,0 +1,21 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'development')
+RAILS_ENV = ENV['RAILS_ENV'] = env
+root = File.dirname(__FILE__)
+
+require 'rubber'
+
+Rubber::initialize(root, env)
+
+require 'rubber/tasks/rubber'
+
+task :console do
+  ARGV.clear
+  require "irb"
+  IRB.start
+end
+
+RAILS_TASKS

data/generators/vulcanize/templates/base/config/deploy.rb

@@ -6,6 +6,7 @@ on :load do
   set :application, rubber_env.app_name
   set :runner,      rubber_env.app_user
   set :deploy_to,   "/mnt/#{application}-#{RUBBER_ENV}"
+  set :copy_exclude, [".git/*", "log/*"]
 end
 
 # Use a simple directory tree copy here to make demo easier.

data/generators/vulcanize/templates/base/config/rubber/common/crontab

@@ -3,11 +3,17 @@
   @write_cmd = 'crontab -'
 %>
 
-PATH=/usr/local/bin:/usr/local/sbin:/usr/local/mysql/bin:/usr/bin:/bin:/sbin:/usr/sbin
+# cron clears out enviroment variables, so we need to add these in
+# to make sure we are running the correct ruby (rvm env vars, plus paths)
+<%- ENV.select {|k, v| k =~ /rvm|ruby|bundler|gem|path/i }.each do |k, v| -%>
+<%= k %>=<%= v %>
+<%- end -%>
+
 MAILTO=<%= rubber_env.admin_email %>
 # don't need to set RUBBER_ENV for each script since we set it for all cron here
 RUBBER_ENV=<%= RUBBER_ENV %>
 RAILS_ENV=<%= RUBBER_ENV %>
+RUBYOPT=rubygems
 
 # Roll all rails logs at midnight
 0 0 * * * LOG_DIR=<%= RUBBER_ROOT %>/log <%= RUBBER_ROOT %>/script/cron-rake rubber:rotate_logs

data/generators/vulcanize/templates/base/config/rubber/common/monit-postfix.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-postfix.conf'
+%>
+
+check process postfix with pidfile /var/spool/postfix/pid/master.pid
+  start program  "/usr/bin/env service postfix start"
+  stop program  "/usr/bin/env service postfix stop"
+  if 5 restarts within 5 cycles then timeout

data/generators/vulcanize/templates/base/config/rubber/common/rubber.profile

@@ -0,0 +1,13 @@
+<%
+  @path = "/etc/profile.d/rubber.sh"
+  current_path = "/mnt/#{rubber_env.app_name}-#{RUBBER_ENV}/current" 
+%>
+
+# convenience to simply running rails console, etc with correct env
+export RUBBER_ENV=<%= RUBBER_ENV %>
+export RAILS_ENV=<%= RUBBER_ENV %>
+alias current="cd <%= current_path %>"
+alias release="cd <%= RUBBER_ROOT %>"
+
+# Always use rubygems
+export RUBYOPT="rubygems"

data/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb

@@ -3,87 +3,75 @@ namespace :rubber do
   
     rubber.allow_optional_tasks(self)
 
+    before "rubber:setup_gem_sources", "rubber:base:install_rvm"
+    task :install_rvm do
+      rubber.sudo_script "install_rvm", <<-ENDSCRIPT
+        if [[ `rvm --version 2> /dev/null` == "" ]]; then
+          echo "rvm_prefix=/usr/local" > /etc/rvmrc
+          echo "#{rubber_env.rvm_prepare}" > /etc/profile.d/rvm.sh
 
-    before "rubber:install_packages", "rubber:base:pre_install_ruby"
-    task :pre_install_ruby do
+          # Copied below from http://rvm.beginrescueend.com/releases/rvm-install-latest
+          #
 
-      # figure out which hosts we have specified enterprise ruby for
-      sys_ruby_hosts = []
-      ent_ruby_hosts = []
-      rubber_instances.filtered.each do |ic|
-        env = rubber_cfg.environment.bind(ic.role_names, ic.name)
-        if env.use_enterprise_ruby
-          ent_ruby_hosts << ic.full_name
-        end
-      end
+          if [[ -f /etc/rvmrc ]] ; then source /etc/rvmrc ; fi
 
-      if ent_ruby_hosts.size > 0
+          if [[ -f "$HOME/.rvmrc" ]] ; then source "$HOME/.rvmrc" ; fi
 
-        task :_install_enterprise_ruby, :hosts => ent_ruby_hosts do
+          rvm_path="${rvm_path:-$HOME/.rvm}"
 
-          # preferences to pick up specific Ruby packages from brightbox
-          prefs = <<-DATA
-            Package: *
-            Pin: release l=brightbox
-            Pin-Priority: 1001
+          mkdir -p $rvm_path/src/
 
-            Package: ruby1.8-elisp
-            Pin: release l=Ubuntu
-            Pin-Priority: 1001
-          DATA
+          builtin cd $rvm_path/src
 
-          prefs.gsub!(/^ */, '') # remove leading whitespace
-          put(prefs, '/etc/apt/preferences')
+          stable_version=#{rubber_env.rvm_version}
 
-          rubber.sudo_script 'install_enterprise_ruby', <<-ENDSCRIPT
-            wget http://apt.brightbox.net/release.asc -O - | apt-key add -
-            echo "deb http://apt.brightbox.net/ hardy rubyee" > /etc/apt/sources.list.d/brightbox-rubyee.list
-          ENDSCRIPT
+          echo "rvm-${stable_version}"
 
-        end
+          curl -L "http://rvm.beginrescueend.com/releases/rvm-${stable_version}.tar.gz" -o "rvm-${stable_version}.tar.gz"
 
-        _install_enterprise_ruby
-      end
+          tar zxf "rvm-${stable_version}.tar.gz"
 
+          builtin cd "rvm-${stable_version}"
+
+          dos2unix scripts/* >/dev/null 2>&1 || true
+
+          bash ./scripts/install
+
+          #
+          # end rvm install script
+
+        fi
+      ENDSCRIPT
+    end
+
+    # ensure that the rvm profile script gets sourced by reconnecting
+    after "rubber:base:install_rvm" do
+      teardown_connections_to(sessions.keys)
     end
 
-    #  The ubuntu rubygem package is woefully out of date, so install it manually
-    after "rubber:install_packages", "rubber:base:install_rubygems"
-    task :install_rubygems do
-      ver = "1.3.5"
-      src_url = "http://rubyforge.org/frs/download.php/60718/rubygems-#{ver}.tgz"
-      rubber.sudo_script 'install_rubygems', <<-ENDSCRIPT
-        if [[ `gem --version 2>&1` != "#{ver}" ]]; then
-          wget -qNP /tmp #{src_url}
-          tar -C /tmp -xzf /tmp/rubygems-#{ver}.tgz
-          ruby -C /tmp/rubygems-#{ver} setup.rb
-          ln -sf /usr/bin/gem1.8 /usr/bin/gem
-          rm -rf /tmp/rubygems*
-          gem source -l > /dev/null
+    after "rubber:base:install_rvm", "rubber:base:install_rvm_ruby"
+    task :install_rvm_ruby do
+      opts = get_host_options('rvm_ruby')
+      install_rvm_ruby_script = <<-ENDSCRIPT
+        rvm_ver=$1
+        if [[ ! `rvm list default 2> /dev/null` =~ "$rvm_ver" ]]; then
+          rvm install $rvm_ver
+          # need to set default after using once or something in env is broken
+          rvm use $rvm_ver &> /dev/null
+          rvm use $rvm_ver --default
         fi
       ENDSCRIPT
+      opts[:script_args] = '$CAPISTRANO:VAR$'
+      rubber.sudo_script "install_rvm_ruby", install_rvm_ruby_script, opts
     end
-    
-    # git in ubuntu 7.0.4 is very out of date and doesn't work well with capistrano
-    after "rubber:install_packages", "rubber:base:install_git" if scm == "git"
-    task :install_git do
-      rubber.run_script 'install_git', <<-ENDSCRIPT
-        if ! git --version &> /dev/null; then
-          arch=`uname -m`
-          if [ "$arch" = "x86_64" ]; then
-            src="http://mirrors.kernel.org/ubuntu/pool/main/g/git-core/git-core_1.5.4.5-1~dapper1_amd64.deb"
-          else
-            src="http://mirrors.kernel.org/ubuntu/pool/main/g/git-core/git-core_1.5.4.5-1~dapper1_i386.deb"
-          fi
-          apt-get install liberror-perl libdigest-sha1-perl
-          wget -qO /tmp/git.deb ${src}
-          dpkg -i /tmp/git.deb
-
-          if [[ "#{repository}" =~ "@" ]]; then
-            # Get host key for src machine to prevent ssh from failing
-            rm -f ~/.ssh/known_hosts
-            ! ssh -o 'StrictHostKeyChecking=no' #{repository.gsub(/:.*/, '')} &> /dev/null
-          fi
+
+    after "rubber:install_packages", "rubber:base:configure_git" if scm == "git"
+    task :configure_git do
+      rubber.sudo_script 'configure_git', <<-ENDSCRIPT
+        if [[ "#{repository}" =~ "@" ]]; then
+          # Get host key for src machine to prevent ssh from failing
+          rm -f ~/.ssh/known_hosts
+          ! ssh -o 'StrictHostKeyChecking=no' #{repository.gsub(/:.*/, '')} &> /dev/null
         fi
       ENDSCRIPT
     end

data/generators/vulcanize/templates/base/config/rubber/deploy-util.rb

@@ -0,0 +1,97 @@
+namespace :rubber do
+  namespace :util do
+  
+    rubber.allow_optional_tasks(self)
+   
+    desc <<-DESC
+      Backup database using rake task rubber:backup_db
+    DESC
+    task :backup do
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+            
+      task_name = "_backup_db_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+        rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{selected_db_instance.full_name} rake rubber:backup_db"
+      end
+      send task_name
+    end
+    
+    desc <<-DESC
+      Restore database from s3 using rake task rubber:restore_db_s3
+    DESC
+    task :restore_s3 do
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      for instance in master_instances+slaves
+        task_name = "_restore_db_s3_#{instance.full_name}".to_sym()
+        task task_name, :hosts => instance.full_name do
+          rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{instance.full_name} rake rubber:restore_db_s3"
+        end
+        send task_name
+      end
+    end    
+    
+    desc <<-DESC
+      Overwrite ec2 production database with export from local production database.
+    DESC
+    task :local_to_ec2 do
+      require 'yaml'      
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+            
+      task_name = "_load_local_to_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+
+        # Dump Local to tmp folder
+        filename = "#{application}.local.#{Time.now.to_i}.sql.gz" 
+        backup_file = "/tmp/#{filename}" 
+        on_rollback { delete file }
+        FileUtils.mkdir_p(File.dirname(backup_file))
+
+        # Use database.yml to get connection params
+        db = YAML::load(ERB.new(IO.read(File.join(File.dirname(__FILE__), '..','database.yml'))).result)[RUBBER_ENV]
+        user = db['username']
+        pass = db['passsword']
+        pass = nil if pass and pass.strip.size == 0
+        host = db['host']
+        name = db['database']
+        
+        raise "No db_backup_cmd defined in rubber.yml, cannot backup!" unless rubber_env.db_backup_cmd
+        db_backup_cmd = rubber_env.db_backup_cmd.gsub(/%([^%]+)%/, '#{\1}')
+        db_backup_cmd = eval('%Q{' + db_backup_cmd + '}')
+
+        # dbdump (or backup app) needs to be in your path
+        puts "Backing up database with command:"
+        system(db_backup_cmd)
+        puts "Created backup: #{backup_file}"
+
+        # Upload Local to S3
+        cloud_provider = rubber_env.cloud_providers[rubber_env.cloud_provider]
+        s3_prefix = "db/"
+        backup_bucket = cloud_provider.backup_bucket
+        if backup_bucket
+          AWS::S3::Base.establish_connection!(:access_key_id => cloud_provider.access_key, :secret_access_key => cloud_provider.secret_access_key)
+          unless AWS::S3::Bucket.list.find { |b| b.name == backup_bucket }
+            AWS::S3::Bucket.create(backup_bucket)
+          end
+          dest = "#{s3_prefix}#{File.basename(backup_file)}"
+          puts "Saving db dump to S3: #{backup_bucket}:#{dest}"
+          AWS::S3::S3Object.store(dest, open(backup_file), backup_bucket)
+        end
+        
+        send :restore_s3
+
+      end
+      send task_name
+    end    
+
+  end
+end

data/generators/vulcanize/templates/base/config/rubber/rubber-dns.yml

@@ -0,0 +1,78 @@
+# OPTIONAL: The dns provider to use.  Need to exist in dns_providers below
+# dns_provider: nettica
+
+# OPTIONAL: The configuration for each dns provider (nettica|zerigo|dyndns)
+#          This lets rubber update a dynamic dns service with the instance alias and ip
+#
+dns_providers:
+  nettica:
+    user: joe
+    password: sekret
+    type: A
+    ttl: 300
+  zerigo:
+    email: foo@bar.com
+    token: hexxy
+    type: A
+    ttl: 300
+  dyndns:
+    user: joe
+    password: sekret
+    update_url: https://members.dyndns.org/nic/update?hostname=%host%&myip=%ip%'
+
+# OPTIONAL: Lets you configure your dns service, for example to add other CNAMES
+#           or setup dns round robin, etc.  Run "cap rubber:setup_dns_records"
+#           to apply them as rubber only sets up instance aliases as part of
+#           the standard lifecycle
+#
+#  dns_records:
+#    # simple A record
+#    - host: bar
+#      data: 1.1.1.1
+#
+#    # more detailed A record
+#    - host: bar
+#      domain: otherdomain.com
+#      data: 1.1.1.1
+#      type: A
+#      ttl: 300
+#
+#    # tld A record
+#    - host: ''
+#      data: 1.1.1.1
+#      type: A
+#
+#    # simple CNAME record
+#    - host: otherbar
+#      domain: foo.com
+#      data: bar.foo.com
+#      type: CNAME
+#      ttl: 300
+#
+#    # 2 of the same A records is a round robin dns
+#    - host: rr
+#      domain: foo.com
+#      data: 1.1.1.1
+#      type: A
+#      ttl: 300
+#    - host: rr
+#      domain: foo.com
+#      data: 1.1.1.2
+#      type: A
+#      ttl: 300
+#
+#    # A record, grabbing ip from instance config
+#    - host: baz
+#      domain: foo.com
+#      data: "#{rubber_instances.for_role('web').first.external_ip}"
+#      type: A
+#      ttl: 300
+#
+#    # MX record
+#    - host: ''
+#      domain: foo.com
+#      data: mail.foo.com
+#      type: MX
+#      ttl: 300
+#      priority: 10
+