rubber 1.3.2 → 1.5.0

data/CHANGELOG

@@ -1,3 +1,10 @@
+1.3.2
+-----
+
+fix to mkdir command which failed on rubber:create_staging <6a0d513> [Matt Conway]
+fix for ruby1.9 <6e08329> [Matt Conway]
+fix for ruby1.9 <4e92c69> [Matt Conway]
+
 1.3.1
 -----
 

data/VERSION

@@ -1 +1 @@
-1.3.2
+1.5.0

data/bin/vulcanize

@@ -1,41 +1,25 @@
 #!/usr/bin/env ruby
 
-env = ENV['RUBBER_ENV'] || ENV['RAILS_ENV'] || 'development'
-root = '.'
-
-# if in a rails project, then use standard generate, otherwise
-# we need a minimal rails environment for generators to run
- #
-if File.exist?(File.join(root, 'config', 'environment.rb'))
-  ARGV.insert(0, 'vulcanize')
-  require File.join(root, 'config', 'boot')
-  require 'commands/generate'
-else
-  RAILS_ENV = ENV['RAILS_ENV'] = env
-  RAILS_ROOT = ENV['RAILS_ROOT'] = root
+require 'rubygems'
 
-  require 'rubygems'
-  gem 'rails'
-  module Rails
-    class << self
-      def vendor_rails?
-        false
-      end
-    end
-  end
+env = ENV['RUBBER_ENV'] ||= 'development'
+root = '.'
 
-  require 'initializer'
-  class Rails::Initializer
-    def load_environment; end
-  end
+require 'rubber'
+Rubber::initialize(root, env)
 
-  Rails::Initializer.run do |config|
-    config.frameworks -= [:active_record, :action_controller]
+if Rubber::Util::is_rails2?
+  ARGV.insert(0, 'vulcanize') unless ARGV[0] == 'vulcanize' # Need for Rails 2 generator.
+  require File.expand_path('../../lib/generators/vulcanize/vulcanize_generator', __FILE__)
+else
+  begin
+    gem 'railties'
+  rescue LoadError
+    puts "Missing the railties gem.  Install with `sudo gem install railties --version=3.0.0.beta3`."
+    exit(-1)
   end
 
-  require 'rails_generator'
-  require 'rails_generator/scripts/generate'
+  require File.expand_path('../../lib/generators/vulcanize/vulcanize_generator', __FILE__)
 
-  ARGV.shift if ['--help', '-h'].include?(ARGV[0])
-  Rails::Generator::Scripts::Generate.new.run(['vulcanize'] + ARGV)
+  VulcanizeGenerator.start
 end

data/generators/vulcanize/templates/apache/config/rubber/deploy-apache.rb

@@ -8,17 +8,17 @@ namespace :rubber do
     after "rubber:install_packages", "rubber:apache:custom_install"
 
     task :custom_install, :roles => :apache do
-      sudo "a2dissite default"
+      rsudo "a2dissite default"
     end
 
     # serial_task can only be called after roles defined - not normally a problem, but
     # rubber auto-roles don't get defined till after all tasks are defined
     on :load do
       rubber.serial_task self, :serial_restart, :roles => :apache do
-        sudo "/etc/init.d/apache2 restart"
+        rsudo "service apache2 restart"
       end
       rubber.serial_task self, :serial_reload, :roles => :apache do
-        sudo "sh -c 'if ! ps ax | grep -v grep | grep -c apache2 &> /dev/null; then /etc/init.d/apache2 start; else /etc/init.d/apache2 reload; fi'"
+        rsudo "if ! ps ax | grep -v grep | grep -c apache2 &> /dev/null; then service apache2 start; else service apache2 reload; fi"
       end
     end
     
@@ -27,13 +27,13 @@ namespace :rubber do
     after "deploy:restart", "rubber:apache:reload"
     
     desc "Stops the apache web server"
-    task :stop, :roles => :apache, :on_error => :continue do
-      sudo "/etc/init.d/apache2 stop"
+    task :stop, :roles => :apache do
+      rsudo "service apache2 stop; exit 0"
     end
     
     desc "Starts the apache web server"
     task :start, :roles => :apache do
-      sudo "/etc/init.d/apache2 start"
+      rsudo "service apache2 start"
     end
     
     desc "Restarts the apache web server"

data/generators/vulcanize/templates/apache/config/rubber/role/apache/monit-apache.conf

@@ -4,5 +4,5 @@
 <% PIDFILE = "/var/run/apache2.pid" %>
 check process apache with pidfile <%= PIDFILE %>
   group apache-<%= RUBBER_ENV %>
-  start program = "/etc/init.d/apache2 start"
-  stop program = "/etc/init.d/apache2 stop"
+  start program = "/usr/sbin/service apache2 start"
+  stop program = "/usr/sbin/service apache2 stop"

data/generators/vulcanize/templates/apache/config/rubber/role/apache/ports.conf

@@ -1,5 +1,8 @@
 <%
   @path = '/etc/apache2/ports.conf'
+  # need to stop here so that apache will release port 80 before other
+  # services start and need to bind to it (e.g. haproxy)
+  @post = 'service apache2 stop'
 %>
 # empty ports file since other modules contribute which ports to open (vhosts)
 

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-apache-vhost.conf

@@ -38,29 +38,42 @@ Listen <%= rubber_env.web_tools_ssl_port %>
   SetOutputFilter  proxy-html
 
   <% rubber_instances.for_role('haproxy').each do |ic| %>
-    ProxyPass       /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
-    ProxyPassReverse /haproxy_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
-    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
-    ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
-    ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+    ProxyPass /haproxy_<%= ic.name %>/  http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/haproxy/
+    <Location /haproxy_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.haproxy_admin_port %>/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy/ /haproxy_<%= ic.name %>/
+      ProxyHTMLURLMap /haproxy /haproxy_<%= ic.name %>/
+    </Location>
   <% end %>
 
   <% if cruise_host = rubber_instances.for_role('cruise').first %>
-    ProxyPass       /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
-    ProxyPassReverse /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
-    ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
-    ProxyHTMLURLMap / /cruise/
+    ProxyPass /cruise/  http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/
+    <Location /cruise/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= cruise_host.full_name %>:<%= rubber_env.cruise_port %>/ /cruise/
+      ProxyHTMLURLMap / /cruise/
+    </Location>
   <% end %>
 
   <% rubber_instances.each do |ic| %>
-    ProxyPass        /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
-    ProxyPassReverse /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
-    ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
-    ProxyHTMLURLMap / /monit_<%= ic.name %>/
+    ProxyPass /monit_<%= ic.name %>/ http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/
+    <Location /monit_<%= ic.name %>/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= ic.full_name %>:<%= rubber_env.monit_admin_port %>/ /monit_<%= ic.name %>/
+      ProxyHTMLURLMap / /monit_<%= ic.name %>/
+    </Location>
   <% end %>
-  
-  <% if resque_host = rubber_instances.for_role('resque').first %>
-    RackBaseURI /resque
+
+  <% if resque_host = rubber_instances.for_role('resque_web').first %>
+    ProxyPass /resque/  http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/
+    # special case, sinatra is using X-Forwarded-Host header to set redirects (Location header) to our external address, so we have to rewrite that to the right path
+    ProxyPassReverse /resque/ http://<%= rubber_env.full_host %>:<%= rubber_env.web_tools_ssl_port %>/
+    <Location /resque/>
+      ProxyPassReverse /
+      ProxyHTMLURLMap http://<%= resque_host.full_name %>:<%= rubber_env.resque_web_port %>/ /resque/
+      ProxyHTMLURLMap / /resque/
+    </Location>
   <% end %>
   
 </VirtualHost>

data/generators/vulcanize/templates/apache/config/rubber/role/web_tools/tools-index.html

@@ -25,7 +25,7 @@
           <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
       <% end %>
       
-      <% if resque_host = rubber_instances.for_role('resque').first %>
+      <% if resque_host = rubber_instances.for_role('resque_web').first %>
           <li><a href="/resque/">Resque</a></li>
       <% end %>
 

data/generators/vulcanize/templates/base/Rakefile

@@ -0,0 +1,21 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'development')
+RAILS_ENV = ENV['RAILS_ENV'] = env
+root = File.dirname(__FILE__)
+
+require 'rubber'
+
+Rubber::initialize(root, env)
+
+require 'rubber/tasks/rubber'
+
+task :console do
+  ARGV.clear
+  require "irb"
+  IRB.start
+end
+
+RAILS_TASKS

data/generators/vulcanize/templates/base/config/rubber/common/crontab

@@ -3,7 +3,12 @@
   @write_cmd = 'crontab -'
 %>
 
-PATH=/sbin:/usr/sbin:/usr/local/sbin:<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:/usr/bin:/bin
+# cron clears out enviroment variables, so we need to add these in
+# to make sure we are running the correct ruby (rvm env vars, plus paths)
+<%- ENV.select {|k, v| k =~ /rvm|ruby|bundler|gem|path/i }.each do |k, v| -%>
+<%= k %>=<%= v %>
+<%- end -%>
+
 MAILTO=<%= rubber_env.admin_email %>
 # don't need to set RUBBER_ENV for each script since we set it for all cron here
 RUBBER_ENV=<%= RUBBER_ENV %>

data/generators/vulcanize/templates/base/config/rubber/common/monit-postfix.conf

@@ -3,6 +3,6 @@
 %>
 
 check process postfix with pidfile /var/spool/postfix/pid/master.pid
-  start program  "/etc/init.d/postfix start"
-  stop program  "/etc/init.d/postfix stop"
+  start program  "/usr/sbin/service postfix start"
+  stop program  "/usr/sbin/service postfix stop"
   if 5 restarts within 5 cycles then timeout

data/generators/vulcanize/templates/base/config/rubber/common/rubber.profile

@@ -1,14 +1,13 @@
 <%
   @path = "/etc/profile.d/rubber.sh"
+  current_path = "/mnt/#{rubber_env.app_name}-#{RUBBER_ENV}/current" 
 %>
 
 # convenience to simply running rails console, etc with correct env
 export RUBBER_ENV=<%= RUBBER_ENV %>
 export RAILS_ENV=<%= RUBBER_ENV %>
-alias current="cd <%= RUBBER_ROOT %>"
-
-# make sure we use the right ruby since REE installs into /usr/local
-export PATH=<%= rubber_env.ruby_prefix %>/bin:$PATH
+alias current="cd <%= current_path %>"
+alias release="cd <%= RUBBER_ROOT %>"
 
 # Always use rubygems
 export RUBYOPT="rubygems"

data/generators/vulcanize/templates/base/config/rubber/deploy-setup.rb

@@ -3,60 +3,39 @@ namespace :rubber do
   
     rubber.allow_optional_tasks(self)
 
+    before "rubber:install_gems", "rubber:base:install_rvm"
+    task :install_rvm do
+      rubber.sudo_script "install_rvm", <<-ENDSCRIPT
+        if [[ `rvm --version 2> /dev/null` == "" ]]; then
+          wget -qNP /tmp http://rvm.beginrescueend.com/releases/rvm-install-head
+          bash /tmp/rvm-install-head
+          echo "#{rubber_env.rvm_prepare}" > /etc/profile.d/rvm.sh
+          echo "rvm_prefix=/usr/local" > /etc/rvmrc
+        fi
+      ENDSCRIPT
+    end
 
-    before "rubber:install_packages", "rubber:base:pre_install_ruby"
-    task :pre_install_ruby do
-
-      # figure out which hosts we have specified enterprise ruby for
-      sys_ruby_hosts = []
-      ent_ruby_hosts = []
-      rubber_instances.filtered.each do |ic|
-        env = rubber_cfg.environment.bind(ic.role_names, ic.name)
-        if env.use_enterprise_ruby
-          ent_ruby_hosts << ic.full_name unless ic.windows?
-        end
-      end
-
-      if ent_ruby_hosts.size > 0
-        task :_install_enterprise_ruby, :hosts => ent_ruby_hosts do
-          ver = "1.8.7-2010.01"
-          rubber.sudo_script "install_ruby-enterprise", <<-ENDSCRIPT
-            if [[ ! `ruby --version 2> /dev/null` =~ "Ruby Enterprise Edition 2010.01" ]]; then
-              arch=`uname -m`
-              if [ "$arch" = "x86_64" ]; then
-                src="http://rubyforge.org/frs/download.php/68720/ruby-enterprise_#{ver}_amd64.deb"
-              else
-                src="http://rubyforge.org/frs/download.php/68718/ruby-enterprise_#{ver}_i386.deb"
-              fi
-              src_file="${src##*/}"
-              wget -qNP /tmp ${src}
-              dpkg -i /tmp/${src_file}
-            fi
-          ENDSCRIPT
-        end
-
-        _install_enterprise_ruby
-      end
-
+    # ensure that the rvm profile script gets sourced by reconnecting
+    after "rubber:base:install_rvm" do
+      teardown_connections_to(sessions.keys)
     end
 
-    #  The ubuntu rubygem package is woefully out of date, so install it manually
-    after "rubber:install_packages", "rubber:base:install_rubygems"
-    task :install_rubygems do
-      ver = "1.3.6"
-      src_url = "http://production.cf.rubygems.org/rubygems/rubygems-#{ver}.tgz"
-      rubber.sudo_script 'install_rubygems', <<-ENDSCRIPT
-        if [[ `gem --version 2>&1` != "#{ver}" ]]; then
-          wget -qNP /tmp #{src_url}
-          tar -C /tmp -xzf /tmp/rubygems-#{ver}.tgz
-          ruby -C /tmp/rubygems-#{ver} setup.rb
-          ln -sf /usr/bin/gem1.8 /usr/bin/gem
-          rm -rf /tmp/rubygems*
-          gem source -l > /dev/null
+    after "rubber:base:install_rvm", "rubber:base:install_rvm_ruby"
+    task :install_rvm_ruby do
+      opts = get_host_options('rvm_ruby')
+      install_rvm_ruby_script = <<-ENDSCRIPT
+        rvm_ver=$1
+        if [[ ! `rvm list default 2> /dev/null` =~ "$rvm_ver" ]]; then
+          rvm install $rvm_ver
+          # need to set default after using once or something in env is broken
+          rvm use $rvm_ver &> /dev/null
+          rvm use $rvm_ver --default
         fi
       ENDSCRIPT
+      opts[:script_args] = '$CAPISTRANO:VAR$'
+      rubber.sudo_script "install_rvm_ruby", install_rvm_ruby_script, opts
     end
-    
+
     after "rubber:install_packages", "rubber:base:configure_git" if scm == "git"
     task :configure_git do
       rubber.sudo_script 'configure_git', <<-ENDSCRIPT

data/generators/vulcanize/templates/base/config/rubber/deploy-util.rb

@@ -0,0 +1,97 @@
+namespace :rubber do
+  namespace :util do
+  
+    rubber.allow_optional_tasks(self)
+   
+    desc <<-DESC
+      Backup database using rake task rubber:backup_db
+    DESC
+    task :backup do
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+            
+      task_name = "_backup_db_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+        rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{selected_db_instance.full_name} rake rubber:backup_db"
+      end
+      send task_name
+    end
+    
+    desc <<-DESC
+      Restore database from s3 using rake task rubber:restore_db_s3
+    DESC
+    task :restore_s3 do
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      for instance in master_instances+slaves
+        task_name = "_restore_db_s3_#{instance.full_name}".to_sym()
+        task task_name, :hosts => instance.full_name do
+          rsudo "cd #{current_path} && RUBBER_ENV=#{RUBBER_ENV} BACKUP_DIR=/mnt/db_backups DBUSER=#{rubber_env.db_user} DBPASS=#{rubber_env.db_pass} DBNAME=#{rubber_env.db_name} DBHOST=#{instance.full_name} rake rubber:restore_db_s3"
+        end
+        send task_name
+      end
+    end    
+    
+    desc <<-DESC
+      Overwrite ec2 production database with export from local production database.
+    DESC
+    task :local_to_ec2 do
+      require 'yaml'      
+      master_instances = rubber_instances.for_role('db', :primary => true)
+      slaves = rubber_instances.for_role('db', {})
+
+      # Select only one instance for backup.  Favor slave database.
+      selected_db_instance = (slaves+master_instances).first
+            
+      task_name = "_load_local_to_#{selected_db_instance.full_name}".to_sym()
+      task task_name, :hosts => selected_db_instance.full_name do
+
+        # Dump Local to tmp folder
+        filename = "#{application}.local.#{Time.now.to_i}.sql.gz" 
+        backup_file = "/tmp/#{filename}" 
+        on_rollback { delete file }
+        FileUtils.mkdir_p(File.dirname(backup_file))
+
+        # Use database.yml to get connection params
+        db = YAML::load(ERB.new(IO.read(File.join(File.dirname(__FILE__), '..','database.yml'))).result)[RUBBER_ENV]
+        user = db['username']
+        pass = db['passsword']
+        pass = nil if pass and pass.strip.size == 0
+        host = db['host']
+        name = db['database']
+        
+        raise "No db_backup_cmd defined in rubber.yml, cannot backup!" unless rubber_env.db_backup_cmd
+        db_backup_cmd = rubber_env.db_backup_cmd.gsub(/%([^%]+)%/, '#{\1}')
+        db_backup_cmd = eval('%Q{' + db_backup_cmd + '}')
+
+        # dbdump (or backup app) needs to be in your path
+        puts "Backing up database with command:"
+        system(db_backup_cmd)
+        puts "Created backup: #{backup_file}"
+
+        # Upload Local to S3
+        cloud_provider = rubber_env.cloud_providers[rubber_env.cloud_provider]
+        s3_prefix = "db/"
+        backup_bucket = cloud_provider.backup_bucket
+        if backup_bucket
+          AWS::S3::Base.establish_connection!(:access_key_id => cloud_provider.access_key, :secret_access_key => cloud_provider.secret_access_key)
+          unless AWS::S3::Bucket.list.find { |b| b.name == backup_bucket }
+            AWS::S3::Bucket.create(backup_bucket)
+          end
+          dest = "#{s3_prefix}#{File.basename(backup_file)}"
+          puts "Saving db dump to S3: #{backup_bucket}:#{dest}"
+          AWS::S3::S3Object.store(dest, open(backup_file), backup_bucket)
+        end
+        
+        send :restore_s3
+
+      end
+      send task_name
+    end    
+
+  end
+end