factorylabs-fdlcap 0.1.0

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Factory Design Labs
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,7 @@
+= fdlcap
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 Gabe Varela. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,68 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "fdlcap"
+    gem.summary = %Q{a set of capistrano recipies we use regularly at Factory Design Labs}
+    gem.email = "interactive@factorylabs.com"
+    gem.homepage = "http://github.com/factorylabs/fdlcap"
+    gem.authors = ["Factory Design Labs"]
+    gem.add_dependency('engineyard-eycap', '>= 0.4.7')
+    gem.add_dependency('zilkey-auto_tagger', '>= 0.0.9')
+    gem.add_dependency('capistrano', '>= 2.5.5')
+    gem.add_dependency('capistrano-ext', '>= 1.2.1')
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+begin
+  require 'cucumber/rake/task'
+  Cucumber::Rake::Task.new(:features)
+rescue LoadError
+  task :features do
+    abort "Cucumber is not available. In order to run features, you must: sudo gem install cucumber"
+  end
+end
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fdlcap #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/fdlcap

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+path = ARGV[0]
+File.mkdir_p File.join(path, 'deploy')

data/fdlcap.gemspec

@@ -0,0 +1,85 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{fdlcap}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Factory Design Labs"]
+  s.date = %q{2009-06-25}
+  s.default_executable = %q{fdlcap}
+  s.email = %q{interactive@factorylabs.com}
+  s.executables = ["fdlcap"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README",
+     "README.rdoc"
+  ]
+  s.files = [
+    "LICENSE",
+     "README",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/fdlcap",
+     "fdlcap.gemspec",
+     "features/fdlcap.feature",
+     "features/step_definitions/fdlcap_steps.rb",
+     "features/support/env.rb",
+     "lib/fdlcap.rb",
+     "lib/fdlcap/autotagger.rb",
+     "lib/fdlcap/craken.rb",
+     "lib/fdlcap/database.rb",
+     "lib/fdlcap/delayed_job.rb",
+     "lib/fdlcap/deploy.rb",
+     "lib/fdlcap/geminstaller.rb",
+     "lib/fdlcap/newrelic.rb",
+     "lib/fdlcap/nginx.rb",
+     "lib/fdlcap/performance.rb",
+     "lib/fdlcap/rake.rb",
+     "lib/fdlcap/recipes.rb",
+     "lib/fdlcap/rsync.rb",
+     "lib/fdlcap/sass.rb",
+     "lib/fdlcap/slice.rb",
+     "lib/fdlcap/ssh.rb",
+     "lib/fdlcap/symlinks.rb",
+     "lib/fdlcap/templates/nginx.auth.conf.erb",
+     "lib/fdlcap/templates/nginx.conf.erb",
+     "lib/fdlcap/templates/nginx.vhost.conf.erb",
+     "lib/fdlcap/thin.rb",
+     "lib/fdlcap/thinking_sphinx.rb",
+     "test/fdlcap_test.rb",
+     "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/factorylabs/fdlcap}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{a set of capistrano recipies we use regularly at Factory Design Labs}
+  s.test_files = [
+    "test/fdlcap_test.rb",
+     "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<engineyard-eycap>, [">= 0.4.7"])
+      s.add_runtime_dependency(%q<zilkey-auto_tagger>, [">= 0.0.9"])
+      s.add_runtime_dependency(%q<capistrano>, [">= 2.5.5"])
+      s.add_runtime_dependency(%q<capistrano-ext>, [">= 1.2.1"])
+    else
+      s.add_dependency(%q<engineyard-eycap>, [">= 0.4.7"])
+      s.add_dependency(%q<zilkey-auto_tagger>, [">= 0.0.9"])
+      s.add_dependency(%q<capistrano>, [">= 2.5.5"])
+      s.add_dependency(%q<capistrano-ext>, [">= 1.2.1"])
+    end
+  else
+    s.add_dependency(%q<engineyard-eycap>, [">= 0.4.7"])
+    s.add_dependency(%q<zilkey-auto_tagger>, [">= 0.0.9"])
+    s.add_dependency(%q<capistrano>, [">= 2.5.5"])
+    s.add_dependency(%q<capistrano-ext>, [">= 1.2.1"])
+  end
+end

data/features/fdlcap.feature

@@ -0,0 +1,9 @@
+Feature: something something
+  In order to something something
+  A user something something
+  something something something
+
+  Scenario: something something
+    Given inspiration
+    When I create a sweet new gem
+    Then everyone should see how awesome I am

data/features/support/env.rb

@@ -0,0 +1,6 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__) + '/../../lib')
+require 'fdlcap'
+
+require 'test/unit/assertions'
+
+World(Test::Unit::Assertions)

data/lib/fdlcap.rb

@@ -0,0 +1,3 @@
+module Fdlcap
+
+end

data/lib/fdlcap/autotagger.rb

@@ -0,0 +1,9 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  # Run autotagger to get the right release
+  if exists?(:use_release_tagger)
+    before  "deploy:update_code",      "release_tagger:set_branch"
+    before  "deploy:cleanup",          "release_tagger:create_tag"
+    before  "deploy:cleanup",          "release_tagger:write_tag_to_shared"
+    before  "deploy:cleanup",          "release_tagger:print_latest_tags"
+  end
+end

data/lib/fdlcap/craken.rb

@@ -0,0 +1,6 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  # Run craken to get cron tasks installed
+  if exists?(:use_craken)
+    after "deploy:update",            "craken:install"
+  end
+end

data/lib/fdlcap/database.rb

@@ -0,0 +1,67 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :database do
+    desc "Push db remotely"
+    task :push_db_remotely, :roles => :db do
+
+      default_character_set = Object.const_defined?(:DEFAULT_CHARACTER_SET) ? Object::DEFAULT_CHARACTER_SET : "utf8"
+
+      local_env = ENV['LOCAL_ENV'] || "development"
+
+      all_db_info = YAML.load(File.read("config/database.yml"))
+      local_db_info = all_db_info[local_env]
+      remote_db_info = all_db_info[rails_env.to_s]
+      raise "Missing database.yml entry for #{local_env}" unless local_db_info
+      raise "Missing database.yml entry for #{rails_env.to_s}" unless remote_db_info
+
+
+      puts %{
+
+        ! WARNING !: The remote database '#{remote_db_info["database"]}'
+        will be replaced with the contents of the local database '#{local_db_info["database"]}'.  
+        A dump of the remote db will be placed in your remote home directory just prior 
+        to it being replaced.
+
+        1) current REMOTE_DB ===> backed up to dump file, in ~/
+        2) LOCAL_DB ===> REMOTE_DB ...old REMOTE_DB contents are overwritten!!!
+
+        Even so, this is a very significant and potentially destructive operation.  Please step
+        back and contemplate what you're about to do.
+
+        If you're really sure you want to continue, type "REPLACE #{remote_db_info["database"].upcase}":
+      }
+
+      if ($stdin.gets.strip != "REPLACE #{remote_db_info["database"].upcase}")
+        puts "No action taken, exiting"
+        exit(1)
+      else
+        puts "You confirmed that you want to continue, here we go"
+      end
+
+      dump_file_name = "#{local_db_info["database"]}.sql"
+      local_dump_file_gz_path = "/tmp/#{dump_file_name}.gz"
+
+      execute "time mysqldump -e -q --single-transaction --default_character_set=#{default_character_set} \
+      -u #{local_db_info["username"]} --password=#{local_db_info["password"]} \
+      --database #{local_db_info["database"]} | gzip > #{local_dump_file_gz_path}"
+
+      upload "#{local_dump_file_gz_path}", "#{dump_file_name}.gz", :via => :scp
+    
+      execute "echo ^G^G^G^G^G"
+
+      run "gzip -df ~/#{dump_file_name}.gz"
+      run "perl -pi -e 's|#{local_db_info["database"]}|#{remote_db_info["database"]}|g' ~/#{dump_file_name}"
+
+      run "time mysqldump -e -q --single-transaction  --default_character_set=#{default_character_set} \
+      -u #{remote_db_info["username"]} --password=#{remote_db_info["password"]} \
+      --database #{remote_db_info["database"]} | gzip > ~/#{remote_db_info["database"]}_#{Time.now.strftime("%Y-%m-%d_%H-%M-%S")}.sql.gz"
+
+      remote_host = remote_db_info["host"] || "localhost"
+
+      run "mysqladmin -u #{remote_db_info["username"]} --password=#{remote_db_info["password"]} -h #{remote_host} drop #{remote_db_info["database"]} -f"
+      run "mysqladmin -u #{remote_db_info["username"]} --password=#{remote_db_info["password"]} -h #{remote_host} create #{remote_db_info["database"]} --default_character_set=#{default_character_set}"
+      run "time mysql -u #{remote_db_info["username"]} --password=#{remote_db_info["password"]} -h #{remote_host} --database #{remote_db_info["database"]} --default_character_set=#{default_character_set} < ~/#{dump_file_name}"
+      run "rm ~/#{dump_file_name}"
+
+    end
+  end
+end

data/lib/fdlcap/delayed_job.rb

@@ -0,0 +1,16 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :delayed_job do
+    desc "Start delayed_job"
+    task :start, :only => {:delayed_job => true} do
+      sudo "/usr/bin/monit start all -g dj_#{application}"
+    end
+    desc "Stop delayed_job"
+    task :stop, :only => {:delayed_job => true} do
+      sudo "/usr/bin/monit stop all -g dj_#{application}"
+    end
+    desc "Restart delayed_job"
+    task :restart, :only => {:delayed_job => true} do
+      sudo "/usr/bin/monit restart all -g dj_#{application}"
+    end        
+  end
+end

data/lib/fdlcap/deploy.rb

@@ -0,0 +1,26 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  
+  namespace :web do
+    task :disable, :roles => :web, :except => { :no_release => true } do
+      on_rollback { run "rm #{shared_path}/system/maintenance.html" }
+      run "cp #{current_path}/public/maintenance.html #{shared_path}/system/maintenance.html"
+    end
+  end
+  
+  namespace :deploy do
+    desc "Pull files from a remote server"
+    task :download_file, :roles => :app, :except => { :no_release => true } do
+      ENV['FILES'].split(',').each do |file|
+        get "#{current_path}/#{file}", File.basename(file)
+      end
+    end
+  end
+  
+  # Clean up old releases
+  if exists?(:perform_cleanup)
+    after "deploy",                   "deploy:cleanup"
+    after "deploy:migrations" ,       "deploy:cleanup"
+    after "deploy:long" ,             "deploy:cleanup"
+  end
+  
+end

data/lib/fdlcap/geminstaller.rb

@@ -0,0 +1,26 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :geminstaller do
+    desc "Run geminstaller"
+    task :run, :only => { :geminstaller => true } do
+      sudo "/usr/bin/geminstaller -c #{release_path}/config/geminstaller.yml --geminstaller-output=all --rubygems-output=all"
+    end
+
+    desc "Install geminstaller"
+    task :install, :only => { :geminstaller => true } do
+      sudo "gem install geminstaller"
+      sudo "gem source -a http://gems.github.com"
+    end
+  end
+  
+  #
+  # Configure Callbacks
+  #
+  # Run geminstaller to make sure gems are installed.
+  if exists?(:use_geminstaller)
+    after "deploy:setup",             "geminstaller:install"
+    after "geminstaller:install",     "geminstaller:run"
+    after "deploy:symlink",           "geminstaller:run"
+    after "geminstaller:run",         "deploy:migrate"
+  end
+  
+end

data/lib/fdlcap/newrelic.rb

@@ -0,0 +1,6 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  # Notify newrelic of the deploy
+  if exists?(:use_newrelic)
+    before "deploy:cleanup", "newrelic:notice_deployment"
+  end
+end

data/lib/fdlcap/nginx.rb

@@ -0,0 +1,125 @@
+
+#global vars
+set(:can_configure_nginx, true)
+set(:nginx_user, 'nginx')
+set(:nginx_processes, 4)
+set(:nginx_gzip_on, true)
+set(:nginx_gzip_xml_on, false)
+
+# app specific vars
+set(:nginx_server_names, "_")
+set(:nginx_far_future, false)
+set(:nginx_default_app, true)
+
+#http auth vars
+set(:nginx_auth_ip_masks, ['192.168.0.0/254'])
+set(:nginx_http_auth_app, false)
+set(:nginx_auth_locations, [])
+set(:nginx_http_auth_users, [])
+
+namespace :nginx do
+
+  %w( start stop restart reload ).each do |cmd|
+    desc "#{cmd} your nginx servers"
+    task "#{cmd}".to_sym, :roles => :web do
+      default_run_options[:pty] = true 
+      sudo "/etc/init.d/nginx #{cmd}"
+    end
+  end
+  
+  desc "Setup Nginx vhost config"
+  task :vhost, :roles => :web do
+    result = render_erb_template(File.dirname(__FILE__) + "/templates/nginx.vhost.conf.erb")
+    put result, "/tmp/nginx.vhost.conf"
+    sudo "mkdir -p /etc/nginx/vhosts"
+    sudo "cp /tmp/nginx.vhost.conf /etc/nginx/vhosts/#{application}.conf"
+    inform "You must edit nginx.conf to include the vhost config file."
+  end
+  
+  desc "Setup Nginx vhost auth config"
+  task :vhost_auth, :roles => :web do
+    result = render_erb_template(File.dirname(__FILE__) + "/templates/nginx.auth.conf.erb")
+    put result, "/tmp/nginx.auth.conf"
+    sudo "mkdir -p /etc/nginx/vhosts"
+    sudo "cp /tmp/nginx.vhost.conf /etc/nginx/vhosts/#{application}.auth.conf"
+  end
+  
+  desc "Setup htpasswd file for nginx auth"
+  task  :create_htpasswd, :roles => :web do
+    sudo "mkdir -p /etc/nginx/conf"
+    for user in nginx_http_auth_users
+      run "cd /etc/nginx/conf && htpasswd -b htpasswd #{user['name']} #{user['password']}"
+      # run <<-CMD
+      #       cd /etc/nginx/conf;
+      #       if [ ! -e /etc/nginx/conf/htpasswd ] ; then
+      #           htpasswd -b -c htpasswd #{user['name']} #{user['password']};
+      #       else
+      #           htpasswd -b htpasswd #{user['name']} #{user['password']};
+      #       fi
+      #       CMD
+    end
+  end
+  
+  desc "Setup Nginx.config"
+  task :conf, :roles => :web do
+    if can_configure_nginx
+      
+      result = render_erb_template(File.dirname(__FILE__) + "/templates/nginx.conf.erb")
+      put result, "/tmp/nginx.conf"
+      sudo "cp /tmp/nginx.conf /etc/nginx/nginx.conf"
+      
+    else
+      inform "Nginx configuration tasks have been disabled. Most likely you are deploying to engineyard which has it's own nginx conf setup."
+    end
+  end
+  
+  desc "Setup Nginx vhost config and nginx.conf"
+  task :configure, :roles => :web do
+    if can_configure_nginx
+      
+      conf
+      vhost
+      vhost_auth      if nginx_auth_locations.length > 0 || nginx_http_auth_app
+      create_htpasswd if nginx_http_auth_users.length > 0
+      
+    else
+      inform "Nginx configuration tasks have been disabled. Most likely you are deploying to engineyard which has it's own nginx conf setup."
+    end
+  end
+
+end
+
+class Capistrano::Configuration
+
+  ##
+  # Print an informative message with asterisks.
+
+  def inform(message)
+    puts "#{'*' * (message.length + 4)}"
+    puts "* #{message} *"
+    puts "#{'*' * (message.length + 4)}"
+  end
+
+  ##
+  # Read a file and evaluate it as an ERB template.
+  # Path is relative to this file's directory.
+
+  def render_erb_template(filename)
+    template = File.read(filename)
+    result   = ERB.new(template).result(binding)
+  end
+
+  ##
+  # Run a command and return the result as a string.
+  #
+  # TODO May not work properly on multiple servers.
+
+  def run_and_return(cmd)
+    output = []
+    run cmd do |ch, st, data|
+      output << data
+    end
+    return output.to_s
+  end
+
+end

data/lib/fdlcap/performance.rb

@@ -0,0 +1,38 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :autoperf do
+    desc "get nginx log for load test"
+    task :fetch_log, :roles => :app do
+      # Grab the last 1000 requests from production Nginx log, and extract the request path (ex: /index)
+      run "tail -n 1000 /var/log/nginx/#{application}.access.log | awk '{print $7}' > /tmp/requests.log"
+
+      # Replace newlines with null terminator (httperf format)
+      run 'tr "\n" "\0" < /tmp/requests.log > /tmp/requests_httperf.log'
+      
+      download "/tmp/requests_httperf.log", "config/autoperf/requests_httperf.log", :via => :scp
+      
+      run "rm /tmp/requests_httperf.log"
+    end
+    
+    task :run_test, :roles => :app do
+      run "cd #{current_path} && script/autoperf -c config/autoperf/primary.conf" do |channel, stream, data|
+        puts data if stream == :out
+        if stream == :err
+          puts "[Error: #{channel[:host]}] #{data}"
+          break
+        end
+      end
+    end
+  end
+  
+  namespace :autobench do
+    
+    task :test_search, :roles => :app do
+      url = "/vehicles/search?search[zip]=06108&search[radius]=10+Miles&search[view_type]=block&search[per_page]=10&search[year_from]=From+Year&search[year_to]=To+Year&search[model]=Model&search[price]=Price&search[color]=Color&search[mileage]=Mileage&commit=Search"
+      run "/usr/local/bin/autobench --single_host --host1=audivehiclesearch.com --uri1=#{url} --file=/tmp/test_search.bench.txt --low_rate=1 --high_rate=20 --rate_step=2 --num_call=2 --num_conn=200"
+      download "/tmp/test_search.bench.txt", "autobench/test_search.bench.txt", :via => :scp
+      run "rm /tmp/test_search.bench.txt"
+    end
+    
+  end
+
+end

data/lib/fdlcap/rake.rb

@@ -0,0 +1,19 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  desc "Execute an arbitrary rake task on slices with a specified role (ROLES=x,y,z TASK=p)"
+  task :rake do
+    task = ENV['TASK']
+    run "cd #{current_path} && rake #{task} RAILS_ENV=#{rails_env}"
+  end
+
+  desc "Execute an arbitrary runner command on slices with a specified role (ROLES=x,y,z CMD=p)"
+  task :runner do
+    cmd = ENV['CMD']
+    run "cd #{current_path} && script/runner -e #{rails_env} '#{cmd}'"
+  end
+  
+  desc "Execute an arbitrary UNIX command on slices with a specified role (ROLES=x,y,z CMD=p)"
+  task :command do
+    cmd = ENV['CMD']
+    run "cd #{current_path} && #{cmd}"
+  end
+end

data/lib/fdlcap/recipes.rb

@@ -0,0 +1,35 @@
+# Set up configuration defaults
+Capistrano::Configuration.instance(:must_exist).load do
+  unless exists?(:stages)
+    set :stages,            [ :staging, :production ]
+  end
+  
+  unless exists?(:use_release_tagger) && exists?(:autotagger_stages)
+    set :autotagger_stages, [ :ci, :staging, :production ]
+  end
+  
+  unless exists?(:default_stage)
+    set :default_stage,     :staging
+  end
+end
+
+# Load fdlcap dependencies
+require 'release_tagger'
+require 'capistrano/ext/multistage'
+require 'eycap/recipes'
+
+# Load up custom recipes and callbacks
+require 'fdlcap/recipes/autotagger'
+require 'fdlcap/recipes/craken'
+require 'fdlcap/recipes/database'
+require 'fdlcap/recipes/delayed_job'
+require 'fdlcap/recipes/deploy'
+require 'fdlcap/recipes/geminstaller'
+require 'fdlcap/recipes/newrelic'
+require 'fdlcap/recipes/performance'
+require 'fdlcap/recipes/rake'
+require 'fdlcap/recipes/rsync'
+require 'fdlcap/recipes/sass'
+require 'fdlcap/recipes/ssh'
+require 'fdlcap/recipes/slice'
+require 'fdlcap/recipes/thinking_sphinx'

data/lib/fdlcap/rsync.rb

@@ -0,0 +1,40 @@
+class Capistrano::Configuration
+  def execute(command, failure_message = "Command failed")
+    puts "Executing: #{command}"
+    system(command) || raise(failure_message)
+  end
+end
+
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :rsync do
+    desc <<-DESC
+    use rsync to sync assets locally or between servers
+    DESC
+    task :pull_shared , :roles => :app do
+      servers = find_servers :roles => :app, :except => { :no_release => true }
+      server = servers.first
+      if server
+        symlink_dirs.each do |share|
+          execute( "rsync -P -a -h -e 'ssh -p #{server.port || 22}' #{user}@#{server.host}:#{shared_path}/#{share}/* #{share}", "unable to run rsync files")
+        end
+      else
+        puts 'no server found'
+      end
+    end
+
+    desc <<-DESC
+    use rsync to sync assets locally or between servers
+    DESC
+    task :push_shared , :roles => :app do
+      servers = find_servers :roles => :app, :except => { :no_release => true }
+      server = servers.first
+      if server
+        symlink_dirs.each do |share|
+          execute( "rsync -P -a -h -e 'ssh -p #{server.port || 22}' #{share}/* #{user}@#{server.host}:#{shared_path}/#{share}/", "unable to run rsync files")
+        end
+      else
+        puts 'no server found'
+      end
+    end
+  end
+end

data/lib/fdlcap/sass.rb

@@ -0,0 +1,13 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :sass do
+    desc 'Updates the stylesheets generated by Sass'
+    task :update, :roles => :app do
+      invoke_command "cd #{latest_release}; RAILS_ENV=#{rails_env} rake sass:update"
+    end
+  end
+  
+  # Generate all the stylesheets manually (from their Sass templates) before each restart.
+  if exists?(:use_sass)
+    before 'deploy:restart',          'sass:update'
+  end
+end

data/lib/fdlcap/slice.rb

@@ -0,0 +1,35 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  
+  namespace :slice do
+    
+    desc "Copy the maintenance page from the public directory to the shared directory"
+    task :copy_maintenance_page, :roles => :app do
+      upload "public/maintenance.html","#{shared_path}/system/maintenance.html.custom", :via => :scp
+    end
+
+    desc "Tail the Rails import log for this environment"
+    task :tail_import_logs, :roles => :utility do
+      run "tail -f #{shared_path}/log/import-#{rails_env}.log" do |channel, stream, data|
+        puts # for an extra line break before the host name
+        puts "#{channel[:server]} -> #{data}"
+        break if stream == :err
+      end
+    end
+    
+    desc "Tail the Rails log for this environment"
+    task :tail_logs, :roles => :utility do
+      run "tail -f #{shared_path}/log/#{rails_env}.log" do |channel, stream, data|
+        puts # for an extra line break before the host name
+        puts "#{channel[:server]} -> #{data}"
+        break if stream == :err
+      end
+    end
+    
+  end
+  
+  # Deploy the custom maintenance page
+  if exists?(:use_custom_maintenance_page)
+    before "deploy:web:disable",      "slice:copy_maintenance_page"
+  end
+  
+end

data/lib/fdlcap/ssh.rb

@@ -0,0 +1,30 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  task :ssh do
+    role = (ENV['ROLE'] || :app).to_sym
+    servers = find_servers :roles => role
+    server = servers.first
+    if server
+      `echo '#{password}' | /usr/bin/pbcopy`
+      exec "/usr/bin/ssh #{user}@#{server.host} -p #{server.port || 22} "
+    end
+  end
+  
+  #namespace :ssh do
+    task :tunnel do
+      remote_port = ENV['REMOTE_PORT'] || 80
+      local_port  = ENV['LOCAL_PORT']  || 2000
+      role = (ENV['ROLE'] || :app).to_sym
+      
+      servers = find_servers :roles => role
+      server = servers.first
+      if server
+        puts "Opening a tunnel from port #{local_port} locally to port #{remote_port} on #{server.host}"
+        Net::SSH.start(server.host, user, :password => password, :port => server.port) do |ssh|
+          ssh.forward.local(local_port, "127.0.0.1", remote_port)
+          ssh.loop { true }
+        end
+      end
+    end
+  #end
+  
+end

data/lib/fdlcap/symlinks.rb

@@ -0,0 +1,38 @@
+after "deploy:update_code", "symlinks:create"
+
+set(:symlink_dirs, [])
+set(:symlink_absolute_dirs, [])
+
+namespace :symlinks do
+
+  desc <<-DESC
+  fix symlinks to shared directory
+  DESC
+  task :fix, :roles => [:app, :web] do
+    # for folders stored under public
+    symlink_dirs.each do |share|
+      run "rm -rf #{current_path}/#{share}"
+      run "mkdir -p #{shared_path}/#{share}"
+      run "ln -nfs #{shared_path}/#{share} #{current_path}/#{share}"
+    end
+  end
+
+  desc <<-DESC
+  create symlinks to shared directory
+  DESC
+  task :create, :roles => [:app, :web] do
+    # for folders stored under public
+    symlink_dirs.each do |share|
+      run "rm -rf #{release_path}/#{share}"
+      run "mkdir -p #{shared_path}/#{share}"
+      run "ln -nfs #{shared_path}/#{share} #{release_path}/#{share}"
+    end
+
+    symlink_absolute_dirs.each do |share|
+      run "rm -rf #{share[:symlink]}"
+      run "mkdir -p #{share[:source]}"
+      run "ln -nfs #{share[:source]} #{share[:symlink]}"
+    end
+  end
+
+end

data/lib/fdlcap/templates/nginx.auth.conf.erb

@@ -0,0 +1,9 @@
+satisfy_any  on;
+
+<% for allow in nginx_auth_ip_masks -%>
+	<%= "allow #{allow};" %>
+<% end -%>
+deny   all;
+
+auth_basic            "Restricted";
+auth_basic_user_file  /etc/nginx/conf/htpasswd;

data/lib/fdlcap/templates/nginx.conf.erb

@@ -0,0 +1,57 @@
+# taken mostly from "The Rails Way" page 663
+
+# user and group to run as
+user  <%= nginx_user %>;
+# number of nginx workers
+worker_processes  <%= nginx_processes %>;
+# pid of nginx master process
+pid        /var/run/nginx.pid;
+
+error_log   /var/log/nginx/default.error.log debug;
+#error_log  /var/log/nginx/error.log  notice;
+#error_log  /var/log/nginx/error.log  info;
+
+# number of worker connections. 1024 is a good default
+events {
+    worker_connections  1024;
+		use epoll; # linux only!
+}
+
+
+http {
+		# pull in mime-types. You can break out your config
+		# into as many include's as you want.
+    include       /etc/nginx/mime.types;
+		# set a default type for the rare situation that nothing matches.
+    default_type  application/octet-stream;
+		# configure log format
+    log_format  main  '$remote_addr - $remote_user [$time_local] $request '
+                      '"$status" $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_x_forwarded_for"';
+
+		# no sendfile on OS X
+    sendfile        on;
+    tcp_nopush      on;
+		tcp_nodelay     on;
+		
+    #keepalive_timeout  0;
+    keepalive_timeout  65;
+		
+		<% if  nginx_gzip_on %>
+			gzip  						on;
+			gzip_http_version 1.0;
+			gzip_comp_level 	2;
+			gzip_proxied 			any;
+		
+			<% if  nginx_gzip_xml_on %>
+			# IE 6 doesn't pass compressed xml to flash. So if no flash xml consumption on site can add
+			# text/xml application/xml application/xml+rss
+			<% end %>
+			gzip_types  			text/plain text/html text/css application/x-javascript text/javascript;
+		<% end %>
+
+		access_log  /var/log/nginx/nginx.default.access.log main;
+		error_log   /var/log/nginx/nginx.default.error.log  info;
+		
+		include /etc/nginx/vhosts/*.conf; 
+}

data/lib/fdlcap/templates/nginx.vhost.conf.erb

@@ -0,0 +1,85 @@
+# location of mongrel servers to proxy too
+upstream mongrel_<%= application.gsub('.', '_') %> {
+	<% mongrel_port.upto(mongrel_port + mongrel_servers) do |port| %>
+	  server 127.0.0.1:<%= port %>;
+	<% end %>
+}
+
+server {
+	# port to listen on. Can also be set to an IP:PORT
+	listen 80 <%= "default" if nginx_default_app %>;
+	# set max size for file uploads to 50mb
+	client_max_body_size 50M;
+	# sets the domain[s] that this vhost server requests for
+	# if two apps are on this box remove the ip and setup your hosts file
+	server_name <%= nginx_server_names %>;
+	# doc root
+	root <%= current_path %>/public;
+	# vhost specific logs
+	access_log <%= shared_path %>/log/<%= application %>.access.log main;
+	error_log  <%= shared_path %>/log/<%= application %>.error.log notice;
+	
+	# this rewrites all the requests to the maintenance.thml page if it exists in the doc root.
+	# this is for capistrano's disable web task
+	if (-f $document_root/system/maintenance.html) {
+		rewrite ^(.*)$ /system/maintenance.html last;
+		break;
+	}
+	# block access to paths containing .svn
+	location ~* ^.*\.svn.*$ {
+		internal;
+	}
+	
+	location / {
+		
+		<%= "include /etc/nginx/vhosts/#{application}.auth.conf" if nginx_http_auth_app %>
+		
+		index index.html index.htm;
+		# forward the user's IP address to Rails
+		proxy_set_header					X-Real-IP $remote_addr;
+		# needed for HTTPS must add an additional server block to configure it.
+		# see "The Rails Way" page 665 for more info
+		proxy_set_header					X-FORWARD_PROTO https;
+		# Forward information about the client and host 
+		# Otherwise our Rails app wouldn't have access to it
+		proxy_set_header					X-Forwarded-For $proxy_add_x_forwarded_for;
+		proxy_set_header					Host $http_host;
+		proxy_redirect						false;
+		proxy_max_temp_file_size 	0;
+		
+		# use this as a reference for a full production deployment
+		# do not use on a dev box. this adds far futures expires.
+		<%= "#" if nginx_far_future %> location ~ ^/(images|javascripts|stylesheets)/ {
+		<%= "#" if nginx_far_future %> 	expires 10y;
+		<%= "#" if nginx_far_future %> }
+		
+		# if file exists break execution and serve up file for example files in images, javascripts, and stylesheets
+		if (-f $request_filename) {
+			break;
+		}
+		# Rails page caching, if file path plus index.html exists break execution and serve up file
+		if (-f $request_filename/index.html) {
+			rewrite (.*) $1/index.html break;
+		}
+		# Rails page caching, if file.html exists break execution and serve up file
+		if (-f $request_filename.html) {
+			rewrite (.*) $1.html break;
+		}
+		# if file does not exist forward to mongrel
+		if (!-f $request_filename) {
+			proxy_pass http://mongrel_<%= application.gsub('.', '_') %>;
+			break;
+		}
+	}
+	<% for location in nginx_auth_locations %>
+		location <%= location %> {
+			<%= "include /etc/nginx/vhosts/#{application}.auth.conf" %>
+		}
+	<% end %>
+	# must be an error so point to error page.
+	error_page 500 502 503 504  /500.html;
+	location = /500.html {
+		root <%= current_path %>/public;
+	}
+	
+}

data/lib/fdlcap/thin.rb

@@ -0,0 +1,112 @@
+set :thin_servers, 2
+set :thin_port, 8000
+set :thin_address, "127.0.0.1"
+set :thin_environment, "production"
+set :thin_conf, nil
+set :thin_user, nil
+set :thin_group, nil
+set :thin_prefix, nil
+set :thin_pid_file, nil
+set :thin_log_file, nil
+set :thin_config_script, nil
+
+namespace :thin do      
+    desc <<-DESC
+    Install Thin script on the app server.  This uses the :use_sudo variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :install , :roles => :app do      
+      send(run_method, "gem install thin") 
+      send(run_method, "thin install") 
+    end
+    
+    desc <<-DESC
+    Configure thin processes on the app server. This uses the :use_sudo
+    variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :configure, :roles => :app do
+      set_conf
+      
+      argv = []
+      argv << "thin"
+      argv << "-s #{thin_servers.to_s}"
+      argv << "-p #{thin_port.to_s}"
+      argv << "-e #{thin_environment}"
+      argv << "-a #{thin_address}"
+      argv << "-c #{current_path}"
+      argv << "-C #{thin_conf}"
+      argv << "-P #{thin_pid_file}" if thin_pid_file
+      argv << "-l #{thin_log_file}" if thin_log_file
+      argv << "--user #{thin_user}" if thin_user
+      argv << "--group #{thin_group}" if thin_group
+      argv << "--prefix #{thin_prefix}" if thin_prefix 
+      argv << "config"
+      cmd = argv.join " "
+      send(run_method, cmd)
+    end 
+    
+    task :setup, :roles => :app do  
+      thin.install
+      thin.configure
+    end
+    
+    desc <<-DESC
+    Start Thin processes on the app server.  This uses the :use_sudo variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :start , :roles => :app do
+      set_conf
+      cmd = "thin start -C #{thin_conf}" 
+      send(run_method, cmd)
+    end
+
+    desc <<-DESC
+    Restart the Thin processes on the app server by starting and stopping the cluster. This uses the :use_sudo
+    variable to determine whether to use sudo or not. By default, :use_sudo is set to true.
+    DESC
+    task :restart , :roles => :app do
+      set_conf
+      cmd = "thin restart -C #{thin_conf}" 
+      send(run_method, cmd)
+    end
+
+    desc <<-DESC
+    Stop the Thin processes on the app server.  This uses the :use_sudo
+    variable to determine whether to use sudo or not. By default, :use_sudo is
+    set to true.
+    DESC
+    task :stop , :roles => :app do
+      set_conf
+      cmd = "thin stop -C #{thin_conf}"
+      send(run_method, cmd)
+    end
+
+
+    def set_conf
+      set :thin_conf, "/etc/thin/#{application}.yml" unless thin_conf
+    end
+end
+
+namespace :deploy do
+  desc <<-DESC
+  Restart the Thin processes on the app server by calling thin:restart.
+  DESC
+  task :restart, :roles => :app do
+    thin.restart
+  end
+
+  desc <<-DESC
+  Start the Thin processes on the app server by calling thin:start.
+  DESC
+  task :start, :roles => :app do
+    thin.start
+  end
+  
+  desc <<-DESC
+  Stop the Thin processes on the app server by calling thin:stop.
+  DESC
+  task :stop, :roles => :app do
+    thin.stop
+  end
+end 

data/lib/fdlcap/thinking_sphinx.rb

@@ -0,0 +1,9 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  # Make sphinx happy
+  if exists?(:use_thinking_sphinx)
+    after "deploy:update_code",       "deploy:symlink_configs"
+    after "deploy:symlink_configs",   "thinking_sphinx:symlink"
+    after "thinking_sphinx:symlink",  "sphinx:configure"
+    after "deploy:update",            "sphinx:reindex"
+  end
+end

data/test/fdlcap_test.rb

@@ -0,0 +1,7 @@
+require 'test_helper'
+
+class FdlcapTest < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fdlcap'
+
+class Test::Unit::TestCase
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification 
+name: factorylabs-fdlcap
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Factory Design Labs
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-06-25 00:00:00 -07:00
+default_executable: fdlcap
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: engineyard-eycap
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.4.7
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: zilkey-auto_tagger
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.0.9
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: capistrano
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.5.5
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: capistrano-ext
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.1
+    version: 
+description: 
+email: interactive@factorylabs.com
+executables: 
+- fdlcap
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README
+- README.rdoc
+files: 
+- LICENSE
+- README
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/fdlcap
+- fdlcap.gemspec
+- features/fdlcap.feature
+- features/step_definitions/fdlcap_steps.rb
+- features/support/env.rb
+- lib/fdlcap.rb
+- lib/fdlcap/autotagger.rb
+- lib/fdlcap/craken.rb
+- lib/fdlcap/database.rb
+- lib/fdlcap/delayed_job.rb
+- lib/fdlcap/deploy.rb
+- lib/fdlcap/geminstaller.rb
+- lib/fdlcap/newrelic.rb
+- lib/fdlcap/nginx.rb
+- lib/fdlcap/performance.rb
+- lib/fdlcap/rake.rb
+- lib/fdlcap/recipes.rb
+- lib/fdlcap/rsync.rb
+- lib/fdlcap/sass.rb
+- lib/fdlcap/slice.rb
+- lib/fdlcap/ssh.rb
+- lib/fdlcap/symlinks.rb
+- lib/fdlcap/templates/nginx.auth.conf.erb
+- lib/fdlcap/templates/nginx.conf.erb
+- lib/fdlcap/templates/nginx.vhost.conf.erb
+- lib/fdlcap/thin.rb
+- lib/fdlcap/thinking_sphinx.rb
+- test/fdlcap_test.rb
+- test/test_helper.rb
+has_rdoc: false
+homepage: http://github.com/factorylabs/fdlcap
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 3
+summary: a set of capistrano recipies we use regularly at Factory Design Labs
+test_files: 
+- test/fdlcap_test.rb
+- test/test_helper.rb