factorylabs-fdlcap 0.2.4 → 0.2.5

data/README.rdoc

@@ -1,7 +1,60 @@
 = fdlcap
 
-Description goes here.
+Inspired by Engine Yard's eycap (http://github.com/engineyard/eycap), fdlcap is a set of extracted cap tasks, configurations, and callbacks from various Factory Design Labs projects.
+
+It's designed to ease some common scenarios for deploying reasonably complex apps to Engine Yard environments.  It's also designed to make it easier to package up deployment logic and make it reusable.
+
+Some of the recipes include:
+
+- auto_tagger - provide a default set of stages and set up deploy callbacks for progressive deployment with auto_tagger (http://github.com/zilkey/auto_tagger))
+- craken - set up deploy callbacks for deploying raketab files to cron with craken
+- delayed_job - start/stop/restart delayed_job workers with monit and set up deploy callbacks for restarting workers
+- geminstaller - set up deploy callbacks for running chad woolley's geminstaller
+- newrelic - set up deploy callbacks for notifying newrelic of deployments
+- rake - run arbitrary rake tasks, commands, and ruby snippets on remote servers from a single command
+- rsync - pull assets from production servers to development
+- sass - set up deploy callbacks for updating sass stylesheets on deploy to avoid caching issues
+- slice - tail arbitrary server logs and show custom maintenance pages
+- ssh - shortcut to execute ssh sessions and tunnels to remote servers
+- thinking_sphinx - set up deploy callbacks for thinking sphinx
+
+One kind of cool addition is a simple mechanism for bundling callbacks, configuration variables, and tasks into reusable recipe chunks that can easily be dropped into your deploy configuration.
+
+For example, to automatically set up tasks and callbacks for delayed_job and sass, you would add the following to deploy.rb:
+
+  use_recipe :delayed_job
+  use_recipe :sass
+
+You can also create your own recipe chunks with the define_recipe method:
+
+  define_recipe :my_recipe do
+    # tasks, config, whatever go here
+  end
+
+Then include them in your deploy.rb:
+
+  use_recipe :my_recipe
+
+==Prereqs
+
+Aside from capistrano, fdlcap depends on the following gems:
+
+- capistrano-ext (for multistage deployments)
+- engineyard-eycap (for deployment configurations and support recipes - http://github.com/engineyard/eycap)
+- zilkey-auto_tagger (for rolling deploy tags via git - http://github.com/zilkey/auto_tagger)
+
+These should all be installed automatically by rubygems when you install fdlcap.  
+
+==Installation
+
+  sudo gem install factorylabs-fdlcap --source=http://gems.github.com
+
+You may want to add the gem to your config.gems or geminstaller config as well.
+
+You'll also need to add the following line to your deploy.rb:
+
+  require 'fdlcap/recipes'
 
 == Copyright
 
-Copyright (c) 2009 Gabe Varela. See LICENSE for details.
+Copyright (c) 2009 Gabe Varela and Jay Zeschin. See LICENSE for details.

data/VERSION

@@ -1 +1 @@
-0.2.4
+0.2.5

data/fdlcap.gemspec

@@ -2,22 +2,20 @@
 
 Gem::Specification.new do |s|
   s.name = %q{fdlcap}
-  s.version = "0.2.4"
+  s.version = "0.2.5"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Factory Design Labs"]
-  s.date = %q{2009-06-25}
+  s.date = %q{2009-06-26}
   s.default_executable = %q{fdlcap}
   s.email = %q{interactive@factorylabs.com}
   s.executables = ["fdlcap"]
   s.extra_rdoc_files = [
     "LICENSE",
-     "README",
      "README.rdoc"
   ]
   s.files = [
     "LICENSE",
-     "README",
      "README.rdoc",
      "Rakefile",
      "VERSION",

data/lib/fdlcap/recipes/database.rb

@@ -1,5 +1,62 @@
 Capistrano::Configuration.instance(:must_exist).load do
+  set(:create_database_on_cold, true)   
+
+  set(:copy_compression, :gzip) 
+
+  set(:exclude_tables, [])
+
+  # Returns the file extension used for the compression method in
+  # question.
+  def compression_extension
+    case copy_compression
+    when :gzip, :gz   then "tar.gz"
+    when :bzip2, :bz2 then "tar.bz2"
+    when :zip         then "zip"
+    else raise ArgumentError, "invalid compression type #{compression.inspect}"
+    end
+  end
+
+  # Returns the command necessary to compress the given directory
+  # into the given file. The command is returned as an array, where
+  # the first element is the utility to be used to perform the compression.
+  def compress(directory, file)
+    case copy_compression
+    when :gzip, :gz   then ["tar", "czf", file, directory]
+    when :bzip2, :bz2 then ["tar", "cjf", file, directory]
+    when :zip         then ["zip", "-qr", file, directory]
+    else raise ArgumentError, "invalid compression type #{copy_compression.inspect}"
+    end
+  end
+
+  # Returns the command necessary to decompress the given file,
+  # relative to the current working directory. It must also
+  # preserve the directory structure in the file. The command is returned
+  # as an array, where the first element is the utility to be used to
+  # perform the decompression.
+  def decompress(file)
+    case copy_compression
+    when :gzip, :gz   then ["tar", "xzf", file]
+    when :bzip2, :bz2 then ["tar", "xjf", file]
+    when :zip         then ["unzip", "-q", file]
+    else raise ArgumentError, "invalid compression type #{copy_compression.inspect}"
+    end
+  end 
+
+  class Capistrano::Configuration
+    def execute(command, failure_message = "Command failed")
+      puts "Executing: #{command}"
+      system(command) || raise(failure_message)
+    end
+  end
+
   namespace :database do
+    desc <<-DESC
+    create the production database
+    DESC
+    task :create, :roles => :db do
+      run "cd #{current_path} && rake db:create RAILS_ENV=#{rails_env} --trace"
+    end
+
     desc "Push db remotely"
     task :push_db_remotely, :roles => :db do
 
@@ -45,7 +102,7 @@ Capistrano::Configuration.instance(:must_exist).load do
       --database #{local_db_info["database"]} | gzip > #{local_dump_file_gz_path}"
 
       upload "#{local_dump_file_gz_path}", "#{dump_file_name}.gz", :via => :scp
-    
+
       execute "echo ^G^G^G^G^G"
 
       run "gzip -df ~/#{dump_file_name}.gz"
@@ -63,5 +120,50 @@ Capistrano::Configuration.instance(:must_exist).load do
       run "rm ~/#{dump_file_name}"
 
     end
+
+    # ganked from pivotal
+    desc "Pull db locally"
+    task :pull_db_locally, :roles => :db do
+      all_db_info = YAML.load(File.read("config/database.yml"))
+      db_info = all_db_info[rails_env.to_s]
+      raise "Missing database.yml entry for #{rails_env.to_s}" unless db_info
+
+      database = db_info["database"]
+      dump_file = "/tmp/#{database}.sql"
+
+      db_host = db_info["host"]
+      host = ""
+      host_arg = " -h #{db_host}" if db_host
+      run "mysqldump -e -q --single-transaction \
+        -u #{db_info["username"]} --password=#{db_info["password"]} \
+        --database #{db_info["database"]} #{host_arg} | gzip > #{dump_file}.gz"
+
+
+      get "#{dump_file}.gz", "#{dump_file}.gz"
+      run "rm #{dump_file}.gz"
+
+      target_env = ENV['LOCAL_ENV'] || "development"
+      target_db_info = all_db_info[target_env]
+      target_db_login = "-u #{target_db_info["username"]} --password=#{target_db_info["password"]}"
+      target_db_login += " -h #{target_db_info["host"]}" if target_db_info["host"]
+
+      gunzip_cmd = "gunzip -c #{dump_file}.gz"
+      sed_cmd = "sed 's/#{db_info["database"]}/#{target_db_info["database"]}/g' > #{dump_file}"
+      execute("#{gunzip_cmd} | #{sed_cmd}", "gunzip/sed of #{dump_file}.gz failed")
+      execute("mysqladmin #{target_db_login} drop #{target_db_info["database"]} -f", "mysqladmin drop failed")
+      execute("mysqladmin #{target_db_login} create #{target_db_info["database"]}", "mysqladmin create failed")
+      execute("mysql #{target_db_login} --database #{target_db_info["database"]} < #{dump_file}", "mysql import failed")
+      execute("rake db:migrate RAILS_ENV=#{target_env}", "migrate failed")
+      execute("rm #{dump_file}", "rm of local unzipped #{dump_file} failed")
+    end
+  end
+
+  namespace :deploy do
+    task :cold do
+      update
+      database.create if create_database_on_cold
+      migrate
+      start
+    end
   end
 end

data/lib/fdlcap/recipes/geminstaller.rb

@@ -4,25 +4,47 @@ Capistrano::Configuration.instance(:must_exist).load do
     # Tasks
     #
     namespace :geminstaller do
-      desc "Run geminstaller"
+      desc <<-DESC
+      install geminstaller
+      DESC
+      task :install, :only => { :geminstaller => true } do
+        as = fetch(:runner, "app")
+        via = fetch(:run_method, :sudo)
+        invoke_command "gem install geminstaller", :via => via, :as => as
+        invoke_command "gem source -a http://gems.github.com", :via => via, :as => as
+      end
+
+      desc <<-DESC
+      run geminstaller rake task to install gems on the server
+      DESC
       task :run, :only => { :geminstaller => true } do
-        sudo "/usr/bin/geminstaller -c #{release_path}/config/geminstaller.yml --geminstaller-output=all --rubygems-output=all"
+        as = fetch(:runner, "app")
+        via = fetch(:run_method, :sudo)
+        invoke_command "/usr/bin/geminstaller -c #{current_path}/config/geminstaller.yml  --geminstaller-output=all --rubygems-output=all", :via => via, :as => as
       end
 
-      desc "Install geminstaller"
-      task :install, :only => { :geminstaller => true } do
-        sudo "gem install geminstaller"
-        sudo "gem source -a http://gems.github.com"
+      desc <<-DESC
+      add geminstaller config to list of remote dependencies.
+      DESC
+      task :add_remote_gem_dependencies, :only => { :geminstaller => true } do
+        CONFIG_PATH = File.join('config', 'geminstaller.yml')
+        if File.exists?(CONFIG_PATH)
+          gems = YAML.load(ERB.new(File.read(CONFIG_PATH)).result)['gems']
+          gems.each do |gem|
+            depend :remote, :gem, gem['name'], gem['version']
+          end
+        end
       end
     end
     
     # 
     # Callbacks
     #
-    after "deploy:setup",             "geminstaller:install"
-    after "geminstaller:install",     "geminstaller:run"
-    after "deploy:symlink",           "geminstaller:run"
-    after "geminstaller:run",         "deploy:migrate"
+    before "deploy:check",           "geminstaller:add_remote_gem_dependencies"
+    after  "deploy:setup",           "geminstaller:install"
+    after  "geminstaller:install",   "geminstaller:run"
+    after  "deploy:symlink",         "geminstaller:run"
+    after  "geminstaller:run",       "deploy:migrate"
   end
   
 end

data/lib/fdlcap/recipes/performance.rb

@@ -26,13 +26,53 @@ Capistrano::Configuration.instance(:must_exist).load do
   
   namespace :autobench do
     
-    task :test_search, :roles => :app do
-      url = "/vehicles/search?search[zip]=06108&search[radius]=10+Miles&search[view_type]=block&search[per_page]=10&search[year_from]=From+Year&search[year_to]=To+Year&search[model]=Model&search[price]=Price&search[color]=Color&search[mileage]=Mileage&commit=Search"
-      run "/usr/local/bin/autobench --single_host --host1=audivehiclesearch.com --uri1=#{url} --file=/tmp/test_search.bench.txt --low_rate=1 --high_rate=20 --rate_step=2 --num_call=2 --num_conn=200"
-      download "/tmp/test_search.bench.txt", "autobench/test_search.bench.txt", :via => :scp
-      run "rm /tmp/test_search.bench.txt"
+    task :run_test, :roles => :app do
+      options = ENV['OPTIONS'] || "--low_rate=1 --high_rate=20 --rate_step=2 --num_call=2 --num_conn=200"
+      run "/usr/local/bin/autobench --single_host --host1=#{ENV['HOST']} --uri1=#{ENV['URL']} --file=/tmp/test.bench.txt #{options}"
+      download "/tmp/test.bench.txt", "autobench/test.bench.txt", :via => :scp
+      run "rm /tmp/test.bench.txt"
     end
     
   end
+  
+  namespace :install do
+
+    task :setup do
+      sudo "rm -rf src"
+      run  "mkdir -p src"
+    end
+
+    desc "Install httperf"
+    task :httperf do
+      setup
+
+      cmd = [
+        "cd src",
+        "wget ftp://ftp.hpl.hp.com/pub/httperf/httperf-0.9.0.tar.gz",
+        "tar xfz httperf-0.9.0.tar.gz",
+        "cd httperf-0.9.0",
+        "./configure --prefix=/usr/local",
+        "make", 
+        "sudo make install"
+        ].join(' && ')
+        run cmd
+        run 'rm httperf-0.9.0.tar.gz'
+    end
+
+    task :autobench do
+      setup
+
+      cmd = [
+        "cd src",
+        "wget http://www.xenoclast.org/autobench/downloads/autobench-2.1.2.tar.gz",
+        "tar xfz autobench-2.1.2.tar.gz",
+        "cd autobench-2.1.2",
+        "make", 
+        "sudo make install"
+        ].join(' && ')
+        run cmd
+        run 'rm autobench-2.1.2.tar.gz'
+    end
+  end
 
 end

data/lib/fdlcap/recipes/slice.rb

@@ -20,6 +20,20 @@ Capistrano::Configuration.instance(:must_exist).load do
       end
     end
     
+    desc <<-DESC
+    grep the production.log to find long running queries
+    DESC
+    task :grep_requests, :roles => :app do
+      run "grep 'Completed in [0-9]*' #{shared_path}/log/#{rails_env}.log"
+    end
+
+    desc <<-DESC
+    grep the production.log to find long running queries
+    DESC
+    task :grep_long_requests, :roles => :app do
+      run "grep 'Completed in [0-9][0-9]' #{shared_path}/log/#{rails_env}.log"
+    end
+    
   end
   
   # Deploy the custom maintenance page

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: factorylabs-fdlcap
 version: !ruby/object:Gem::Version 
-  version: 0.2.4
+  version: 0.2.5
 platform: ruby
 authors: 
 - Factory Design Labs
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-06-25 00:00:00 -07:00
+date: 2009-06-26 00:00:00 -07:00
 default_executable: fdlcap
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -60,11 +60,9 @@ extensions: []
 
 extra_rdoc_files: 
 - LICENSE
-- README
 - README.rdoc
 files: 
 - LICENSE
-- README
 - README.rdoc
 - Rakefile
 - VERSION