rick-vlad 1.2.0.4

data/lib/vlad/core.rb

@@ -0,0 +1,178 @@
+require 'vlad'
+
+##
+# used by update, out here so we can ensure all threads have the same value
+def now
+  @now ||= Time.now.utc.strftime("%Y%m%d%H%M.%S")
+end
+
+namespace :vlad do
+  desc "Show the vlad setup.  This is all the default variables for vlad
+    tasks.".cleanup
+
+  task :debug do
+    require 'yaml'
+
+    # force them into values
+    Rake::RemoteTask.env.keys.each do |key|
+      next if key =~ /_release|releases|sudo_password/
+      Rake::RemoteTask.fetch key
+    end
+
+    puts "# Environment:"
+    puts
+    y Rake::RemoteTask.env
+    puts "# Roles:"
+    y Rake::RemoteTask.roles
+  end
+
+  desc "Setup your servers. Before you can use any of the deployment
+    tasks with your project, you will need to make sure all of your
+    servers have been prepared with 'rake vlad:setup'. It is safe to
+    run this task on servers that have already been set up; it will
+    not destroy any deployed revisions or data.".cleanup
+
+  task :setup do
+    Rake::Task['vlad:setup_app'].invoke
+  end
+
+  desc "Prepares application servers for deployment.".cleanup
+
+  remote_task :setup_app, :roles => :app do
+    dirs = [deploy_to, releases_path, scm_path, shared_path]
+    dirs += %w(config system log pids).map { |d| File.join(shared_path, d) }
+    run [ "umask 02 && mkdir -p #{dirs.join(' ')}",
+          "touch #{shared_path}/config/database.yml"
+        ].join(" && ")
+  end
+
+  desc "Updates your application server to the latest revision.  Syncs
+    a copy of the repository, exports it as the latest release, fixes
+    up your symlinks, symlinks the latest revision to current and logs
+    the update.".cleanup
+
+  remote_task :update, :roles => :app do
+    symlink = false
+    begin
+      run [ "cd #{scm_path}",
+            "#{source.checkout revision, '.'}",
+            "#{source.export ".", release_path}",
+            "chmod -R g+w #{latest_release}",
+            "rm -rf #{latest_release}/log #{latest_release}/public/system #{latest_release}/tmp/pids",
+            "mkdir -p #{latest_release}/db #{latest_release}/tmp",
+            "ln -s #{shared_path}/log #{latest_release}/log",
+            "ln -s #{shared_path}/system #{latest_release}/public/system",
+            "ln -s #{shared_path}/pids #{latest_release}/tmp/pids",
+            "ln -s #{shared_path}/config/database.yml #{latest_release}/config/database.yml"
+          ].join(" && ")
+
+      symlink = true
+      run "rm -f #{current_path} && ln -s #{latest_release} #{current_path}"
+
+      run "echo #{now} $USER #{revision} #{File.basename release_path} >> #{deploy_to}/revisions.log"
+    rescue => e
+      run "rm -f #{current_path} && ln -s #{previous_release} #{current_path}" if
+        symlink
+      run "rm -rf #{release_path}"
+      raise e
+    end
+  end
+
+  desc "Run the migrate rake task for the the app. By default this is run in
+    the latest app directory.  You can run migrations for the current app
+    directory by setting :migrate_target to :current.  Additional environment
+    variables can be passed to rake via the migrate_env variable.".cleanup
+
+  # No application files are on the DB machine, also migrations should only be
+  # run once.
+  remote_task :migrate, :roles => :app do
+    break unless target_host == Rake::RemoteTask.hosts_for(:app).first
+
+    directory = case migrate_target.to_sym
+                when :current then current_path
+                when :latest  then current_release
+                else raise ArgumentError, "unknown migration target #{migrate_target.inspect}"
+                end
+
+    run "cd #{current_path}; #{rake_cmd} RAILS_ENV=#{rails_env} db:migrate #{migrate_args}"
+  end
+
+  desc "Invoke a single command on every remote server. This is useful for
+    performing one-off commands that may not require a full task to be written
+    for them.  Simply specify the command to execute via the COMMAND
+    environment variable.  To execute the command only on certain roles,
+    specify the ROLES environment variable as a comma-delimited list of role
+    names.
+
+      $ rake vlad:invoke COMMAND='uptime'".cleanup
+
+  remote_task :invoke do
+    command = ENV["COMMAND"]
+    abort "Please specify a command to execute on the remote servers (via the COMMAND environment variable)" unless command
+    puts run(command)
+  end
+
+  desc "Copy arbitrary files to the currently deployed version using
+    FILES=a,b,c. This is useful for updating files piecemeal when you
+    need to quickly deploy only a single file.
+
+    To use this task, specify the files and directories you want to copy as a
+    comma-delimited list in the FILES environment variable. All directories
+    will be processed recursively, with all files being pushed to the
+    deployment servers. Any file or directory starting with a '.' character
+    will be ignored.
+
+      $ rake vlad:upload FILES=templates,controller.rb".cleanup
+
+  remote_task :upload do
+    file_list = (ENV["FILES"] || "").split(",")
+
+    files = file_list.map do |f|
+      f = f.strip
+      File.directory?(f) ? Dir["#{f}/**/*"] : f
+    end.flatten
+
+    files = files.reject { |f| File.directory?(f) || File.basename(f)[0] == ?. }
+
+    abort "Please specify at least one file to update (via the FILES environment variable)" if files.empty?
+
+    files.each do |file|
+      rsync file, File.join(current_path, file)
+    end
+  end
+
+  desc "Rolls back to a previous version and restarts. This is handy if you
+    ever discover that you've deployed a lemon; 'rake vlad:rollback' and
+    you're right back where you were, on the previously deployed
+    version.".cleanup
+
+  remote_task :rollback do
+    if releases.length < 2 then
+      abort "could not rollback the code because there is no prior release"
+    else
+      run "rm #{current_path}; ln -s #{previous_release} #{current_path} && rm -rf #{current_release}"
+    end
+
+    Rake::Task['vlad:start'].invoke
+  end
+
+  desc "Clean up old releases. By default, the last 5 releases are kept on
+    each server (though you can change this with the keep_releases variable).
+    All other deployed revisions are removed from the servers.".cleanup
+
+  remote_task :cleanup do
+    max = keep_releases
+    if releases.length <= max then
+      puts "no old releases to clean up #{releases.length} <= #{max}"
+    else
+      puts "keeping #{max} of #{releases.length} deployed releases"
+
+      directories = (releases - releases.last(max)).map { |release|
+        File.join(releases_path, release)
+      }.join(" ")
+
+      run "rm -rf #{directories}"
+    end
+  end
+
+end # namespace vlad

data/lib/vlad/git.rb

@@ -0,0 +1,43 @@
+class Vlad::Git
+
+  set :source, Vlad::Git.new
+  set :git_cmd, "git"
+
+  ##
+  # Returns the command that will check out +revision+ from the
+  # code repo into directory +destination+.  +revision+ can be any
+  # SHA1 or equivalent (e.g. branch, tag, etc...)
+
+  def checkout(revision, destination)
+    destination = 'cached-copy' if destination == '.'
+    revision = 'HEAD' if revision =~ /head/i
+
+    [ "([ -d #{destination}/.git ] && echo 'Existing repository found' || #{git_cmd} clone #{code_repo} #{destination})",
+      "cd #{destination}",
+      "#{git_cmd} fetch",
+      "#{git_cmd} reset --hard #{revision}",
+      "#{git_cmd} submodule init",
+      "#{git_cmd} submodule update"
+    ].join(" && ")
+  end
+
+  ##
+  # Returns the command that will export +revision+ from the code repo into
+  # the directory +destination+.
+
+  def export(source, destination)
+    [ "cp -R #{source} #{destination}",
+      "rm -Rf #{destination}/.git"
+    ].join(" && ")
+  end
+
+  ##
+  # Returns a command that maps human-friendly revision identifier +revision+
+  # into a git SHA1.
+
+  def revision(revision)
+    revision = 'HEAD' if revision =~ /head/i
+
+    "`#{git_cmd} rev-parse #{revision}`"
+  end
+end

data/lib/vlad/lighttpd.rb

@@ -0,0 +1,85 @@
+require 'vlad'
+
+namespace :vlad do
+
+  set :lighttpd_port, 65536
+  set :web_command, "lighttpd"
+  set :lighttpd_user, "nobody"
+  set :lighttpd_group, "nobody"
+  set(:lighttpd_init) { "#{shared_path}/lighttpd.sh" }
+  set(:lighttpd_conf) { "#{shared_path}/lighttpd.conf" }
+
+  desc "Prepares application servers for deployment. Lighttpd
+configuration is set via the lighttpd_* variables.".cleanup
+
+  remote_task :setup_lighttpd, :roles => :app do
+    require 'tempfile'
+
+    put lighttpd_conf, 'vlad.lighttpd_config' do
+      conf = <<-"EOF"
+server.modules = ( "mod_rewrite",
+                   "mod_access",
+                   "mod_fastcgi",
+                   "mod_compress",
+                   "mod_accesslog" )
+
+server.document-root     = "#{current_path}/public"
+server.errorlog          = "#{shared_path}/log/lighttpd.error.log"
+accesslog.filename       = "#{shared_path}/log/lighttpd.access.log"
+server.pid-file          = "#{shared_path}/pids/lighttpd.pid"
+server.port              =  #{lighttpd_port}
+server.username          = "#{lighttpd_user}"
+server.groupname         = "#{lighttpd_group}"
+server.error-handler-404 = "/dispatch.fcgi"
+server.indexfiles        = ( "index.html", "index.rb" )
+url.access-deny          = ( "~", ".inc" )
+compress.cache-dir       = "#{shared_path}/tmp/cache/compress"
+compress.filetype        = ("text/html","text/plain","text/javascript","text/css")
+server.tag               = "lighttpd | TextDriven"
+
+fastcgi.server = (
+  ".fcgi" => (
+    "localhost" => (
+      "min-procs" => 1,
+      "max-procs" => 1,
+      "socket"    => "#{shared_path}/pids/rubyholic.socket",
+      "bin-path"  => "#{current_path}/public/dispatch.fcgi",
+      "bin-environment" => ( "RAILS_ENV" => "production" ) ) ) )
+      EOF
+    end
+
+    run "mkdir -p \"#{shared_path}/tmp/cache/compress\""
+  end
+
+  desc "(Re)Start the web servers"
+
+  remote_task :start_web, :roles => :web  do
+    cmd = %w(lighttpd ruby).map {|app| "(killall #{app} || true)"}.join(" && ")
+    cmd += " && #{web_command} -f #{lighttpd_conf} </dev/null >/dev/null 2>&1"
+    run cmd
+  end
+
+  desc "Stop the web servers"
+  remote_task :stop_web, :roles => :web  do
+    cmd = %w(lighttpd ruby).map {|app| "(killall #{app} || true)"}.join(" && ")
+
+    run cmd
+  end
+
+  ##
+  # Everything HTTP.
+
+  desc "(Re)Start the web and app servers"
+
+  remote_task :start do
+    Rake::Task['vlad:start_app'].invoke
+    Rake::Task['vlad:start_web'].invoke
+  end
+
+  desc "Stop the web and app servers"
+
+  remote_task :stop do
+    Rake::Task['vlad:stop_app'].invoke
+    Rake::Task['vlad:stop_web'].invoke
+  end
+end

data/lib/vlad/maintenance.rb

@@ -0,0 +1,23 @@
+namespace :vlad do
+  desc "Remove the maintenance page"
+  remote_task :start_web, :roles => [:web] do
+    run "if [ -f #{shared_path}/system/maintenance.html ]; then rm -f #{shared_path}/system/maintenance.html; fi"
+  end
+
+  desc "Put the maintenance page in place"
+  remote_task :stop_web, :roles => [:web] do
+    run "cp -f #{shared_path}/config/maintenance.html #{shared_path}/system/"
+  end
+
+  desc "(Re)Start the web and app servers"
+  remote_task :start do
+    Rake::Task['vlad:start_app'].invoke
+    Rake::Task['vlad:start_web'].invoke
+  end
+
+  desc "Stop the web and app servers"
+  remote_task :stop do
+    Rake::Task['vlad:stop_app'].invoke
+    Rake::Task['vlad:stop_web'].invoke
+  end
+end

data/lib/vlad/merb.god.rb

@@ -0,0 +1,21 @@
+require 'vlad'
+namespace :vlad do
+  set :merb_env, 'production'
+  
+  remote_task :stop_app, :roles => [:app] do
+    run "sudo /usr/bin/god stop #{application}"
+  end
+  remote_task :start_app, :roles => [:app] do
+    run "sudo /usr/bin/god restart #{application}"
+  end
+
+  remote_task :symlink_configs, :roles => [:app] do
+    run "ln -nfs #{shared_path}/config/database.yml #{release_path}/config/database.yml && mkdir -p #{release_path}/tmp/cache"
+  end
+  
+  namespace :dm do
+    remote_task :migrate, :roles => [:db] do
+      run "cd #{current_path}; MERB_ENV=#{merb_env} rake dm:db:migrate"
+    end
+  end
+end

data/lib/vlad/mercurial.rb

@@ -0,0 +1,34 @@
+class Vlad::Mercurial
+
+  set :source, Vlad::Mercurial.new
+
+  ##
+  # Returns the command that will check out +revision+ from the code repo 
+  # into directory +destination+
+
+  def checkout(revision, destination)
+    revision = 'tip' if revision =~ /^head$/i
+    "hg pull -r #{revision} -R #{destination} #{code_repo}"
+  end
+
+  ##
+  # Returns the command that will export +revision+ from the code repo into
+  # the directory +destination+.
+
+  def export(revision_or_source, destination)
+    revision_or_source = 'tip' if revision_or_source =~ /^head$/i
+    if revision_or_source =~ /^(\d+|tip)$/i then
+      "hg archive -r #{revision_or_source} -R #{code_repo} #{destination}"
+    else
+      "hg archive -R #{revision_or_source} #{destination}"
+    end
+  end
+
+  ##
+  # Returns a command that maps human-friendly revision identifier +revision+
+  # into a subversion revision specification.
+
+  def revision(revision)
+    "`hg identify -R #{code_repo} | cut -f1 -d\\ `"
+  end
+end

data/lib/vlad/mongrel.rb

@@ -0,0 +1,61 @@
+require 'vlad'
+
+namespace :vlad do
+  ##
+  # Mongrel app server
+
+  set :mongrel_address,       "127.0.0.1"
+  set :mongrel_clean,         false
+  set :mongrel_command,       'mongrel_rails'
+  set(:mongrel_conf)          { "#{shared_path}/mongrel_cluster.conf" }
+  set :mongrel_config_script, nil
+  set :mongrel_environment,   "production"
+  set :mongrel_group,         nil
+  set :mongrel_log_file,      nil
+  set :mongrel_pid_file,      nil
+  set :mongrel_port,          8000
+  set :mongrel_prefix,        nil
+  set :mongrel_servers,       2
+  set :mongrel_user,          nil
+
+  desc "Prepares application servers for deployment. Mongrel
+configuration is set via the mongrel_* variables.".cleanup
+
+  remote_task :setup_app, :roles => :app do
+    cmd = [
+           "#{mongrel_command} cluster::configure",
+           "-N #{mongrel_servers}",
+           "-p #{mongrel_port}",
+           "-e #{mongrel_environment}",
+           "-a #{mongrel_address}",
+           "-c #{current_path}",
+           "-C #{mongrel_conf}",
+           ("-P #{mongrel_pid_file}" if mongrel_pid_file),
+           ("-l #{mongrel_log_file}" if mongrel_log_file),
+           ("--user #{mongrel_user}" if mongrel_user),
+           ("--group #{mongrel_group}" if mongrel_group),
+           ("--prefix #{mongrel_prefix}" if mongrel_prefix),
+           ("-S #{mongrel_config_script}" if mongrel_config_script),
+          ].compact.join ' '
+
+    run cmd
+  end
+
+  def mongrel(cmd) # :nodoc:
+    cmd = "#{mongrel_command} #{cmd} -C #{mongrel_conf}"
+    cmd << ' --clean' if mongrel_clean
+    cmd
+  end
+
+  desc "Restart the app servers"
+
+  remote_task :start_app, :roles => :app do
+    run mongrel("cluster::restart")
+  end
+
+  desc "Stop the app servers"
+
+  remote_task :stop_app, :roles => :app do
+    run mongrel("cluster::stop")
+  end
+end

data/lib/vlad/nginx.rb

@@ -0,0 +1,44 @@
+require 'vlad'
+
+namespace :vlad do
+  ##
+  # Nginx web server on Gentoo/Debian init.d systems
+
+  set :web_command, "/etc/init.d/nginx"
+
+  desc "(Re)Start the web servers"
+
+  remote_task :start_web, :roles => :web do
+    if use_sudo
+      sudo "#{web_command} restart"
+    else
+      run "#{web_command} restart"
+    end
+  end
+
+  desc "Stop the web servers"
+
+  remote_task :stop_web, :roles => :web do
+    if use_sudo
+      sudo "#{web_command} stop"
+    else
+      run "#{web_command} stop"
+    end
+  end
+
+  ##
+  # Everything HTTP.
+
+  desc "(Re)Start the web and app servers"
+  remote_task :start do
+    Rake::Task['vlad:start_app'].invoke
+    Rake::Task['vlad:start_web'].invoke
+  end
+
+  desc "Stop the web and app servers"
+
+  remote_task :stop do
+    Rake::Task['vlad:stop_app'].invoke
+    Rake::Task['vlad:stop_web'].invoke
+  end
+end

data/lib/vlad/perforce.rb

@@ -0,0 +1,117 @@
+class Vlad::Perforce
+
+  set :p4_cmd, "p4"
+  set :source, Vlad::Perforce.new
+
+  ##
+  # Returns the p4 command that will checkout +revision+ into the directory
+  # +destination+.
+
+  def checkout(revision, destination)
+    "#{p4_cmd} sync ...#{rev_no(revision)}"
+  end
+
+  ##
+  # Returns the p4 command that will export +revision+ into the directory
+  # +directory+.
+
+  def export(revision_or_source, destination)
+    if revision_or_source =~ /^(\d+|head)$/i then
+      "(cd #{destination} && #{p4_cmd} sync ...#{rev_no(revision_or_source)})"
+    else
+      "cp -r #{revision_or_source} #{destination}"
+    end
+  end
+
+  ##
+  # Returns a command that maps human-friendly revision identifier +revision+
+  # into a Perforce revision specification.
+
+  def revision(revision)
+    "`#{p4_cmd} changes -s submitted -m 1 ...#{rev_no(revision)} | cut -f 2 -d\\ `"
+  end
+
+  ##
+  # Maps revision +revision+ into a Perforce revision.
+
+  def rev_no(revision)
+    case revision.to_s
+    when /head/i then
+      "#head"
+    when /^\d+$/ then
+      "@#{revision}"
+    else
+      revision
+    end
+  end
+end
+
+namespace :vlad do
+  remote_task :setup_app, :roles => :app do
+    p4data = p4port = p4user = p4passwd = nil
+
+    if ENV['P4CONFIG'] then
+      p4config_name = ENV['P4CONFIG']
+      p4config = nil
+      orig_dir = Dir.pwd.split File::SEPARATOR
+
+      until orig_dir.length == 1 do
+        p4config = orig_dir + [p4config_name]
+        p4config = File.join p4config
+        break if File.exist? p4config
+        orig_dir.pop
+      end
+
+      raise "couldn't find .p4config" unless File.exist? p4config
+
+      p4data = File.readlines(p4config).map { |line| line.strip.split '=', 2 }
+      p4data = Hash[*p4data.flatten]
+    else
+      p4data = ENV
+    end
+
+    p4port = p4data['P4PORT']
+    p4user = p4data['P4USER']
+    p4passwd = p4data['P4PASSWD']
+
+    raise "couldn't get P4PORT" if p4port.nil?
+    raise "couldn't get P4USER" if p4user.nil?
+    raise "couldn't get P4PASSWD" if p4passwd.nil?
+
+    p4client = [p4user, target_host, application].join '-'
+
+    require 'tmpdir'
+    require 'tempfile'
+
+    put File.join(scm_path, '.p4config'), 'vlad.p4config' do
+      [ "P4PORT=#{p4port}",
+        "P4USER=#{p4user}",
+        "P4PASSWD=#{p4passwd}",
+        "P4CLIENT=#{p4client}" ].join("\n")
+    end
+
+    p4client_path = File.join deploy_to, 'p4client.tmp'
+
+    put p4client_path, 'vlad.p4client' do
+      conf = <<-"CLIENT"
+Client:	#{p4client}
+
+Owner:	#{p4user}
+
+Root:	#{scm_path}
+
+View:
+  #{code_repo}/... //#{p4client}/...
+      CLIENT
+    end
+
+    cmds = [
+      "cd #{scm_path}",
+      "p4 client -i < #{p4client_path}",
+      "rm #{p4client_path}",
+    ]
+
+    run cmds.join(' && ')
+  end
+end
+

data/lib/vlad/subversion.rb

@@ -0,0 +1,34 @@
+class Vlad::Subversion
+
+  set :source, Vlad::Subversion.new
+  set :svn_cmd, "svn"
+
+  ##
+  # Returns the command that will check out +revision+ from the code repo
+  # into directory +destination+
+
+  def checkout(revision, destination)
+    "#{svn_cmd} co -r #{revision} #{code_repo} #{destination}"
+  end
+
+  ##
+  # Returns the command that will export +revision+ from the code repo into
+  # the directory +destination+.
+
+  def export(revision_or_source, destination)
+    if revision_or_source =~ /^(\d+|head)$/i then
+      "#{svn_cmd} export -r #{revision_or_source} #{code_repo} #{destination}"
+    else
+      "#{svn_cmd} export #{revision_or_source} #{destination}"
+    end
+  end
+
+  ##
+  # Returns a command that maps human-friendly revision identifier +revision+
+  # into a subversion revision specification.
+
+  def revision(revision)
+    "`#{svn_cmd} info #{code_repo} | grep 'Revision:' | cut -f2 -d\\ `"
+  end
+end
+