capistrano-kitchen 0.0.0.pre

data/lib/capistrano_kitchen/dishes/nginx_unicorn/nginx_unicorn.init

@@ -0,0 +1,95 @@
+#! /bin/sh
+
+### BEGIN INIT INFO
+# Provides:          nginx
+# Required-Start:    $local_fs $remote_fs $network $syslog
+# Required-Stop:     $local_fs $remote_fs $network $syslog
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: starts the nginx web server
+# Description:       starts nginx using start-stop-daemon
+### END INIT INFO
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DAEMON=<%=nginx_unicorn_sbin_file%>
+DAEMON_OPTS="-c <%="#{nginx_unicorn_conf_dir}/nginx.conf"%>"
+NAME=<%=nginx_unicorn_init_d%>
+DESC=<%=nginx_unicorn_init_d%>
+PID=<%=nginx_unicorn_pid_file%>
+
+test -x $DAEMON || exit 0
+
+# Include nginx defaults if available
+if [ -f /etc/default/nginx ] ; then
+  . /etc/default/nginx
+fi
+
+set -e
+
+. /lib/lsb/init-functions
+
+test_nginx_config() {
+  if $DAEMON -t $DAEMON_OPTS >/dev/null 2>&1
+  then
+    return 0
+  else
+    $DAEMON -t $DAEMON_OPTS
+    return $?
+  fi
+}
+
+case "$1" in
+  start)
+        echo -n "Starting $DESC: "
+        test_nginx_config
+        start-stop-daemon --start --quiet --pidfile $PID \
+          --exec $DAEMON -- $DAEMON_OPTS || true
+        echo "$NAME."
+        ;;
+  stop)
+        echo -n "Stopping $DESC: "
+        start-stop-daemon --stop --quiet --pidfile $PID \
+          --exec $DAEMON || true
+        echo "$NAME."
+        ;;
+  restart|force-reload)
+        echo -n "Restarting $DESC: "
+        start-stop-daemon --stop --quiet --pidfile \
+          $PID --exec $DAEMON || true
+        sleep 1
+        test_nginx_config
+        start-stop-daemon --start --quiet --pidfile \
+          $PID --exec $DAEMON -- $DAEMON_OPTS || true
+        echo "$NAME."
+        ;;
+  reload)
+        echo -n "Reloading $DESC configuration: "
+        test_nginx_config
+        start-stop-daemon --stop --signal HUP --quiet --pidfile $PID \
+            --exec $DAEMON || true
+        echo "$NAME."
+        ;;
+  reopen)
+        echo -n "Reopening $DESC log files: "
+        $DAEMON -s reopen || true
+        echo "$NAME."
+        ;;
+  configtest)
+        echo -n "Testing $DESC configuration: "
+        if test_nginx_config
+        then
+          echo "$NAME."
+        else
+          exit $?
+        fi
+        ;;
+  status)
+  status_of_proc -p $PID "$DAEMON" nginx && exit 0 || exit $?
+  ;;
+  *)
+  echo "Usage: $NAME {start|stop|restart|reload|force-reload|reopen|status|configtest}" >&2
+  exit 1
+  ;;
+esac
+
+exit 0

data/lib/capistrano_kitchen/dishes/nginx_unicorn/nginx_unicorn.logrotate

@@ -0,0 +1,18 @@
+<%=nginx_unicorn_log_dir%>/*.log {
+  daily
+  missingok
+  rotate 52
+  compress
+  delaycompress
+  notifempty
+  create 0640 www-data adm
+  sharedscripts
+  prerotate
+    if [ -d /etc/logrotate.d/httpd-prerotate ]; then \
+      run-parts /etc/logrotate.d/httpd-prerotate; \
+    fi; \
+  endscript
+  postrotate
+    [ ! -f /var/run/<%=nginx_unicorn_init_d%>.pid ] || kill -USR1 `cat /var/run/<%=nginx_unicorn_init_d%>.pid`
+  endscript
+}

data/lib/capistrano_kitchen/dishes/nginx_unicorn/stub_status.conf

@@ -0,0 +1,16 @@
+    server {
+      listen 127.0.0.1:80;
+      server_name localhost;
+
+      location /nginx_status {
+        # copied from http://blog.kovyrin.net/2006/04/29/monitoring-nginx-with-rrdtool/
+        # Generate stupid load to see the counters increase
+        # ab -n 1000 http://127.0.0.1/nginx_status 
+        stub_status on;
+        access_log   off;
+        allow 127.0.0.1;
+        deny all;
+      }
+
+    }
+

data/lib/capistrano_kitchen/dishes/nodejs/hooks.rb

@@ -0,0 +1,4 @@
+# @author Donovan Bray <donnoman@donovanbray.com>
+Capistrano::Configuration.instance(true).load do
+  after "deploy:provision", "nodejs:install"
+end

data/lib/capistrano_kitchen/dishes/nodejs/install.rb

@@ -0,0 +1,13 @@
+# @author Donovan Bray <donnoman@donovanbray.com>
+Capistrano::Configuration.instance(true).load do
+
+  namespace :nodejs do
+
+    desc "Install nodejs"
+    task :install, :except => {:no_release => true} do
+      utilities.apt_install "nodejs"
+    end
+
+  end
+
+end

data/lib/capistrano_kitchen/dishes/provision/empty_roles.rb

@@ -0,0 +1,60 @@
+# Allows Tasks that have no servers to be skipped instead of raising a NoMatchingServersError
+
+module Capistrano
+  class Configuration
+    module Connections
+      def execute_on_servers(options={})
+        raise ArgumentError, "expected a block" unless block_given?
+
+        if task = current_task
+          servers = find_servers_for_task(task, options)
+
+          if servers.empty?
+            #raise Capistrano::NoMatchingServersError, "`#{task.fully_qualified_name}' is only run for servers matching #{task.options.inspect}, but no servers matched"
+            logger.info "skipping `#{task.fully_qualified_name}' because no servers matched"
+            return
+          end
+
+          if task.continue_on_error?
+            servers.delete_if { |s| has_failed?(s) }
+            return if servers.empty?
+          end
+        else
+          servers = find_servers(options)
+          raise Capistrano::NoMatchingServersError, "no servers found to match #{options.inspect}" if servers.empty?
+        end
+
+        servers = [servers.first] if options[:once]
+        logger.trace "servers: #{servers.map { |s| s.host }.inspect}"
+
+        max_hosts = (options[:max_hosts] || (task && task.max_hosts) || servers.size).to_i
+        is_subset = max_hosts < servers.size
+
+        # establish connections to those servers in groups of max_hosts, as necessary
+        servers.each_slice(max_hosts) do |servers_slice|
+          begin
+            establish_connections_to(servers_slice)
+          rescue ConnectionError => error
+            raise error unless task && task.continue_on_error?
+            error.hosts.each do |h|
+              servers_slice.delete(h)
+              failed!(h)
+            end
+          end
+
+          begin
+            yield servers_slice
+          rescue RemoteError => error
+            raise error unless task && task.continue_on_error?
+            error.hosts.each { |h| failed!(h) }
+          end
+
+          # if dealing with a subset (e.g., :max_hosts is less than the
+          # number of servers available) teardown the subset of connections
+          # that were just made, so that we can make room for the next subset.
+          teardown_connections_to(servers_slice) if is_subset
+        end
+      end
+    end
+  end
+end

data/lib/capistrano_kitchen/dishes/provision/manage.rb

@@ -0,0 +1,49 @@
+# @author Donovan Bray <donnoman@donovanbray.com>
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+
+# Provisioning hooks into many of the scripts to give a single hook to install
+# the requisite software.
+#
+# The provisioning process assumes capistrano has been overriden to support empty roles
+#
+# Supported tasks add a ' after "deploy:provision", "app:install" ' in their hooks.rb
+# if you don't include ' require 'cap_recipes/tasks/provision' ' in your deploy.rb then the provision task
+# is never fire, and all of the extra hooks are ignored.
+#
+# It's convenient to override the provision task in your deploy.rb to do something more meaningful as well.
+#
+#      desc "Provision the servers"
+#      task :provision do
+#        utilities.apt_install "git-core telnet elinks netcat socat curl arping rsync nload wget locate strace"
+#        mysql.install_client_libs #needed to build mysql2 gem
+#        deploy.provision_bundler_dependencies
+#      end
+
+Capistrano::Configuration.instance(true).load do
+
+  namespace :deploy do
+
+    # Init all base roles so they can be empty
+    roles[:web]
+    roles[:app]
+    roles[:db]
+
+    # This block allows us to add items to the very beginning of provisioning
+    # while allowing the consumer to freely override the deploy:provision task to add
+    # thier own non-framework items.
+    on :start, :only => "deploy:provision" do
+      deploy.provision_prerequisites
+    end
+
+    task :provision_prerequisites do
+      utilities.apt_update
+      utilities.apt_install_by_command('add-apt-repository')
+    end
+
+    task :provision do
+      logger.info "Provisioning Services"
+    end
+
+  end
+
+end

data/lib/capistrano_kitchen/dishes/provision/task_once.rb

@@ -0,0 +1,62 @@
+module Capistrano
+  class Configuration
+    module Servers
+      # Identifies all servers that the given task should be executed on.
+      # The options hash accepts the same arguments as #find_servers, and any
+      # preexisting options there will take precedence over the options in
+      # the task.
+      def find_servers_for_task(task, options={})
+        find_servers(task.options.merge(options))
+      end
+
+      # Attempts to find all defined servers that match the given criteria.
+      # The options hash may include a :hosts option (which should specify
+      # an array of host names or ServerDefinition instances), a :roles
+      # option (specifying an array of roles), an :only option (specifying
+      # a hash of key/value pairs that any matching server must match), and
+      # an :exception option (like :only, but the inverse).
+      #
+      # Additionally, if the HOSTS environment variable is set, it will take
+      # precedence over any other options. Similarly, the ROLES environment
+      # variable will take precedence over other options. If both HOSTS and
+      # ROLES are given, HOSTS wins.
+      #
+      # Yet additionally, if the HOSTFILTER environment variable is set, it
+      # will limit the result to hosts found in that (comma-separated) list.
+      #
+      # Usage:
+      #
+      #   # return all known servers
+      #   servers = find_servers
+      #
+      #   # find all servers in the app role that are not exempted from
+      #   # deployment
+      #   servers = find_servers :roles => :app,
+      #                :except => { :no_release => true }
+      #
+      #   # returns the given hosts, translated to ServerDefinition objects
+      #   servers = find_servers :hosts => "jamis@example.host.com"
+      def find_servers(options={})
+        hosts  = server_list_from(ENV['HOSTS'] || options[:hosts])
+
+        if hosts.any?
+          filter_server_list(hosts.uniq)
+        else
+          roles  = role_list_from(ENV['ROLES'] || options[:roles] || self.roles.keys)
+          only   = options[:only] || {}
+          except = options[:except] || {}
+
+          servers = roles.inject([]) { |list, role| list.concat(self.roles[role]) }
+          servers = servers.select { |server| only.all? { |key,value| server.options[key] == value } }
+          servers = servers.reject { |server| except.any? { |key,value| server.options[key] == value } }
+
+          #allows you to add the option :once to a task ie: task :my_task, :roles => :app, :once => true do ...
+          servers = [servers.first] if options[:once] and servers.size > 1
+          logger.trace "servers: #{servers.map { |s| s.host }.inspect}"
+
+          filter_server_list(servers.uniq)
+        end
+      end
+    end
+  end
+end

data/lib/capistrano_kitchen/dishes/ruby/hooks.rb

@@ -0,0 +1,7 @@
+# @author Donovan Bray <donnoman@donovanbray.com>
+Capistrano::Configuration.instance(true).load do
+  after "deploy:provision", "ruby:install"
+  after "ruby:install", "ruby:rubygems_source_fix"
+  after "ruby:install", "ruby:ruby_debugger"
+  after "deploy:setup", "ruby:ensure_trust_github"
+end

data/lib/capistrano_kitchen/dishes/ruby/install.rb

@@ -0,0 +1,55 @@
+require File.expand_path(File.dirname(__FILE__) + '/../utilities')
+
+Capistrano::Configuration.instance(true).load do
+
+  namespace :ruby do
+
+    set :ruby_ver_latest_type, "stable" # can be major.minor numbers ie: 1.8, 2.1 etc. or 'stable'
+    set(:ruby_ver_latest) { open("http://ftp.ruby-lang.org/pub/ruby/#{ruby_ver_latest_type}").read.scan(/href="(ruby-\d.\d.\d(-p\d+)?).tar.bz2/).map{|r| r[0]}.sort.reverse.first }
+    set(:ruby_ver) { utilities.suggest_version(:ruby_ver,ruby_ver_latest) }
+
+    # Ruby Versioning: ruby-MAJOR.MINOR.TEENY-pPATCHLEVEL
+    set(:ruby_major_minor) { ruby_ver.match(/ruby-(\d\.\d)/)[1]}
+    set(:ruby_src) { "http://cache.ruby-lang.org/pub/ruby/#{ruby_major_minor}/#{ruby_ver}.tar.bz2"}
+
+    set :base_ruby_path, '/usr'
+    set :ruby_debugger_support, false
+    set :ruby_rubygems_source_fix_support, false
+    set :ruby_ensure_trust_github, true
+
+    # New Concept ':except => {:no_ruby => true}' to allow all systems by default
+    # to have ruby installed to allow use of ruby gems like god on all systems
+    # regardless of whether they have releases deployed to them, they may have other things
+    # that we want god to watch on them.
+
+    desc "install ruby"
+    task :install, :except => {:no_ruby => true} do
+      utilities.apt_install %w[build-essential openssl libreadline6 libreadline6-dev curl git-core zlib1g zlib1g-dev libssl-dev libyaml-dev libsqlite3-0 libsqlite3-dev sqlite3 libxml2-dev libxslt-dev autoconf libc6-dev ncurses-dev automake libtool]
+      sudo "mkdir -p /usr/local/src/"
+      run "#{sudo} rm -rf /usr/local/src/#{ruby_ver}" #make clean is not allowing a re-install  #http://www.ruby-forum.com/topic/4409005
+      run "cd /usr/local/src && #{sudo} wget --tries=2 -c --progress=bar:force #{ruby_src} && #{sudo} bunzip2 --keep --force #{ruby_ver}.tar.bz2 && #{sudo} tar xvf #{ruby_ver}.tar"
+      run "cd /usr/local/src/#{ruby_ver} && #{sudo} ./configure --prefix=#{base_ruby_path} --enable-shared && #{sudo} make install"
+    end
+
+    desc "add ruby debugger support"
+    task :ruby_debugger, :except => { :no_ruby => true } do
+      if ruby_debugger_support
+        utilities.gem_install("debugger-ruby_core_source -- --with-ruby-include=/usr/local/src/#{ruby_ver}")
+        utilities.gem_install("debugger-linecache -- --with-ruby-include=/usr/local/src/#{ruby_ver}")
+      end
+    end
+
+    desc "Remove legacy rubygems.org as gem source"
+    task :rubygems_source_fix, :except => { :no_ruby => true } do
+      if ruby_rubygems_source_fix_support
+        run "#{sudo} gem source -a http://production.s3.rubygems.org"
+        run "#{sudo} gem source -r http://rubygems.org/"
+      end
+    end
+
+    task :ensure_trust_github, :except => { :no_ruby => true } do
+      utilities.run_with_input("ssh -i ~/.ssh/id_rsa git@github.com;true", /\?/, "yes\n") if ruby_ensure_trust_github
+    end
+
+  end
+end

data/lib/capistrano_kitchen/dishes/teelogger/teelogger.rb

@@ -0,0 +1,121 @@
+class TeeLogWriter
+  #use this to exit cap but still have a zero exit code
+  class NormalExit < Capistrano::Error; end
+  ##
+  # This passes through the value and adds it to the redaction list
+  #
+  #  set(:mysql_client_user) { TeeLogWriter.redact(database_user) }
+  #
+  # So your capistrano variable has the correct value, but it will be redacted from TeeLogWriters output.
+  def self.redact(secure_message)
+    self.redactions = (self.redactions + [secure_message].flatten).uniq
+    secure_message
+  end
+
+  def self.redaction_replacement
+    @redaction_replacement ||= '######'
+  end
+
+  def self.redaction_replacement=(replacement)
+    @redaction_replacement = replacement
+  end
+
+  def self.redacted(message)
+    with_ensured_encoding(message) do |message|
+      redactions.inject(message) do |message,redaction|
+        message.gsub(redaction,redaction_replacement)
+      end
+    end
+  end
+
+  def with_redactions(message)
+    yield self.class.redacted(message)
+  end
+
+  def puts(message)
+    with_redactions(message) do |message|
+      STDOUT.puts message
+      file.puts "[#{log_timestamp}] #{message}"
+    end
+  end
+
+  def tty?
+    true
+  end
+
+  private
+
+
+  def self.redactions
+    @redactions ||= []
+  end
+
+  def self.redactions=(value)
+    @redactions = value
+  end
+
+  def self.with_ensured_encoding(message)
+    yield message.respond_to?(:force_encoding) ? message.force_encoding("UTF-8") : message
+  end
+
+  def file
+    @file ||= File.open(File.join(logdir,"deploy.#{file_timestamp}.log"), "w")
+  end
+
+  def log_timestamp
+    Time.now.strftime("%Y-%m-%d %H:%M:%S%z")
+  end
+
+  def file_timestamp
+    Time.now.strftime("%Y%m%d-%H%M%S%z")
+  end
+
+  def caproot
+    @caproot ||= File.dirname(capfile)
+  end
+
+  def logdir
+    FileUtils.mkdir_p(File.join(caproot,'log')).first
+  end
+
+  def capfile
+    previous = nil
+    current  = File.expand_path(Dir.pwd)
+
+    until !File.directory?(current) || current == previous
+      filename = File.join(current, 'Capfile')
+      return filename if File.file?(filename)
+      current, previous = File.expand_path("..", current), current
+    end
+  end
+
+end
+
+require 'capistrano/configuration'
+
+module Capistrano
+  class CLI
+    module Execute
+      def handle_error(error) #:nodoc:
+        case error
+        when TeeLogWriter::NormalExit #used to force capistrano to end but without an error code.
+          exit 0
+        when Net::SSH::AuthenticationFailed
+          abort "authentication failed for `#{TeeLogWriter.redacted(error.message)}'"
+        when Capistrano::Error
+          abort(TeeLogWriter.redacted(error.message))
+        else
+          puts TeeLogWriter.redacted(error.message)
+          puts error.backtrace
+          exit 1
+        end
+      end
+    end
+  end
+end
+
+
+Capistrano::Configuration.instance(true).load do
+  #replace the running logger device with our own.
+  self.logger.instance_variable_set(:@device,TeeLogWriter.new)
+end