capistrano-vps 0.10.0

data/lib/capistrano-vps/recipes/nodejs.rb

@@ -0,0 +1,11 @@
+Capistrano::Configuration.instance(true).load do
+  namespace :nodejs do
+    desc "Install the latest relase of Node.js"
+    task :install, roles: :app do
+      run "#{sudo} add-apt-repository -y ppa:chris-lea/node.js"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install nodejs"
+    end
+    after "cap_vps:prepare", "nodejs:install"
+  end
+end

data/lib/capistrano-vps/recipes/postgresql_client.rb

@@ -0,0 +1,114 @@
+Capistrano::Configuration.instance(true).load do
+  db_server = find_servers(:roles => :db).first
+  db_ip = (db_server ? db_server.options[:internal] || 'localhost' : 'localhost')
+  set_default(:postgresql_host, db_ip)
+  set_default(:postgresql_user) { application }
+  set_default(:postgresql_password) { (0...10).map{(65+rand(60)).chr}.join.gsub('`', ':') } #random password instead, Capistrano::CLI.password_prompt "Choose PostgreSQL Password: " }
+  set_default(:postgresql_database) { "#{application}_production" }
+  set_default(:postgresql_host) { db_ip }
+
+  namespace :postgresql_client do
+    desc "Install dev libraries PostgreSQL."
+    task :install, roles: :db, only: {primary: true} do
+      run "#{sudo} add-apt-repository -y ppa:pitti/postgresql"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install libpq-dev"
+    end
+    after "cap_vps:prepare", "postgresql_client:install"
+
+    desc "Create a database for this application."
+    task :create_database, roles: :db_server do
+      run %Q{#{sudo} -u postgres psql -c "create user #{postgresql_user} with password '#{postgresql_password}';"}
+      run %Q{#{sudo} -u postgres psql -c "create database #{postgresql_database} owner #{postgresql_user};"}
+    end
+    after "deploy:setup", "postgresql_client:create_database"
+
+    desc "Generate the database.yml configuration file."
+    task :setup, roles: :app do
+      run "mkdir -p #{shared_path}/config"
+      template "postgresql.yml.erb", "#{shared_path}/config/database.yml"
+    end
+    after "deploy:setup", "postgresql_client:setup"
+
+    desc "Symlink the database.yml file into latest release"
+    task :symlink, roles: :app do
+      run "ln -nfs #{shared_path}/config/database.yml #{release_path}/config/database.yml"
+    end
+    after "deploy:finalize_update", "postgresql_client:symlink"
+  end
+  namespace :db do
+    require 'yaml'
+
+    def sql_filename
+      @sql_filename  ||= "#{application}_#{env}_#{Time.now.strftime '%Y-%m-%d'}.sql"
+    end
+
+    def filename
+      @filename ||= "#{sql_filename}.bz2"
+    end
+
+    def env
+      @env  ||= ENV['RAILS_ENV'] || ENV['DB'] || 'production'
+    end
+
+
+
+    desc "Dump database"
+    task :dump, :role => :db_server do
+      download("#{shared_path}/config/database.yml", "tmp/database.yml", roles: :app)
+      remote_database = YAML::load_file('tmp/database.yml')
+      on_rollback { delete "/tmp/#{@filename}" }
+      run %Q{#{sudo} -u postgres pg_dump --clean --no-owner --no-privileges #{remote_database['production']['database']} | bzip2 > /tmp/#{filename}}, roles: :db_server
+    end
+
+    desc "Get database"
+    task :get, :role => :db_server do
+      download("/tmp/#{filename}", "tmp/#{filename}", roles: :db_server)
+      #run_locally("bzip2 -df tmp/#{@filename}")
+    end
+
+    desc "Import database"
+    task :import, :role => :db_server do
+      download("#{shared_path}/config/database.yml", "tmp/database.yml", roles: :app)
+      database = YAML::load_file('tmp/database.yml')
+      upload( "tmp/#{filename}", "/tmp/#{filename}", roles: :db_server)
+      run "bzip2 -df /tmp/#{filename}", roles: :db_server
+      run "PGPASSWORD=#{database['production']['password']} psql -U #{database['production']['username']} -h #{database['production']['host']} #{database['production']['database']} < /tmp/#{sql_filename}", roles: :db_server
+    end
+
+    desc "Get database file"
+    task :pull do
+      dump
+      get
+    end
+
+    desc "Push database file and import"
+    task :push, :role => :db_server do
+      import
+    end
+
+
+    desc "Duplicate database"
+    task :duplicate, :role =>  :db_server do
+      dump
+      get
+      # import
+    end
+
+    desc "Restore from ftp"
+    task :restore, :role =>  :db_server do
+
+    end
+
+    # TODO add a command to alter user password:
+    # * sudo -u postgres psql -c "ALTER USER appuser WITH PASSWORD 'password';"
+    # * update databse.yml
+    # * manage putistage environment (staging)
+
+
+  end
+
+
+
+
+end

data/lib/capistrano-vps/recipes/postgresql_server.rb

@@ -0,0 +1,41 @@
+Capistrano::Configuration.instance(true).load do
+  set_default(:postgresql_host, "localhost")
+  set_default(:postgresql_user) { application }
+  # set_default(:postgresql_password) { Capistrano::CLI.password_prompt "Choose PostgreSQL Password: " }
+  set_default(:postgresql_database) { "#{application}_production" }
+  namespace :postgresql_server do
+    desc "Install the latest stable release of PostgreSQL."
+    task :install, roles: :db_server do
+      run "#{sudo} add-apt-repository -y ppa:pitti/postgresql"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install postgresql"
+    end
+    after "cap_vps:prepare", "postgresql_server:install"
+
+    # task :install_dev, roles: :db, only: {primary: true} do
+    #   run "#{sudo} apt-get -y install libpq-dev"
+    # end
+    # after "server:prepare", "postgresql:install_dev"
+
+
+    # desc "Create a database for this application."
+    # task :create_database, roles: :db_server do
+    #   run %Q{#{sudo} -u postgres psql -c "create user #{postgresql_user} with password '#{postgresql_password}';"}
+    #   run %Q{#{sudo} -u postgres psql -c "create database #{postgresql_database} owner #{postgresql_user};"}
+    # end
+    # after "deploy:setup", "postgresql:create_database"
+
+    # desc "Generate the database.yml configuration file."
+    # task :setup, roles: :app do
+    #   run "mkdir -p #{shared_path}/config"
+    #   template "postgresql.yml.erb", "#{shared_path}/config/database.yml"
+    # end
+    # after "deploy:setup", "postgresql:setup"
+
+    # desc "Symlink the database.yml file into latest release"
+    # task :symlink, roles: :app do
+    #   run "ln -nfs #{shared_path}/config/database.yml #{release_path}/config/database.yml"
+    # end
+    # after "deploy:finalize_update", "postgresql:symlink"
+  end
+end

data/lib/capistrano-vps/recipes/rabbitmq.rb

@@ -0,0 +1,23 @@
+Capistrano::Configuration.instance(true).load do
+  namespace :rabbitmq do
+    desc "Install the latest relase of Node.js"
+    task :install, roles: :app do
+      run "#{sudo} wget http://www.rabbitmq.com/rabbitmq-signing-key-public.asc"
+      run "#{sudo} apt-key add rabbitmq-signing-key-public.asc"
+      run %q{#{sudo} echo "deb http://www.rabbitmq.com/debian/ testing main" >> /etc/apt/sources.list}
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install rabbitmq"
+    end
+    after "cap_vps:prepare", "rabbitmq:install"
+
+    desc "Start RabbitMQ"
+    task :start do
+      run "#{sudo} invoke-rc.d rabbitmq-server stop/start"
+    end
+
+    desc "Stop RabbitMQ"
+    task :stop do
+      run "#{sudo} rabbitmqctl stop"
+    end
+  end
+end

data/lib/capistrano-vps/recipes/rbenv.rb

@@ -0,0 +1,50 @@
+Capistrano::Configuration.instance(true).load do
+  set_default :ruby_version, "2.0.0p195"
+  # set_default :rbenv_bootstrap, "bootstrap-ubuntu-11-10"
+
+  namespace :rbenv do
+    desc "Install rbenv, Ruby, and the Bundler gem"
+    task :install, roles: :app do
+      run "#{sudo} apt-get -y install curl git-core"
+      run "curl -L https://raw.github.com/fesplugas/rbenv-installer/master/bin/rbenv-installer | bash"
+      bashrc = <<-BASHRC
+  if [ -d $HOME/.rbenv ]; then
+    export PATH="$HOME/.rbenv/bin:$PATH"
+    eval "$(rbenv init -)"
+  fi
+  BASHRC
+      put bashrc, "/tmp/rbenvrc"
+      run "cat /tmp/rbenvrc ~/.bashrc > ~/.bashrc.tmp"
+      run "mv ~/.bashrc.tmp ~/.bashrc"
+      run %q{export PATH="$HOME/.rbenv/bin:$PATH"}
+      run %q{eval "$(rbenv init -)"}
+      run "#{sudo} apt-get -y install build-essential"
+      run "#{sudo} apt-get -y install zlib1g-dev libssl-dev"
+      run "#{sudo} apt-get -y install libreadline-gplv2-dev"
+      rbenv.install_ruby
+      run "gem install bundler --no-ri --no-rdoc"
+      run "rbenv rehash"
+    end
+
+    desc "Upgrade rbenv"
+    task :upgrade, roles: :app do
+      run "cd ~/.rbenv; git pull"
+      run "cd ~/.rbenv/plugins/ruby-build; git pull"
+    end
+
+    desc "Install ruby"
+    task :install_ruby, roles: :app do
+      run "export RUBY_GC_MALLOC_LIMIT=60000000; export RUBY_FREE_MIN=200000" #"; curl https://raw.github.com/gist/4637375/rbenv.sh | sh "
+
+      # run "curl https://raw.github.com/gist/1688857/2-#{ruby_version}-patched.sh > /tmp/#{ruby_version}-perf"
+      # run "rbenv install /tmp/#{ruby_version}-perf"
+      run "rbenv install #{ruby_version}"
+      run "rbenv global #{ruby_version}"
+      run "gem install bundler --no-ri --no-rdoc"
+      run "rbenv rehash"
+    end
+
+    after "cap_vps:prepare", "rbenv:install"
+    before "rbenv:install_ruby", "rbenv:upgrade"
+  end
+end

data/lib/capistrano-vps/recipes/redis.rb

@@ -0,0 +1,28 @@
+Capistrano::Configuration.instance(true).load do
+  namespace :redis do
+
+    desc "Install the latest release of Redis"
+    task :install, roles: :app do
+      run "#{sudo} add-apt-repository -y ppa:chris-lea/redis-server"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install redis-server"
+    end
+    after "cap_vps:prepare", "redis:install"
+
+    # desc "Setup redis configuration for this application"
+    # task :setup, roles: :web do
+    #   template "redis.conf.erb", "/tmp/redis.conf"
+    #   run "#{sudo} mv /tmp/redis.conf /etc/redis/redis.conf"
+    #   restart
+    # end
+    # after "deploy:setup", "redis:setup"
+
+    %w[start stop restart].each do |command|
+      desc "#{command} redis"
+      task command, roles: :web do
+        run "#{sudo} service redis-server #{command}"
+      end
+    end
+
+  end
+end

data/lib/capistrano-vps/recipes/resque.rb

@@ -0,0 +1,27 @@
+Capistrano::Configuration.instance(true).load do
+
+  def run_remote_rake(rake_cmd)
+    rake_args = ENV['RAKE_ARGS'].to_s.split(',')
+    cmd = "cd #{fetch(:latest_release)} && #{fetch(:rake, "rake")} RAILS_ENV=#{fetch(:rails_env, "production")} #{rake_cmd}"
+    cmd += "['#{rake_args.join("','")}']" unless rake_args.empty?
+    run cmd
+    set :rakefile, nil if exists?(:rakefile)
+  end
+
+  namespace :resque do
+    namespace :worker do
+      after "deploy:symlink", "deploy:restart_workers"
+      after "deploy:restart_workers", "deploy:restart_scheduler"
+
+      desc "Restart Resque Workers"
+      task :restart, :roles => :db do
+        run_remote_rake "resque:restart_workers"
+      end
+
+      desc "Restart Resque scheduler"
+      task :scheduler, :roles => :db do
+        run_remote_rake "resque:restart_scheduler"
+      end
+    end
+  end
+end

data/lib/capistrano-vps/recipes/ssh_agent.rb

@@ -0,0 +1,17 @@
+Capistrano::Configuration.instance(true).load do
+  task :check_for_ssh_agent do
+    pid = ENV["SSH_AGENT_PID"]
+    raise %|No ssh-agent active (cannot authenticate to bitbucket/github without it.) Try running "eval `ssh-agent`; ssh-add".| if pid.nil? or pid == "" or pid.to_i == 0
+
+    begin
+      Process.getpgid(pid.to_i)
+    rescue Errno::ESRCH
+      raise %|The ssh-agent at pid #{pid} has died (cannot authenticate to bitbucket/github without it.) Try running "eval `ssh-agent`; ssh-add".|
+    end
+
+    if `ssh-add -L` =~ /no identities/
+      raise %|The ssh-agent at pid #{pid} has no keys. Have you run "ssh-add"?|
+    end
+  end
+  before "deploy:update", "check_for_ssh_agent"
+end

data/lib/capistrano-vps/recipes/templates/haproxy.erb

@@ -0,0 +1 @@
+ENABLE=1

data/lib/capistrano-vps/recipes/templates/haproxy_conf.erb

@@ -0,0 +1,58 @@
+# this config needs haproxy-1.1.28 or haproxy-1.2.1
+# Config PROXY
+
+global
+   daemon
+   pidfile /var/run/haproxy.pid
+
+defaults
+  mode            http
+  retries         5
+  option          abortonclose
+  option          redispatch
+  option          abortonclose  # enable early dropping of aborted requests from pending queue
+  option          httpchk       # enable HTTP protocol to check on servers health
+  option          httpclose
+  option forwardfor header X-Real-IP    except 127.0.0.1 # enable insert of X-Forwarded-For headers
+  option          http-no-delay
+  balance         roundrobin
+  option  httplog
+  option  dontlognull
+
+  maxconn         4096
+
+  timeout connect 5000
+  timeout client  50000
+  timeout server  50000
+  clitimeout        60000       # maximum inactivity time on the client side
+  srvtimeout        30000       # maximum inactivity time on the server side
+  timeout connect   4000        # maximum time to wait for a connection attempt to a server to succeed
+
+  stats enable                  # enable web-stats at /haproxy?stats
+  stats auth        admin:pass  # force HTTP Auth to view stats
+  stats refresh     5s    # refresh rate of stats page
+  monitor-uri /haproxy-pf?monitor
+
+frontend <%= application %> *:8000
+  default_backend <%= application %>-thins
+
+backend <%= application %>-thins
+  server server-1 127.0.0.1:9001 weight 1
+  #check inter 20000 fastinter 1000 fall 1 maxqueue 2
+  server server-2 127.0.0.1:9002 weight 1
+  #check inter 20000 fastinter 1000 fall 1 maxqueue 2
+
+
+# server  app1_1 192.168.34.23:8080 cookie app1inst1 check inter 2000 rise 2 fall 5
+# option  httpclose   # disable keep-alive
+# rspidel ^Set-cookie:\ IP= # do not let this cookie tell our internal IP address
+
+  #errorloc 502 http://192.168.114.58/error502.html
+  #errorfile  503 /etc/haproxy/errors/503.http
+  errorfile 400 /etc/haproxy/errors/400.http
+  errorfile 403 /etc/haproxy/errors/403.http
+  errorfile 408 /etc/haproxy/errors/408.http
+  errorfile 500 /etc/haproxy/errors/500.http
+  errorfile 502 /etc/haproxy/errors/502.http
+  errorfile 503 /etc/haproxy/errors/503.http
+  errorfile 504 /etc/haproxy/errors/504.http

data/lib/capistrano-vps/recipes/templates/nginx_haproxy.erb

@@ -0,0 +1,44 @@
+server {
+  listen 80;
+  server_name <%= application %>.com;
+  root <%= current_path %>/public;
+  access_log  /var/log/nginx/<%= application %>.access.log combined buffer=32k;
+  keepalive_requests      20;
+  gzip              on;
+  gzip_vary         on;
+  large_client_header_buffers 4 16k;
+  client_max_body_size 8M;
+  keepalive_timeout 10;
+
+  location ^~ /assets/ {
+    gzip_static on;
+    expires max;
+    add_header Cache-Control public;
+  }
+
+  if (-f $document_root/maintenance.html){
+    rewrite  ^(.*)$  /maintenance.html last;
+    break;
+  }
+
+  location / {
+    # needed for HTTPS
+    proxy_set_header Host $http_host;
+    proxy_max_temp_file_size 0;
+    proxy_headers_hash_max_size 1024;
+    proxy_headers_hash_bucket_size 128;
+    proxy_buffer_size              2m;
+    proxy_busy_buffers_size        2m;
+    proxy_buffers                4 1m;
+
+    proxy_pass http://localhost:8000;
+    proxy_redirect     off;
+    proxy_set_header   Host             $host;
+    # needed to forward user's IP address to rails
+    proxy_set_header   X-Real-IP        $remote_addr;
+    proxy_set_header   X-Forwarded-For  $proxy_add_x_forwarded_for;
+  }
+
+  error_page 500 502 503 504 /500.html;
+
+}

data/lib/capistrano-vps/recipes/templates/nginx_unicorn.erb

@@ -0,0 +1,37 @@
+upstream unicorn-<%= application %> {
+  server unix:/tmp/unicorn.<%= application %>.sock fail_timeout=0;
+}
+
+server {
+  listen 80;
+  server_name <%= application %>.com;
+  root <%= current_path %>/public;
+  access_log  /var/log/nginx/<%= application %>.access.log combined buffer=32k;
+  keepalive_requests      20;
+  gzip              on;
+  gzip_vary         on;
+  large_client_header_buffers 4 16k;
+  client_max_body_size 8M;
+  keepalive_timeout 10;
+
+  location ^~ /assets/ {
+    gzip_static on;
+    expires max;
+    add_header Cache-Control public;
+  }
+
+  if (-f $document_root/maintenance.html){
+    rewrite  ^(.*)$  /maintenance.html last;
+    break;
+  }
+
+  try_files $uri/index.html $uri @unicorn;
+  location @unicorn {
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header Host $http_host;
+    proxy_redirect off;
+    proxy_pass http://unicorn-<%= application %>;
+  }
+
+  error_page 500 502 503 504 /500.html;
+}