mina-stack 0.0.2

data/lib/recipes/nginx.rb

@@ -0,0 +1,49 @@
+###########################################################################
+# nginx Tasks
+###########################################################################
+
+namespace :nginx do
+
+  desc "Install latest stable release of nginx"
+  task :install do
+    invoke :sudo
+    queue "sudo add-apt-repository ppa:nginx/stable --yes"
+    queue "sudo apt-get -y update"
+    queue "sudo apt-get -y install nginx"
+  end
+
+  desc "Upload and update (link) all nginx config file"
+  task :setup => [:upload, :link, :reload]
+
+  desc "Symlink config file"
+  task :link do
+    invoke :sudo
+    queue %{echo "-----> Symlink nginx config file"}
+    queue echo_cmd %{sudo ln -fs "#{config_path}/nginx.conf" "#{nginx_config}"}
+    queue check_symlink nginx_config
+    queue echo_cmd %{sudo ln -fs "#{config_path}/nginx.conf" "#{nginx_config_e}"}
+    queue check_symlink nginx_config_e
+  end
+
+  desc "Parses nginx config file and uploads it to server"
+  task :upload do
+    template 'nginx.conf.erb', "#{config_path}/nginx.conf"
+  end
+
+  desc "Parses config file and outputs it to STDOUT (local task)"
+  task :parse do
+    puts "#"*80
+    puts "# nginx.conf"
+    puts "#"*80
+    puts erb("#{config_templates_path}/nginx.conf.erb")
+  end
+
+  %w(stop start restart reload status).each do |action|
+    desc "#{action.capitalize} Nginx"
+    task action.to_sym do
+      invoke :sudo
+      queue %{echo "-----> #{action.capitalize} Nginx"}
+      queue echo_cmd "sudo service nginx #{action}"
+    end
+  end
+end

data/lib/recipes/node.rb

@@ -0,0 +1,12 @@
+namespace :node do
+  desc "Install the latest relase of Node.js"
+  task :install do
+    invoke :sudo
+    queue "sudo apt-get -y update"
+    queue "sudo apt-get -y install software-properties-common python-software-properties python g++ make"
+    queue "sudo add-apt-repository ppa:chris-lea/node.js --yes"
+    queue "sudo apt-get -y update"
+    queue "sudo apt-get -y install nodejs"
+  end
+  task(:setup) {  }
+end

data/lib/recipes/postgresql.rb

@@ -0,0 +1,58 @@
+namespace :postgresql do
+
+  require 'highline/import'
+
+  desc "Install the latest stable release of PostgreSQL."
+  task :install do
+    invoke :sudo
+    queue "sudo add-apt-repository ppa:pitti/postgresql --yes"
+    queue "sudo apt-get -y update"
+    queue "sudo apt-get -y install postgresql libpq-dev"
+  end
+
+  task :setup => [:upload]
+
+  desc "Create configuration and other files"
+  task :upload do
+    template "database.yml.erb"
+    queue  %[echo "-----> Be sure to edit 'shared/config/database.yml'."]
+  end
+
+  desc "Create database"
+  task :create_db do
+    queue %{echo "-----> Create database"}
+    invoke :sudo
+    ask "PostgreSQL password:" do |psql_password|
+      psql_password.echo = "x"
+      queue echo_cmd %{sudo -u postgres psql -c "create user #{psql_user} with password '#{psql_password}';"}
+      queue echo_cmd %{sudo -u postgres psql -c "create database #{psql_database} owner #{psql_user};"}
+    end
+  end
+
+  RYAML = <<-BASH
+  function ryaml {
+    ruby -ryaml -e 'puts ARGV[1..-1].inject(YAML.load(File.read(ARGV[0]))) {|acc, key| acc[key] }' "$@"
+  };
+  BASH
+
+  desc 'Pull remote db in development'
+  task :pull do
+    code = isolate do
+      invoke :environment
+      queue RYAML
+      queue "USERNAME=$(ryaml #{config_path!}/database.yml #{rails_env!} username)"
+      queue "PASSWORD=$(ryaml #{config_path!}/database.yml #{rails_env!} password)"
+      queue "DATABASE=$(ryaml #{config_path!}/database.yml #{rails_env!} database)"
+      queue %{echo "-----> Database $DATABASE will be dumped locally"}
+      queue "PGPASSWORD=$PASSWORD pg_dump -w -U $USERNAME $DATABASE -f #{tmp_path}/dump.sql"
+      queue "gzip -f #{tmp_path}/dump.sql"
+      run!
+    end
+
+    %x[scp #{user}@#{domain}:#{tmp_path}/dump.sql.gz .]
+    %x[gunzip -f dump.sql.gz]
+    %x[#{RYAML} psql -d $(ryaml config/database.yml development database) -f dump.sql]
+    %x[rm dump.sql]
+  end
+
+end

data/lib/recipes/private_pub.rb

@@ -0,0 +1,35 @@
+namespace :private_pub do
+
+  task(:install) {  }
+
+  desc "Setup Private Pub configuration"
+  task :setup => [:upload]
+
+  desc "Create configuration and other files"
+  task :upload do
+    template "private_pub.yml.erb", private_pub_config
+    queue  %[echo "-----> Be sure to edit #{private_pub_config}."]
+  end
+
+  desc "Stop Private Pub"
+  task :stop do
+    queue %[ if [ -f #{private_pub_pid} ]; then
+      echo "-----> Stop Private Pub"
+      kill -s QUIT `cat #{private_pub_pid}` || true
+      fi ]
+  end
+
+  desc "Start Private Pub"
+  task :start do
+    queue %{
+      echo "-----> Start Private Pub"
+      #{echo_cmd %[(cd #{deploy_to}/#{current_path}; #{private_pub_cmd} -s #{private_pub_server} -E #{rails_env} -P #{private_pub_pid} >> #{private_pub_log} 2>&1 </dev/null &) ] }
+      }
+  end
+
+  desc "Restart Private Pub"
+  task :restart do
+    invoke :'private_pub:stop'
+    invoke :'private_pub:start'
+  end
+end

data/lib/recipes/puma.rb

@@ -0,0 +1,31 @@
+namespace :puma do
+
+  task(:install) {  }
+
+  desc "Setup Puma configuration"
+  task :setup => [:upload]
+
+  desc "Create configuration and other files"
+  task :upload do
+    invoke :sudo
+    template "puma.rb.erb", puma_config
+    queue  %[echo "-----> Be sure to edit #{puma_config}."]
+    template "upstart/puma.conf.erb", "/tmp/puma_conf"
+    queue "sudo mv /tmp/puma_conf #{puma_upstart}"
+  end
+
+  %w[start stop restart].each do |command|
+    desc "#{command.capitalize} puma"
+    task command do
+      # need to get rid of sudo here: have to figure out how it works with upstart
+      invoke :sudo
+      queue "sudo service #{puma_name} #{command}"
+    end
+  end
+
+  desc "Phased-restart puma"
+  task :'phased-restart' do
+    queue "#{pumactl_cmd} -S #{puma_state} phased-restart"
+  end
+
+end

data/lib/recipes/rails.rb

@@ -0,0 +1,22 @@
+namespace :rails do
+
+  task(:install) {  }
+  task(:setup) {  }
+
+  task :log do
+    queue 'echo "Contents of the log file are as follows:"'
+    queue "tail -f #{logs_path}/#{rails_env}.log"
+  end
+end
+
+
+
+# desc "Open the rails console on one of the remote servers"
+#  task :console, :roles => :app do
+#    queue %{ssh #{domain} -t "#{default_shell} -c 'cd #{current_path} && bundle exec rails c #{rails_env}'"}
+#  end
+
+#  desc "remote rake task"
+#  task :rake do
+#    run "cd #{deploy_to}/current; RAILS_ENV=#{rails_env} rake #{ENV['TASK']}"
+#  end

data/lib/recipes/rbenv.rb

@@ -0,0 +1,28 @@
+namespace :rbenv do
+
+  desc "Install rbenv, Ruby, and the Bundler gem"
+  task :install do
+    invoke :sudo
+    queue %{echo "-----> Installing Ruby"}
+    queue "sudo apt-get -y install curl git-core"
+    queue "curl -L https://raw.github.com/fesplugas/rbenv-installer/master/bin/rbenv-installer | bash"
+    bashrc = <<-BASHRC
+      if [ -d $HOME/.rbenv ]; then
+        export PATH="$HOME/.rbenv/bin:$PATH"
+        eval "$(rbenv init -)"
+      fi
+    BASHRC
+    put bashrc, "/tmp/rbenvrc"
+    queue "cat /tmp/rbenvrc ~/.bashrc > ~/.bashrc.tmp"
+    queue "mv ~/.bashrc.tmp ~/.bashrc"
+    queue %q{export PATH="$HOME/.rbenv/bin:$PATH"}
+    queue %q{eval "$(rbenv init -)"}
+    queue "sudo apt-get -y install build-essential zlib1g-dev libssl-dev libreadline-gplv2-dev"
+    queue "rbenv install #{ruby_version}"
+    queue "rbenv global #{ruby_version}"
+    queue "gem install bundler --no-ri --no-rdoc"
+    queue "rbenv rehash"
+  end
+
+  task(:setup) {  }
+end

data/lib/recipes/redis.rb

@@ -0,0 +1,23 @@
+namespace :redis do
+
+  desc "Install the latest release of Redis"
+  task :install do
+    invoke :sudo
+    queue %{echo "-----> Installing Redis..."}
+    queue "sudo add-apt-repository -y ppa:chris-lea/redis-server --yes"
+    queue "sudo apt-get -y update"
+    queue "sudo apt-get -y install redis-server"
+  end
+
+  task(:setup) {  }
+
+  %w[start stop restart].each do |command|
+    desc "#{command} redis"
+    task command do
+      invoke :sudo
+      queue %{echo "-----> Trying to #{command} Redis..."}
+      queue "#{sudo} service redis #{command}"
+    end
+  end
+
+end

data/lib/recipes/sidekiq.rb

@@ -0,0 +1,42 @@
+namespace :sidekiq do
+
+  task(:install) {  }
+
+  desc "Setup sidekiq configuration"
+  task :setup => [:upload]
+
+  desc "Create configuration and other files"
+  task :upload do
+    invoke :sudo
+    template "sidekiq.yml.erb", sidekiq_config
+    queue  %[echo "-----> Be sure to edit #{sidekiq_config}."]
+    template "upstart/sidekiq.conf.erb", "/tmp/sidekiq_conf"
+    queue "sudo mv /tmp/sidekiq_conf #{sidekiq_upstart}"
+  end
+
+  # %w[quiet].each do |command|
+  #   desc "#{command.capitalize} sidekiq"
+  #   task command do
+  #     queue %{ if [ -f #{sidekiq_pid} ]; then
+  #       echo "-----> #{command.capitalize} sidekiq"
+  #       #{echo_cmd %{(cd #{deploy_to}/#{current_path} && #{sidekiqctl_cmd} #{command} #{sidekiq_pid})} }
+  #       fi }
+  #   end
+  # end
+
+  # desc "Restart Sidekiq"
+  # task :restart do
+  #   invoke :'sidekiq:stop'
+  #   invoke :'sidekiq:start'
+  # end
+
+  # %w[start stop].each do |command|
+  #   desc "#{command.capitalize} sidekiq"
+  #   task command do
+  #     # need to get rid of sudo here: have to figure out how it works with upstart
+  #     invoke :sudo
+  #     queue "sudo service #{sidekiq_name} #{command}"
+  #     queue  %[echo "-----> #{command.capitalize} sidekiq."]
+  #   end
+  # end
+end

data/lib/recipes/unicorn.rb

@@ -0,0 +1,21 @@
+namespace :unicorn do
+
+  task(:install) {  }
+
+  desc "Setup Unicorn initializer and app configuration"
+  task :setup do
+    invoke :sudo
+    template "unicorn.rb.erb", unicorn_config
+    template "unicorn_init.erb", "/tmp/unicorn_init"
+    queue "chmod +x /tmp/unicorn_init"
+    queue "sudo mv /tmp/unicorn_init #{unicorn_script}"
+    queue "sudo update-rc.d -f #{unicorn_name} defaults"
+  end
+
+  %w[start stop restart].each do |command|
+    desc "#{command} unicorn"
+    task command do
+      queue "service #{unicorn_name} #{command}"
+    end
+  end
+end

data/lib/templates/application.yml.erb

@@ -0,0 +1,4 @@
+production:
+  S3_BUCKET: folify
+  S3_KEY: KEY
+  S3_SECRET: Secret

data/lib/templates/database.yml.erb

@@ -0,0 +1,8 @@
+production:
+  adapter: postgresql
+  database: <%= psql_database %>
+  username: <%= psql_user %>
+  password: <%= psql_password %>
+  host: localhost
+  encoding: utf8
+  pool: 16

data/lib/templates/memcached.conf.erb

@@ -0,0 +1,16 @@
+# run as a daemon
+-d
+
+logfile /var/log/memcached.log
+
+# memory limit
+-m <%= memcached_memory_limit %>
+
+# port
+-p 11211
+
+# user
+-u memcache
+
+# listen only on localhost (for security)
+-l 127.0.0.1

data/lib/templates/monit/memcached.erb

@@ -0,0 +1,8 @@
+check process memcached with pidfile <%= memcached_pid! %>
+  start program = "/etc/init.d/memcached start"
+  stop program = "/etc/init.d/memcached stop"
+  if failed host 127.0.0.1 port 11211 then restart
+  if cpu > 60% for 2 cycles then alert
+  if cpu > 98% for 5 cycles then restart
+  if 2 restarts within 3 cycles then timeout
+  group cache

data/lib/templates/monit/monitrc.erb

@@ -0,0 +1,21 @@
+set daemon 30
+
+set logfile /var/log/monit.log
+set idfile /var/lib/monit/id
+set statefile /var/lib/monit/state
+
+set eventqueue
+    basedir /var/lib/monit/events
+    slots 100
+
+# set mailserver smtp.gmail.com port 587
+#     username "foo@example.com" password "secret"
+#     using tlsv1
+#     with timeout 30 seconds
+
+# set alert foo@example.com
+
+set httpd port <%= monit_http_port %>
+  allow <%= monit_http_username %>:"<%= monit_http_password %>"
+
+include /etc/monit/conf.d/*

data/lib/templates/monit/nginx.erb

@@ -0,0 +1,5 @@
+check process nginx with pidfile <%= nginx_pid %>
+  start program = "/etc/init.d/nginx start"
+  stop program = "/etc/init.d/nginx stop"
+  if children > 250 then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/templates/monit/postgresql.erb

@@ -0,0 +1,5 @@
+check process postgresql with pidfile <%= postgresql_pid! %>
+  start program = "/etc/init.d/postgresql start"
+  stop program = "/etc/init.d/postgresql stop"
+  if failed host localhost port 5432 protocol pgsql then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/templates/monit/private_pub.erb

@@ -0,0 +1,6 @@
+check process <%= private_pub_name %>
+  with pidfile <%= private_pub_pid %>
+  start program = "<%= private_pub_start %>" with timeout 90 seconds
+  stop program = "kill -s TERM `cat <%= private_pub_config %>`" with timeout 90 seconds
+  if totalmem is greater than 200 MB for 2 cycles then restart # eating up memory?
+  group <%= private_pub_name %>

data/lib/templates/monit/puma.erb

@@ -0,0 +1,7 @@
+check process <%= puma_name %> with pidfile <%= puma_pid %>
+  start program = "/sbin/start <%= puma_name %>"
+  stop program =  "/sbin/stop <%= puma_name %>"
+  if cpu > 60% for 2 cycles then alert
+  if cpu > 98% for 5 cycles then restart
+  if 2 restarts within 3 cycles then timeout
+  if totalmem is greater than 300 MB for 10 cycles then restart

data/lib/templates/monit/redis.erb

@@ -0,0 +1,4 @@
+check process redis
+  with pidfile /var/run/redis/redis-server.pid
+  if failed host 127.0.0.1 port 6379 then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/templates/monit/sidekiq.erb

@@ -0,0 +1,6 @@
+check process <%= sidekiq_name %>
+  with pidfile <%= sidekiq_pid %>
+  start program = "service <%= sidekiq_name %> start" with timeout 90 seconds
+  stop program = "service <%= sidekiq_name %> stop" with timeout 90 seconds
+  if totalmem is greater than 200 MB for 2 cycles then restart # eating up memory?
+  group sidekiq

data/lib/templates/monit/unicorn.erb

@@ -0,0 +1,14 @@
+check process <%= unicorn_name %> with pidfile <%= unicorn_pid %>
+  start program = "/etc/init.d/<%= unicorn_name %> start"
+  stop program = "/etc/init.d/<%= unicorn_name %> stop"
+
+<% unicorn_workers.times do |n| %>
+  <% pid = unicorn_pid.sub(".pid", ".#{n}.pid") %>
+  check process <%= unicorn_name %>_worker_<%= n %> with pidfile <%= pid %>
+    start program = "/bin/true"
+    stop program = "/usr/bin/test -s <%= pid %> && /bin/kill -QUIT `cat <%= pid %>`"
+    if mem > 200.0 MB for 1 cycles then restart
+    if cpu > 50% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+    if changed pid 2 times within 60 cycles then alert
+<% end %>

data/lib/templates/nginx.conf.erb

@@ -0,0 +1,43 @@
+<% rails_socket = server_stack.include?("puma") ? puma_socket : unicorn_socket %>
+upstream <%= app %> {
+  server unix://<%= rails_socket %> fail_timeout=0;
+}
+
+server {
+  # listen 80 default deferred;
+  server_name <%= server_name %>;
+  keepalive_timeout 5;
+
+  root <%= deploy_to %>/<%= current_path %>/public;
+
+  client_max_body_size 4G;
+
+  if (-f $document_root/system/maintenance.html) {
+    return 503;
+  }
+
+  error_page 503 @maintenance;
+  location @maintenance {
+    rewrite  ^(.*)$  /system/maintenance.html last;
+    break;
+  }
+
+  location ~ ^/(assets)/ {
+    gzip_static on;
+    expires max;
+    add_header Cache-Control public;
+    add_header Last-Modified "";
+    add_header ETag "";
+  }
+
+  location @rails {
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header Host $http_host;
+    proxy_redirect off;
+    proxy_pass http://<%= app %>;
+  }
+
+  try_files $uri/index.html $uri @rails;
+
+  error_page 500 502 503 504 /500.html;
+}

data/lib/templates/private_pub.yml.erb

@@ -0,0 +1,4 @@
+production:
+  server: "http://folify.com:9292/faye"
+  secret_token: "secret"
+  signature_expiration: 3600 # one hour

data/lib/templates/puma.rb.erb

@@ -0,0 +1,17 @@
+# Bind to a UNIX socket
+bind "unix://<%= puma_socket %>"
+activate_control_app "unix://<%= sockets_path %>/pumactl.sock"
+
+# not deamonizing here - still can use -d flag
+# daemonize true
+environment "<%= rails_env %>"
+directory '<%= "#{deploy_to!}/#{current_path!}" %>'
+pidfile "<%= puma_pid %>"
+state_path "<%= sockets_path %>/puma.state"
+stdout_redirect '<%= puma_log %>', '<%= puma_error_log %>', true
+
+workers <%= puma_workers %>
+preload_app!
+
+# 0-16 threads for production environment
+# threads 0, 16

data/lib/templates/sidekiq.yml.erb

@@ -0,0 +1,9 @@
+:verbose: false
+:namespace: sidekiq
+:concurrency:  <%= sidekiq_concurrency %>
+:queues:
+  - [high, 7]
+  - [low, 5]
+  - [default, 3]
+:limits:
+  low: <%= (sidekiq_concurrency*0.4).to_i %>

data/lib/templates/unicorn.rb.erb

@@ -0,0 +1,41 @@
+rails_root = "<%= "#{deploy_to!}/#{current_path!}" %>"
+rails_env  = "<%= rails_env %>"
+pid_file   = "<%= unicorn_pid %>"
+socket_file= "<%= unicorn_socket %>"
+log_file   = "<%= unicorn_log %>"
+err_log    = "<%= unicorn_error_log %>"
+old_pid    = pid_file + '.oldbin'
+
+timeout 60
+worker_processes <%= unicorn_workers %>
+
+# Listen on a Unix data socket
+listen socket_file, :backlog => 2048
+pid pid_file
+
+stderr_path err_log
+stdout_path log_file
+
+preload_app true
+
+GC.copy_on_write_friendly = true if GC.respond_to?(:copy_on_write_friendly=)
+
+before_exec do |server|
+  ENV["BUNDLE_GEMFILE"] = "#{rails_root}/Gemfile"
+end
+
+before_fork do |server, worker|
+  # Using this method we get 0 downtime deploys.
+  if File.exists?(old_pid) && server.pid != old_pid
+    begin
+      Process.kill("QUIT", File.read(old_pid).to_i)
+    rescue Errno::ENOENT, Errno::ESRCH
+      # someone else did our job for us
+    end
+  end
+end
+
+after_fork do |server, worker|
+  child_pid = server.config[:pid].sub('.pid', ".#{worker.nr}.pid")
+  system("echo #{Process.pid} > #{child_pid}")
+end

data/lib/templates/unicorn_init.erb

@@ -0,0 +1,86 @@
+#!/bin/sh
+### BEGIN INIT INFO
+# Provides:          unicorn
+# Required-Start:    $remote_fs $syslog
+# Required-Stop:     $remote_fs $syslog
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: Manage unicorn server
+# Description:       Start, stop, restart unicorn server for a specific application.
+### END INIT INFO
+set -e
+
+# Feel free to change any of the following variables for your app:
+TIMEOUT=60
+APP_ROOT="<%= "#{deploy_to!}/#{current_path!}" %>"
+PID="<%= unicorn_pid %>"
+CMD="<%= unicorn_cmd %>"
+AS_USER="<%= unicorn_user %>"
+ENVIRONMENT="<%= rails_env %>"
+CONFIG="<%= unicorn_config %>"
+set -u
+
+OLD_PIN="$PID.oldbin"
+
+sig () {
+  test -s "$PID" && kill -$1 `cat $PID`
+}
+
+oldsig () {
+  test -s $OLD_PIN && kill -$1 `cat $OLD_PIN`
+}
+
+run () {
+  if [ "$(id -un)" = "$AS_USER" ]; then
+    eval $1
+  else
+    su -c "$1" - $AS_USER
+  fi
+}
+
+case "$1" in
+start)
+  sig 0 && echo >&2 "Already running" && exit 0
+  run "$CMD"
+  ;;
+stop)
+  sig QUIT && exit 0
+  echo >&2 "Not running"
+  ;;
+force-stop)
+  sig TERM && exit 0
+  echo >&2 "Not running"
+  ;;
+restart|reload)
+  sig USR2 && echo reloaded OK && exit 0
+  echo >&2 "Couldn't reload, starting '$CMD' instead"
+  run "$CMD"
+  ;;
+upgrade)
+  if sig USR2 && sleep 2 && sig 0 && oldsig QUIT
+  then
+    n=$TIMEOUT
+    while test -s $OLD_PIN && test $n -ge 0
+    do
+      printf '.' && sleep 1 && n=$(( $n - 1 ))
+    done
+    echo
+
+    if test $n -lt 0 && test -s $OLD_PIN
+    then
+      echo >&2 "$OLD_PIN still exists after $TIMEOUT seconds"
+      exit 1
+    fi
+    exit 0
+  fi
+  echo >&2 "Couldn't upgrade, starting '$CMD' instead"
+  run "$CMD"
+  ;;
+reopen-logs)
+  sig USR1
+  ;;
+*)
+  echo >&2 "Usage: $0 <start|stop|restart|upgrade|force-stop|reopen-logs>"
+  exit 1
+  ;;
+esac