georgia_recipes 0.0.1

data/lib/georgia_recipes/mysql.rb

@@ -0,0 +1,62 @@
+Capistrano::Configuration.instance.load do
+
+  require 'yaml'
+
+  namespace :mysql do
+
+    desc "Install MySQL"
+    task :install, roles: :app do
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install mysql-server mysql-server-5.5 mysql-client-5.5 libmysqlclient18 libmysqlclient-dev mysql-common"
+    end
+    after "deploy:install", "mysql:install"
+
+    desc "create a new mysql database and user"
+    task :setup, roles: :app do
+     sql = <<-SQL
+      CREATE DATABASE #{remote_db_name};
+      GRANT ALL PRIVILEGES ON #{remote_db_name}.* TO #{db_user}@localhost IDENTIFIED BY '#{remote_db_password}';
+      SQL
+
+      run "mysql --user=root -p --execute=\"#{sql}\"" do |channel, stream, data|
+        if data =~ /^Enter password:/
+          pass = Capistrano::CLI.password_prompt "Enter database password for root:"
+          channel.send_data "#{pass}\n"
+        end
+      end
+    end
+    after "deploy:setup", "db:setup"
+
+    desc "Pull mysql database dump from remote server. remote => local"
+    task :pull, roles: :db do
+      run "mkdir -p #{shared_path}/backups"
+      run %Q{mysqldump -u #{remote_db_user} --password=#{remote_db_password} #{remote_db_name} > #{shared_path}/backups/#{database_filename}}
+      get "#{shared_path}/backups/#{database_filename}", "/tmp/#{database_filename}"
+      run "rm #{shared_path}/backups/#{database_filename}"
+      run_locally "mysql -u #{local_db_user} --password=#{local_db_password} #{local_db_name} < /tmp/#{database_filename}"
+      run_locally "rm /tmp/#{database_filename}"
+    end
+
+    desc "Push mysql database dump to remote server. local => remote"
+    task :push, roles: :db do
+      if are_you_sure?
+        run_locally %Q{mysqldump -u #{local_db_user} --password=#{local_db_password} #{local_db_name} > /tmp/#{database_filename}}
+        upload "/tmp/#{database_filename}", "/tmp/#{database_filename}"
+        run_locally "rm /tmp/#{database_filename}"
+        run "mysql -u #{remote_db_user} --password=#{remote_db_password} #{remote_db_name} < /tmp/#{database_filename}"
+        run "rm /tmp/#{database_filename}"
+      end
+    end
+
+    desc "Restart mysql"
+    task :restart, roles: :db do
+      run "sudo service mysql restart"
+    end
+
+    def database_filename
+      @database_filename ||= "#{application}_#{timestamp}.sql"
+    end
+
+  end
+
+end

data/lib/georgia_recipes/newrelic.rb

@@ -0,0 +1,39 @@
+Capistrano::Configuration.instance.load do
+
+  set_default(:newrelic_api_key) { ask('What is your NewRelic API key?') }
+
+  namespace :newrelic do
+    desc "Install Newrelic Server Monitor"
+    task :install, roles: :app do
+      run "echo 'deb http://apt.newrelic.com/debian/ newrelic non-free' | #{sudo} tee -a /etc/apt/sources.list.d/newrelic.list"
+      run "#{sudo} wget -O- https://download.newrelic.com/548C16BF.gpg | #{sudo} apt-key add -"
+      run "#{sudo} apt-get update"
+      run "#{sudo} apt-get -y install newrelic-sysmond"
+    end
+    after "deploy:install", "newrelic:install"
+
+    task :setup, roles: :app do
+      run "#{sudo} nrsysmond-config --set license_key=#{newrelic_api_key}"
+      restart
+    end
+
+    task :start, roles: :app  do
+      run "#{sudo} service newrelic-sysmond start"
+    end
+
+    task :stop, roles: :app  do
+      run "#{sudo} service newrelic-sysmond stop"
+    end
+
+    task :restart, roles: :app do
+      stop
+      start
+    end
+
+    task :uninstall, roles: :app do
+      stop
+      run "#{sudo} apt-get remove newrelic-sysmond"
+    end
+  end
+
+end

data/lib/georgia_recipes/nginx.rb

@@ -0,0 +1,28 @@
+Capistrano::Configuration.instance.load do
+
+  namespace :nginx do
+    desc "Install latest stable release of nginx"
+    task :install, roles: :web do
+      run "#{sudo} add-apt-repository -y ppa:nginx/stable"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install nginx"
+    end
+
+    desc "Setup nginx configuration for this application"
+    task :setup, roles: :web do
+      template("nginx.erb", "/tmp/nginx_conf")
+      run "#{sudo} mv -u /tmp/nginx_conf /etc/nginx/sites-available/#{application}"
+      run "#{sudo} ln -sf /etc/nginx/sites-available/#{application} /etc/nginx/sites-enabled/#{application}"
+      run "#{sudo} rm -f /etc/nginx/sites-enabled/default"
+      restart
+    end
+
+    %w[start stop restart].each do |command|
+      desc "#{command} nginx"
+      task command, roles: :web do
+        run "#{sudo} service nginx #{command}"
+      end
+    end
+  end
+
+end

data/lib/georgia_recipes/nodejs.rb

@@ -0,0 +1,12 @@
+Capistrano::Configuration.instance.load do
+
+  namespace :nodejs do
+    desc "Install the latest relase of Node.js"
+    task :install, roles: :app do
+      run "#{sudo} add-apt-repository -y ppa:chris-lea/node.js"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install nodejs"
+    end
+  end
+
+end

data/lib/georgia_recipes/postgresql.rb

@@ -0,0 +1,92 @@
+Capistrano::Configuration.instance.load do
+
+  set_default(:db_host, "localhost")
+  set_default(:db_user) { (app_var rescue application) }
+  set_default(:db_password) { Capistrano::CLI.password_prompt "PostgreSQL Password: " }
+  set_default(:db_database) { "#{db_user}_production" }
+  set_default(:postgresql_pid) { "/var/run/postgresql/9.1-main.pid" }
+
+  namespace :pg do
+
+    desc "Install the latest stable release of PostgreSQL."
+    task :install, roles: :db, only: {primary: true} do
+      run "#{sudo} add-apt-repository -y ppa:pitti/postgresql"
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install postgresql libpq-dev"
+    end
+
+    desc "Generate the database.yml configuration file."
+    task :setup, roles: :app do
+      run "mkdir -p #{shared_path}/config"
+      template "postgresql.yml.erb", "#{shared_path}/config/database.yml"
+      create_user
+      create_db
+    end
+
+    desc "Drop & Create database"
+    task :reset, roles: :db do
+      if are_you_sure?
+        deploy.stop
+        run %Q{#{sudo} -u postgres psql -c "drop database #{db_database};"}
+        create_db
+        deploy.start
+      end
+    end
+
+    desc "Symlink the database.yml file into latest release"
+    task :symlink, roles: :app do
+      run "ln -nfs #{shared_path}/config/database.yml #{release_path}/config/database.yml"
+    end
+    after "deploy:finalize_update", "pg:symlink"
+
+    desc "Pull database from remote server"
+    task :pull, roles: :db do
+      run "mkdir -p #{shared_path}/backups"
+      run %Q{#{sudo} -u postgres pg_dump #{db_database} --format=tar > #{shared_path}/backups/#{database_filename}}
+      get "#{shared_path}/backups/#{database_filename}", "/tmp/#{database_filename}"
+      run "rm #{shared_path}/backups/#{database_filename}"
+      run_locally "#{sudo} -u postgres pg_restore /tmp/#{database_filename} --clean --format=tar --dbname=#{db_user}_development"
+      run_locally "rm /tmp/#{database_filename}"
+    end
+
+    desc "Push database to remote server"
+    task :push, roles: :db do
+      if are_you_sure?
+        run_locally %Q{#{sudo} -u postgres pg_dump #{db_user}_development --format=tar > /tmp/#{database_filename}}
+        upload "/tmp/#{database_filename}", "/tmp/#{database_filename}"
+        run_locally "rm /tmp/#{database_filename}"
+        run "#{sudo} -u postgres pg_restore /tmp/#{database_filename} --clean --format=tar --dbname=#{db_database}"
+        run "rm /tmp/#{database_filename}"
+        deploy.restart
+      end
+    end
+
+    desc "Seed database with db/seeds.rb"
+    task :seed do
+      run "cd #{current_path} && bundle exec rake db:seed RAILS_ENV=#{rails_env}"
+    end
+
+    ### Helpers
+
+    def database_filename
+      @database_filename ||= "#{db_user}_#{timestamp}.sql"
+    end
+
+    def database_table_filename
+      @database_table_filename ||= "#{db_user}_#{table_name}_#{timestamp}.sql"
+    end
+
+    def table_name
+      @table_name ||= Capistrano::CLI.ui.ask "Which remote database table would you like to pull?"
+    end
+
+    def create_user
+      run %Q{#{sudo} -u postgres psql -c "create user #{db_user} with password '#{db_password}';"}
+    end
+
+    def create_db
+      run %Q{#{sudo} -u postgres psql -c "create database #{db_database} owner #{db_user} ENCODING = 'UTF-8' LC_COLLATE = 'en_US.UTF-8' LC_CTYPE = 'en_US.UTF-8' TEMPLATE template0;"}
+    end
+  end
+
+end

data/lib/georgia_recipes/rbenv.rb

@@ -0,0 +1,40 @@
+Capistrano::Configuration.instance.load do
+
+  set_default :ruby_version, "2.1.1"
+  set_default :rbenv_bootstrap, "bootstrap-ubuntu-12-04"
+
+  namespace :rbenv do
+    desc "Install rbenv, Ruby, and the Bundler gem"
+    task :install, roles: :app do
+      run "#{sudo} apt-get -y update"
+      run "curl -L https://raw.github.com/fesplugas/rbenv-installer/master/bin/rbenv-installer | bash"
+      bashrc = <<-BASHRC
+      if [ -d $HOME/.rbenv ]; then
+        export PATH="$HOME/.rbenv/bin:$PATH"
+        eval "$(rbenv init -)"
+        fi
+        BASHRC
+      put bashrc, "/tmp/rbenvrc"
+      run "cat /tmp/rbenvrc ~/.bashrc > ~/.bashrc.tmp"
+      run "mv ~/.bashrc.tmp ~/.bashrc"
+      run %q{export PATH="$HOME/.rbenv/bin:$PATH"}
+      run %q{eval "$(rbenv init -)"}
+      run "rbenv #{rbenv_bootstrap}"
+      ruby.install
+    end
+
+    task :update, roles: :app do
+      run "rbenv update"
+    end
+  end
+
+  namespace :ruby do
+    task :install do
+      run "rbenv install #{ruby_version}"
+      run "rbenv global #{ruby_version}"
+      run "gem install bundler --no-ri --no-rdoc"
+      run "rbenv rehash"
+    end
+  end
+
+end

data/lib/georgia_recipes/redis.rb

@@ -0,0 +1,18 @@
+Capistrano::Configuration.instance.load do
+
+  namespace :redis do
+
+    desc "Install Redis"
+    task :install, roles: :app do
+      run "#{sudo} apt-get -y update"
+      run "#{sudo} apt-get -y install redis-server"
+    end
+
+    desc "Start Redis Server"
+    task :start, roles: :app do
+      run "redis-server"
+    end
+
+  end
+
+end

data/lib/georgia_recipes/sidekiq.rb

@@ -0,0 +1,22 @@
+Capistrano::Configuration.instance.load do
+  namespace :sidekiq do
+
+    desc "Generate the sidekiq.yml configuration file."
+    task :setup, roles: :app do
+      run "mkdir -p #{shared_path}/config"
+      template "sidekiq.yml.erb", "#{shared_path}/config/sidekiq.yml"
+    end
+
+    desc "Symlink the database.yml file into latest release"
+    task :symlink, roles: :app do
+      run "ln -nfs #{shared_path}/config/sidekiq.yml #{release_path}/config/sidekiq.yml"
+    end
+    after "deploy:finalize_update", "sidekiq:symlink"
+
+    desc "Clear Sidekiq Retry Queue"
+    task :clear_queue, roles: :app do
+      run "cd #{current_path} && bundle exec rake sidekiq:clear_queue RAILS_ENV=#{rails_env}"
+    end
+
+  end
+end

data/lib/georgia_recipes/solr.rb

@@ -0,0 +1,77 @@
+Capistrano::Configuration.instance.load do
+
+  namespace :solr do
+
+    desc "Install Solr"
+    task :install, roles: :app do
+      run "mkdir -p cookbooks"
+      git_pull_or_clone('cookbooks/hipsnip-solr', 'git@github.com:hipsnip-cookbooks/solr.git')
+      git_pull_or_clone('cookbooks/hipsnip-jetty', 'git@github.com:hipsnip-cookbooks/jetty.git')
+      git_pull_or_clone('cookbooks/java', 'git@github.com:opscode-cookbooks/java.git')
+      git_pull_or_clone('cookbooks/aws', 'git@github.com:opscode-cookbooks/aws.git')
+      git_pull_or_clone('cookbooks/windows', 'git@github.com:opscode-cookbooks/windows.git')
+      git_pull_or_clone('cookbooks/powershell', 'git@github.com:opscode-cookbooks/powershell.git')
+      git_pull_or_clone('cookbooks/chef_handler', 'git@github.com:opscode-cookbooks/chef_handler.git')
+      template "solr.chef.node.json.erb", "node.json"
+      template "chef-solo.rb.erb", "solo.rb"
+      run "#{sudo} chef-solo -j ~/node.json -c ~/solo.rb"
+    end
+
+    # Run once you have a config a solr config for your application
+    task :config, roles: :app do
+      run "#{sudo} cp -R #{current_path}/solr/conf /usr/share/solr/"
+    end
+
+    task :setup, roles: :app do
+      run "#{sudo} chown jetty:jetty -R #{shared_path}/solr/data"
+      run "#{sudo} chmod +w #{shared_path}/solr/data"
+    end
+
+    task :uninstall, roles: :app do
+      solr.stop
+      run "#{sudo} update-rc.d -f jetty remove"
+    end
+
+    desc "Start Solr"
+    task :start, roles: :app do
+      run "#{sudo} service jetty start"
+    end
+
+    desc "Stop Solr"
+    task :stop, roles: :app do
+      run "#{sudo} service jetty stop"
+    end
+
+    desc "Restart Solr"
+    task :restart, roles: :app do
+      solr.stop
+      solr.start
+    end
+
+    namespace :reindex do
+
+      desc "Reindex the whole database"
+      task :all, :roles => :app do
+        run_with_input "cd #{current_path} && RAILS_ENV=#{rails_env} bundle exec rake sunspot:reindex", /^Are you sure/, 'y'
+      end
+
+      desc 'Reindex messages on solr'
+      task :messages, :roles => :app do
+        run "cd #{current_path} && bundle exec rake solr:messages:reindex RAILS_ENV=#{rails_env}"
+      end
+
+      desc 'Reindex assets on solr'
+      task :assets, :roles => :app do
+        run "cd #{current_path} && bundle exec rake solr:assets:reindex RAILS_ENV=#{rails_env}"
+      end
+
+      desc 'Reindex pages on solr'
+      task :pages, :roles => :app do
+        run "cd #{current_path} && bundle exec rake solr:pages:reindex RAILS_ENV=#{rails_env}"
+      end
+
+    end
+
+  end
+
+end

data/lib/georgia_recipes/templates/chef-solo.rb.erb

@@ -0,0 +1,4 @@
+cookbook_path "/home/<%= user %>/cookbooks"
+data_bag_path "/home/<%= user %>/data_bags"
+role_path "/home/<%= user %>/roles"
+environment_path "/home/<%= user %>/environments"

data/lib/georgia_recipes/templates/memcached.erb

@@ -0,0 +1,16 @@
+# run as a daemon
+-d
+
+logfile /var/log/memcached.log
+
+# memory limit
+-m <%= memcached_memory_limit %>
+
+# port
+-p 11211
+
+# user
+-u deployer
+
+# listen only on localhost (for security)
+-l 127.0.0.1

data/lib/georgia_recipes/templates/monit/mysql.erb

@@ -0,0 +1,6 @@
+check process mysqld with pidfile /var/run/mysqld/mysqld.pid
+  group mysql
+  start program = "/etc/init.d/mysql start"
+  stop program = "/etc/init.d/mysql stop"
+  if failed host 127.0.0.1 port 3306 then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/georgia_recipes/templates/monit/nginx.erb

@@ -0,0 +1,5 @@
+check process nginx with pidfile /var/run/nginx.pid
+  start program = "/etc/init.d/nginx start"
+  stop program = "/etc/init.d/nginx stop"
+  if children > 250 then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/georgia_recipes/templates/monit/postgresql.erb

@@ -0,0 +1,5 @@
+check process postgresql with pidfile <%= postgresql_pid %>
+  start program = "/etc/init.d/postgresql start"
+  stop program = "/etc/init.d/postgresql stop"
+  if failed host localhost port 5432 protocol pgsql then restart
+  if 5 restarts within 5 cycles then timeout

data/lib/georgia_recipes/templates/monit/sidekiq.erb

@@ -0,0 +1,4 @@
+check process sidekiq
+  with pidfile <%= shared_path %>/pids/sidekiq.pid
+  start program = "/usr/bin/sudo su <%= user %> /bin/bash -c 'export PATH="$HOME/.rbenv/bin:$PATH" ; eval "$(rbenv init -)"; cd <%= current_path %>; RAILS_ENV=production bundle exec sidekiq -d -C config/sidekiq.yml -P <%= shared_path %>/pids/sidekiq.pid -L log/sidekiq.log'" with timeout 90 seconds
+  stop program = "/bin/bash -c '/bin/kill -TERM `cat <%= shared_path %>/pids/sidekiq.pid`'" with timeout 180 seconds

data/lib/georgia_recipes/templates/monit/solr.erb

@@ -0,0 +1,4 @@
+check process solr with pidfile /var/run/jetty.pid
+  start program = "/etc/init.d/jetty start"
+  stop program = "/etc/init.d/jetty stop"
+  if 5 restarts within 5 cycles then timeout

data/lib/georgia_recipes/templates/monit/unicorn.erb

@@ -0,0 +1,15 @@
+check process <%= application %>_unicorn with pidfile <%= unicorn_pid %>
+  start program = "/etc/init.d/unicorn_<%= application %> start"
+  stop program = "/etc/init.d/unicorn_<%= application %> stop"
+
+<% unicorn_workers.to_i.times do |n| %>
+  <% pid = unicorn_pid.sub(".pid", ".#{n}.pid") %>
+  check process <%= application %>_unicorn_worker_<%= n %> with pidfile <%= pid %>
+    start program = "/bin/true"
+    stop program = "/usr/bin/test -s <%= pid %> && /bin/kill -QUIT `cat <%= pid %>`"
+    if mem > 200.0 MB for 1 cycles then restart
+    if cpu > 50% for 3 cycles then restart
+    if 5 restarts within 5 cycles then timeout
+    alert webmaster@motioneleven.com only on { pid }
+    if changed pid 2 times within 60 cycles then alert
+<% end %>

data/lib/georgia_recipes/templates/monit.node.json.erb

@@ -0,0 +1,14 @@
+{
+  "monit": {
+    "bind_host" : "<%= host %>",
+    "bind_port" : "49555",
+    "allowed_hosts" : ["0.0.0.0/0.0.0.0"],
+    "notify_email" : "<%= ask("What email should monit notify to?") %>",
+    "mail_format" : {
+      "from" : "monit@<%= host %>"
+    }
+  },
+  "run_list" : [
+    "recipe[monit]"
+  ]
+}

data/lib/georgia_recipes/templates/nginx.erb

@@ -0,0 +1,40 @@
+upstream <%= application %>_unicorn {
+  server unix:/tmp/unicorn.<%= application %>.sock fail_timeout=0;
+}
+server {
+  listen 80;
+  server_name <%= host %>;
+  return 301 http://www.<%= host %>$request_uri;
+}
+server {
+  listen 80 default;
+  server_name www.<%= host %>;
+  root <%= current_path %>/public;
+
+  location ^~ /assets/ {
+    gzip_static on;
+    expires max;
+    add_header Cache-Control public;
+  }
+
+  try_files $uri/index.html $uri @unicorn;
+  location @unicorn {
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header Host $http_host;
+    proxy_redirect off;
+    proxy_pass http://<%= application %>_unicorn;
+  }
+
+  if (-f $document_root/system/maintenance.html) {
+    return 503;
+  }
+  error_page 503 @maintenance;
+  location @maintenance {
+    rewrite  ^(.*)$  /system/maintenance.html last;
+    break;
+  }
+
+  error_page 500 502 503 504 /500.html;
+  client_max_body_size 4G;
+  keepalive_timeout 10;
+}

data/lib/georgia_recipes/templates/postgresql.yml.erb

@@ -0,0 +1,8 @@
+production:
+  adapter: postgresql
+  encoding: unicode
+  database: <%= db_database %>
+  pool: 5
+  username: <%= db_user %>
+  password: <%= db_password %>
+  host: <%= db_host %>

data/lib/georgia_recipes/templates/sidekiq.yml.erb

@@ -0,0 +1,7 @@
+---
+:verbose: false
+:concurrency:  5
+:queues:
+  - [often, 7]
+  - [default, 5]
+  - [seldom, 3]

data/lib/georgia_recipes/templates/solr.chef.node.json.erb

@@ -0,0 +1,11 @@
+{
+  "jetty" : {
+    "port" : 8983
+  },
+  "solr" : {
+    "data" : "<%= shared_path %>/solr/data"
+  },
+  "run_list" : [
+    "recipe[hipsnip-solr]"
+  ]
+}

data/lib/georgia_recipes/templates/unicorn.rb.erb

@@ -0,0 +1,36 @@
+working_directory "<%= current_path %>"
+pid "<%= unicorn_pid %>"
+stderr_path "<%= unicorn_log %>"
+stdout_path "<%= unicorn_log %>"
+
+listen "/tmp/unicorn.<%= application %>.sock"
+worker_processes <%= unicorn_workers %>
+timeout 30
+
+preload_app true
+
+before_fork do |server, worker|
+  # Disconnect since the database connection will not carry over
+  if defined? ActiveRecord::Base
+    ActiveRecord::Base.connection.disconnect!
+  end
+
+  # Quit the old unicorn process
+  old_pid = "#{server.config[:pid]}.oldbin"
+  if File.exists?(old_pid) && server.pid != old_pid
+    begin
+      Process.kill("QUIT", File.read(old_pid).to_i)
+    rescue Errno::ENOENT, Errno::ESRCH
+      # someone else did our job for us
+    end
+  end
+end
+
+after_fork do |server, worker|
+  # Start up the database connection again in the worker
+  if defined?(ActiveRecord::Base)
+    ActiveRecord::Base.establish_connection
+  end
+  child_pid = server.config[:pid].sub(".pid", ".#{worker.nr}.pid")
+  system("echo #{Process.pid} > #{child_pid}")
+end