taperole 1.0.0

data/roles/nginx/templates/nginx_unicorn.j2

@@ -0,0 +1,55 @@
+{% if be_app_repo is defined %}
+upstream unicorn {
+  server unix:{{unicorn_sockfile}} fail_timeout=0;
+}
+{% endif %}
+
+server {
+  listen 80 default deferred;
+
+  # server_name example.com;
+
+{% if fe_app_local_path is defined%}
+  root {{ fe_app_path }};
+{% else %}
+  root {{ be_app_path }}/public;
+{% endif %}
+
+  if (-f $document_root/system/maintenance.html) {
+    return 503;
+  }
+  error_page 503 @maintenance;
+  location @maintenance {
+    rewrite  ^(.*)$  /system/maintenance.html last;
+    break;
+  }
+
+  location ^~ /assets/ {
+    gzip_static on;
+    expires max;
+    add_header Cache-Control public;
+  }
+
+{% if be_app_repo is defined %}
+  try_files $uri/index.html $uri @unicorn;
+  location @unicorn {
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header Host $http_host;
+    proxy_redirect off;
+    proxy_pass http://unicorn;
+  }
+{% endif %}
+
+  error_page 500 502 503 504 /500.html;
+  client_max_body_size 4G;
+  keepalive_timeout 10;
+
+  if (-f $document_root/system/maintenance.html) {
+    return 503;
+  }
+  error_page 503 @maintenance;
+  location @maintenance {
+    rewrite  ^(.*)$  /system/maintenance.html last;
+    break;
+  }
+}

data/roles/postgres/meta/main.yml

@@ -0,0 +1,15 @@
+---
+dependencies:
+  - role: lxhunter.apt
+  - role: ANXS.postgresql
+    postgresql_databases:
+      - name: "{{ app_name }}_{{ be_app_env }}"
+    postgresql_users:
+      - name: deployer
+        pass: "{{ database_password }}"
+        encrypted: yes
+    postgresql_user_privileges:
+      - name: deployer
+        db: "{{ app_name }}_{{ be_app_env }}"
+        role_attr_flags: CREATEDB,LOGIN,REPLICATION,SUPERUSER
+    postgresql_ext_install_dev_headers: yes

data/roles/redis/tasks/main.yml

@@ -0,0 +1,15 @@
+- name: Get PPA for latest Redis
+  apt_repository: repo='ppa:rwky/redis' state=present
+
+- name: Install Redis
+  apt: name=redis-server state=latest
+
+- name: Register with monit
+  template: src=redis.j2
+            dest=/etc/monit/conf.d/redis
+            mode=u=rw,g=r,o=r
+  register: redis_monit_config
+
+- name: Reload Monit
+  command: bash -lc "monit reload"
+  when: redis_monit_config.changed

data/roles/redis/templates/redis.j2

@@ -0,0 +1,10 @@
+check process redis-server
+    with pidfile "/var/run/redis/redis.pid"
+    start program = "/etc/init.d/redis-server start"
+    stop program = "/etc/init.d/redis-server stop"
+    if 2 restarts within 3 cycles then timeout
+    if totalmem > 100 Mb then alert
+    if children > 255 for 5 cycles then stop
+    if cpu usage > 95% for 3 cycles then restart
+    if failed host 127.0.0.1 port 6379 then restart
+    if 5 restarts within 5 cycles then timeout

data/roles/sidekiq/defaults/main.yml

@@ -0,0 +1,2 @@
+start_sidekiq_cmd: "/bin/bash -lc 'cd {{ be_app_path }} && bundle exec sidekiq -d -L log/sidekiq.log -e {{ be_app_env }} -P tmp/sidekiq.pid'"
+stop_sidekiq_cmd: "/bin/bash -lc 'cd {{ be_app_path }} && bundle exec sidekiqctl stop tmp/sidekiq.pid'"

data/roles/sidekiq/meta/main.yml

@@ -0,0 +1,3 @@
+---
+dependencies:
+  - role: redis

data/roles/sidekiq/tasks/main.yml

@@ -0,0 +1,19 @@
+- name: Register with monit
+  template: src=sidekiq.j2
+            dest=/etc/monit/conf.d/sidekiq
+            mode=u=rw,g=r,o=r
+  register: sidekiq_monit_config
+
+- name: Reload Monit
+  command: bash -lc "monit reload"
+  when: sidekiq_monit_config.changed
+
+- name: Stop sidekiq
+  remote_user: "{{deployer_user.name}}"
+  command: bash -lc "sudo monit stop sidekiq"
+  tags: [be_deploy, unicorn_stop]
+
+- name: Start sidekiq
+  remote_user: "{{deployer_user.name}}"
+  command: bash -lc "sudo monit start sidekiq"
+  tags: [be_deploy, unicorn_start]

data/roles/sidekiq/templates/sidekiq.j2

@@ -0,0 +1,4 @@
+check process sidekiq
+  with pidfile {{ be_app_path }}/tmp/sidekiq.pid
+  start program = "{{ start_sidekiq_cmd }}" as uid deployer and gid deployer with timeout 90 seconds
+  stop program = "{{ stop_sidekiq_cmd }}" as uid deployer and gid deployer with timeout 90 seconds

data/roles/unicorn_activate/defaults/main.yml

@@ -0,0 +1,3 @@
+force_unicorn_restart: false
+force_unicorn_reload: false
+kill_unicorn: false

data/roles/unicorn_activate/tasks/main.yml

@@ -0,0 +1,25 @@
+- name: Ensure tmp dir present for unicorn pids
+  file: state=directory path={{be_app_path}}/tmp/unicorn owner={{ deployer_user.name }}
+  tags: [be_deploy]
+
+- name: Ensure unicorn is running
+  remote_user: "{{ deployer_user.name }}"
+  command: bash -lc "sudo monit start unicorn"
+  tags: [be_deploy,unicorn_start]
+
+- name: Restart Unicorn
+  remote_user: "{{ deployer_user.name }}"
+  command: bash -lc "sudo monit restart unicorn"
+  tags: [unicorn_restart,be_deploy]
+
+- name: Ensure unicorn is stopped
+  remote_user: "{{ deployer_user.name }}"
+  command: bash -lc "sudo monit restart unicorn"
+  when: kill_unicorn
+  tags: [unicorn_stop]
+
+- name: Force stop unicorn
+  remote_user: "{{ deployer_user.name }}"
+  command: bash -lc "service unicorn_{{ app_name }} stop"
+  when: kill_unicorn
+  tags: [unicorn_force_stop]

data/roles/unicorn_install/tasks/main.yml

@@ -0,0 +1,24 @@
+- name: Install unicorn init.d script
+  template: src=unicorn_init.j2
+            dest=/etc/init.d/unicorn_{{app_name}}
+            mode=u=rw,g=rx,o=rx
+
+- name: register unicorn init.d script
+  command: initctl reload-configuration
+
+- name: Set up unicorn log dir
+  file: path={{be_app_path}}/log state=directory owner=deployer
+
+- name: Install unicorn config
+  template: src=unicorn.rb.j2
+            dest={{be_app_path}}/config/unicorn.rb
+
+- name: Register monit config files
+  template: src=unicorn_monit.j2
+            dest=/etc/monit/conf.d/unicorn
+            mode=u=rw,g=r,o=r
+  register: unicorn_monit_config
+
+- name: Reload Monit
+  command: bash -lc "monit reload"
+  when: unicorn_monit_config.changed

data/roles/unicorn_install/templates/unicorn.rb.j2

@@ -0,0 +1,47 @@
+worker_processes {{ unicorn_workers }}
+working_directory "{{ be_app_path }}"
+pid "{{ be_app_path }}/tmp/unicorn.pid"
+stderr_path "{{ be_app_path }}/log/unicorn.log"
+stdout_path "{{ be_app_path }}/log/unicorn.log"
+
+# Please read this and understand the risk you take by enabling preload_app
+# http://unicorn.bogomips.org/Unicorn/Configurator.html#method-i-preload_app
+preload_app false
+
+timeout 30
+
+listen "{{ unicorn_sockfile }}"
+
+before_exec do |server|
+  ENV["BUNDLE_GEMFILE"] = "#{Rails.root}/Gemfile"
+end
+
+GC.respond_to?(:copy_on_write_friendly=) and
+  GC.copy_on_write_friendly = true
+
+check_client_connection false
+
+before_fork do |server, worker|
+  defined?(ActiveRecord::Base) and
+    ActiveRecord::Base.connection.disconnect!
+
+  old_pid = "#{server.config[:pid]}.oldbin"
+  if old_pid != server.pid
+    begin
+      sig = (worker.nr + 1) >= server.worker_processes ? :QUIT : :TTOU
+      Process.kill(sig, File.read(old_pid).to_i)
+    rescue Errno::ENOENT, Errno::ESRCH
+    end
+  end
+
+  # Throttle the master from forking too quickly by sleeping.  Due
+  # to the implementation of standard Unix signal handlers, this
+  # helps (but does not completely) prevent identical, repeated signals
+  # from being lost when the receiving process is busy.
+  sleep 1
+end
+
+after_fork do |server, worker|
+  defined?(ActiveRecord::Base) and
+    ActiveRecord::Base.establish_connection
+end

data/roles/unicorn_install/templates/unicorn_init.j2

@@ -0,0 +1,70 @@
+#!/bin/sh
+
+set -u
+
+TIMEOUT=${TIMEOUT-60}
+RBENV_ROOT="{{ rbenv_root }}"
+PATH="$RBENV_ROOT/bin:$RBENV_ROOT/shims:$PATH"
+APP_ROOT="{{be_app_path}}"
+APP_USER="{{ deployer_user.name }}"
+PID="$APP_ROOT/tmp/unicorn.pid"
+CMD="$APP_ROOT/bin/unicorn -E {{be_app_env}} -D -c $APP_ROOT/config/unicorn.rb"
+
+action="$1"
+old_pid="$PID.oldbin"
+
+cd $APP_ROOT || exit 1
+
+sig () {
+  test -s "$PID" && kill -$1 `cat $PID`
+}
+
+oldsig () {
+  test -s $old_pid && kill -$1 `cat $old_pid`
+}
+
+case $action in
+start)
+  sig 0 && echo >&2 "Already running" && exit 0
+  rm -f $PID && $CMD
+  ;;
+stop)
+  sig QUIT && echo "Stopping" && exit 0
+  echo >&2 "Unicorn master process with ID `cat $PID` not found (see: $PID)"
+  ;;
+force-stop)
+  pkill -9 -f "unicorn master" && echo "Forcing a stop\n" && rm -f $PID && echo "Cleaning up pid" && exit 0
+  ;;
+restart|reload)
+  sig HUP && echo reloaded OK && exit 0
+  echo >&2 "Couldn't reload, starting '$CMD' instead"
+  $CMD
+  ;;
+upgrade)
+  if sig USR2 && sleep 2 && sig 0 && oldsig QUIT
+  then
+    n=$TIMEOUT
+    while test -s $old_pid && test $n -ge 0
+    do
+      printf '.' && sleep 1 && n=$(( $n - 1 ))
+    done
+    echo
+
+    if test $n -lt 0 && test -s $old_pid
+    then
+      echo >&2 "$old_pid still exists after $TIMEOUT seconds"
+      exit 1
+    fi
+    exit 0
+  fi
+  echo >&2 "Couldn't upgrade, starting '$CMD' instead"
+  $CMD
+  ;;
+reopen-logs)
+  sig USR1
+  ;;
+*)
+  echo >&2 "Usage: $0 <start|stop|restart|upgrade|force-stop|reopen-logs>"
+  exit 1
+  ;;
+esac

data/roles/unicorn_install/templates/unicorn_monit.j2

@@ -0,0 +1,5 @@
+check process unicorn with pidfile {{ be_app_path }}/tmp/unicorn.pid
+  start program "/etc/init.d/unicorn_{{ app_name }} start" as uid deployer and gid deployer with timeout 90 seconds
+  restart program "/etc/init.d/unicorn_{{ app_name }} restart" as uid deployer and gid deployer with timeout 90 seconds
+  stop program "/etc/init.d/unicorn_{{ app_name }} stop" as uid deployer and gid deployer with timeout 90 seconds
+  if 5 restarts within 5 cycles then timeout

data/taperole.gemspec

@@ -0,0 +1,11 @@
+Gem::Specification.new do |spec|
+  spec.name = "taperole"
+  spec.version = '1.0.0'
+  spec.authors = ['Jack Forrest', 'Smashing Boxes', 'Brandon Mathis']
+  spec.email = ['jack@smashingboxes.com', 'brandon@sbox.es']
+  spec.summary = 'A tool for provisioning and deploying boxes for hosting Rails apps'
+  spec.license = 'MIT'
+
+  spec.files = `git ls-files`.split("\n")
+  spec.executables = 'tape'
+end

data/templates/base/deploy.example.yml

@@ -0,0 +1,17 @@
+#TODO Make sure that secrets is ignored
+---
+- hosts: omnibox
+
+  vars_files:
+    - "{{tape_dir}}/vars/defaults.yml"
+    - tape_vars.yml
+
+  user: "{{ deployer_user.name }}"
+
+  roles:
+    - backend_checkout
+    - backend_config
+    - database_load
+    - unicorn_activate
+    - frontend_deploy
+    - delayed_job

data/templates/base/hosts.example

@@ -0,0 +1,7 @@
+# Base Example
+[omnibox]
+0.0.0.0 be_app_env=SOME_ENV be_app_branch=SOME_BRANCH 
+
+# Vagrant Example
+# [omnibox]
+# localhost:2222 ansible_ssh_private_key_file=~/.vagrant.d/insecure_private_key

data/templates/base/omnibox.example.yml

@@ -0,0 +1,25 @@
+---
+- hosts: omnibox
+  user: root
+
+  vars_files:
+    - "{{tape_dir}}/vars/defaults.yml"
+    - tape_vars.yml
+
+  roles:
+    - general
+    - monit_install
+    - postgres
+    - nginx
+    - backend_install_essentials
+    - deployer_user
+    - backend_checkout
+    - unicorn_install
+    - backend_config
+    - database_load
+    - unicorn_activate
+    - frontend_deploy
+    # - delayed_job
+    # - sidekiq
+    # - redis
+    - monit_activate # Run Last

data/templates/base/tape_vars.example.yml

@@ -0,0 +1,13 @@
+app_name:
+
+# Rails App Configs
+be_app_repo:
+be_app_env: production
+be_app_branch: master
+
+# HTML/JS App Configs
+# Uncomment if you want to deploy a JS/HTML App
+# fe_app_local_path: /path/to/built/js/app/
+
+dev_key_files:
+  - dev_keys/key.pub

data/templates/static_html/deploy.example.yml

@@ -0,0 +1,12 @@
+#TODO Make sure that secrets is ignored
+---
+- hosts: omnibox
+
+  vars_files:
+    - "{{tape_dir}}/vars/defaults.yml"
+    - tape_vars.yml
+
+  user: "{{ deployer_user.name }}"
+
+  roles:
+    - frontend_deploy

data/templates/static_html/omnibox.example.yml

@@ -0,0 +1,15 @@
+---
+- hosts: omnibox
+  user: root
+
+  vars_files:
+    - "{{tape_dir}}/vars/defaults.yml"
+    - tape_vars.yml
+
+  roles:
+    - general
+    - monit_install
+    - nginx
+    - deployer_user
+    - frontend_deploy
+    - monit_activate # Run Last

data/templates/static_html/tape_vars.example.yml

@@ -0,0 +1,7 @@
+app_name:
+
+# App Configs
+fe_app_local_path: /path/to/built/js/app
+
+dev_key_files:
+  - dev_keys/key.pub

data/vars/defaults.yml

@@ -0,0 +1,31 @@
+be_app_path: "/home/{{ deployer_user.name }}/{{ app_name }}"
+
+fe_app_name: "{{ app_name }}_fe"
+fe_app_path: "/home/{{ deployer_user.name }}/{{ fe_app_name }}"
+
+deployer_user:
+  name: deployer
+  groups:
+    - deployer
+    - staff
+
+# Path where this playbook is being run from
+local_dir: "{{lookup('env', 'PWD')}}"
+
+unicorn_workers: "{{ansible_processor_cores * 2}}"
+unicorn_sockfile: /tmp/unicorn_{{ app_name }}.sock
+
+swap_file:
+  path: /swp
+  size_kb: "{{ 1024 * 1024 }}"
+
+# echo 'password' | md5
+database_password: 286755fad04869ca523320acce0dc6a4
+
+enabled_delayed_job: false
+
+precompile_assets: true
+
+# Sets server_name in the nginx sites-enabled file
+app_url: false
+

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: taperole
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Jack Forrest
+- Smashing Boxes
+- Brandon Mathis
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-03-14 00:00:00.000000000 Z
+dependencies: []
+description: 
+email:
+- jack@smashingboxes.com
+- brandon@sbox.es
+executables:
+- tape
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".tape/ansible.cfg"
+- CONTRIBUTING.md
+- README.md
+- Vagrantfile
+- ansible.cfg
+- bin/tape
+- id_rsa_sb_basebox
+- lib/tape.rb
+- lib/tape/ansible_runner.rb
+- lib/tape/installer.rb
+- lib/tape/qemu_provisioner.rb
+- lib/tape/vagrant_provisioner.rb
+- requirements.yml
+- roles/after_deploy/tasks/main.yml
+- roles/backend_checkout/tasks/main.yml
+- roles/backend_config/defaults/main.yml
+- roles/backend_config/tasks/main.yml
+- roles/backend_config/templates/database.yml.j2
+- roles/backend_config/templates/env_config.yml.j2
+- roles/backend_install_essentials/meta/main.yml
+- roles/backend_install_essentials/tasks/main.yml
+- roles/backend_install_essentials/templates/memcached.j2
+- roles/database_load/defaults/main.yml
+- roles/database_load/meta/main.yml
+- roles/database_load/tasks/db_reset.yml
+- roles/database_load/tasks/main.yml
+- roles/delayed_job/defaults/main.yml
+- roles/delayed_job/library/sudo_upstart
+- roles/delayed_job/tasks/main.yml
+- roles/delayed_job/templates/dj_runner_upstart.j2
+- roles/deployer_user/files/id_rsa_digital_ocean.pub
+- roles/deployer_user/tasks/keys.yml
+- roles/deployer_user/tasks/main.yml
+- roles/frontend_deploy/handlers/main.yml
+- roles/frontend_deploy/tasks/main.yml
+- roles/general/meta/main.yml
+- roles/general/tasks/basic_packages.yml
+- roles/general/tasks/main.yml
+- roles/general/tasks/swapfile.yml
+- roles/monit_activate/tasks/main.yml
+- roles/monit_install/tasks/main.yml
+- roles/monit_install/templates/web_interface.j2
+- roles/nginx/handlers/main.yml
+- roles/nginx/tasks/main.yml
+- roles/nginx/templates/nginx_monit.j2
+- roles/nginx/templates/nginx_unicorn.j2
+- roles/postgres/meta/main.yml
+- roles/redis/tasks/main.yml
+- roles/redis/templates/redis.j2
+- roles/sidekiq/defaults/main.yml
+- roles/sidekiq/meta/main.yml
+- roles/sidekiq/tasks/main.yml
+- roles/sidekiq/templates/sidekiq.j2
+- roles/unicorn_activate/defaults/main.yml
+- roles/unicorn_activate/tasks/main.yml
+- roles/unicorn_install/tasks/main.yml
+- roles/unicorn_install/templates/unicorn.rb.j2
+- roles/unicorn_install/templates/unicorn_init.j2
+- roles/unicorn_install/templates/unicorn_monit.j2
+- taperole.gemspec
+- templates/base/deploy.example.yml
+- templates/base/hosts.example
+- templates/base/omnibox.example.yml
+- templates/base/tape_vars.example.yml
+- templates/static_html/deploy.example.yml
+- templates/static_html/omnibox.example.yml
+- templates/static_html/tape_vars.example.yml
+- vars/defaults.yml
+homepage: 
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A tool for provisioning and deploying boxes for hosting Rails apps
+test_files: []