propro 0.1.0

data/ext/bash/app/puma/nginx.sh

@@ -0,0 +1,58 @@
+#!/usr/bin/env bash
+# requires nginx.sh
+# requires app.sh
+# requires app/puma.sh
+export APP_PUMA_NGINX_ACCESS_LOG_FILE_NAME="access.log" # @specify
+export APP_PUMA_NGINX_ERROR_LOG_FILE_NAME="error.log" # @specify
+APP_PUMA_NGINX_ACCESS_LOG_FILE="$NGINX_LOG_DIR/$APP_PUMA_NGINX_ACCESS_LOG_FILE_NAME"
+APP_PUMA_NGINX_ERROR_LOG_FILE="$NGINX_LOG_DIR/$APP_PUMA_NGINX_ERROR_LOG_FILE_NAME"
+
+function provision-app-puma-nginx {
+  tee "$NGINX_SITES_DIR/$APP_DOMAIN.conf" <<EOT
+upstream $(get-app-id) {
+  server unix:$(get-app-puma-socket-file) fail_timeout=0;
+}
+
+# Redirect www.$APP_DOMAIN => $APP_DOMAIN
+server {
+  listen 80;
+  listen 443 ssl;
+  server_name www.$APP_DOMAIN;
+  return 301 \$scheme://$APP_DOMAIN\$request_uri;
+}
+
+server {
+  server_name $APP_DOMAIN;
+  root $(get-app-current-public-dir);
+
+  access_log $APP_PUMA_NGINX_ACCESS_LOG_FILE combined;
+  error_log  $APP_PUMA_NGINX_ERROR_LOG_FILE notice;
+
+  location ~* \.(eot|ttf|woff)\$ {
+    add_header Access-Control-Allow-Origin *;
+  }
+
+  location ~ ^/(assets)/ {
+    root $(get-app-current-public-dir);
+    expires max;
+    add_header Cache-Control public;
+    gzip_static on;
+  }
+
+  try_files \$uri/index.html \$uri.html \$uri @rack_app;
+
+  location @rack_app {
+    proxy_set_header X-Forwarded-For \$proxy_add_x_forwarded_for;
+    proxy_set_header Host \$http_host;
+    proxy_redirect off;
+    proxy_pass http://$(get-app-id);
+  }
+
+  error_page 500 502 503 504 /500.html;
+
+  location = /500.html {
+    root $(get-app-current-public-dir);
+  }
+}
+EOT
+}

data/ext/bash/app/puma.sh

@@ -0,0 +1,64 @@
+#!/usr/bin/env bash
+export APP_PUMA_CONFIG_DIR_RELATIVE="config/puma"
+export APP_PUMA_CONFIG_FILE_NAME="puma.rb" # @specify
+export APP_PUMA_CONF_FILE="/etc/puma.conf"
+
+APP_PUMA_CONFIG_FILE_RELATIVE="$APP_PUMA_CONFIG_DIR_RELATIVE/$APP_PUMA_CONFIG_FILE_NAME"
+
+function get-app-puma-socket-file {
+  echo "$(get-app-shared-sockets-dir)/puma.sock"
+}
+
+function provision-app-puma {
+  section "Puma"
+  announce "Create upstart for Puma"
+  tee /etc/init/puma.conf <<EOT
+description "Puma Background Worker"
+stop on (stopping puma-manager or runlevel [06])
+setuid $APP_USER
+setgid $APP_USER
+respawn
+respawn limit 3 30
+instance \${app}
+script
+exec /bin/bash <<'EOTT'
+  export HOME="\$(eval echo ~\$(id -un))"
+  source "\$HOME/.rvm/scripts/rvm"
+  cd \$app
+  logger -t puma "Starting server: \$app"
+  exec bundle exec puma -C $APP_PUMA_CONFIG_FILE_RELATIVE
+EOTT
+end script
+EOT
+
+  announce "Create upstart for Puma Workers"
+  tee /etc/init/puma-manager.conf <<EOT
+description "Manages the set of Puma processes"
+start on runlevel [2345]
+stop on runlevel [06]
+# /etc/puma.conf format:
+# /path/to/app1
+# /path/to/app2
+env APP_PUMA_CONF="$APP_PUMA_CONF_FILE"
+pre-start script
+  for i in \`cat \$APP_PUMA_CONF\`; do
+    app=\`echo \$i | cut -d , -f 1\`
+    logger -t "puma-manager" "Starting \$app"
+    start puma app=\$app
+  done
+end script
+EOT
+
+  tee /etc/puma.conf <<EOT
+$(get-app-current-dir)
+EOT
+
+  announce "Adding temp dir"
+  app-mkdir "$(get-app-shared-tmp-dir)/puma"
+
+  announce "Adding sudoers entries"
+  add-sudoers-entries $APP_USER "puma-manager" ""
+  add-sudoers-entries $APP_USER "puma" "app=$(get-app-current-dir)"
+
+  provision-app-puma-nginx
+}

data/ext/bash/app/rvm.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+# requires app.sh
+export APP_RVM_RUBY_VERSION="2.0.0" # @specify
+
+function provision-app-rvm {
+  rvm-install-for-user $APP_USER $APP_RVM_RUBY_VERSION
+}

data/ext/bash/app/sidekiq.sh

@@ -0,0 +1,69 @@
+#!/usr/bin/env bash
+# requires app.sh
+export APP_SIDEKIQ_CONFIG_DIR_RELATIVE="config/sidekiq"
+export APP_SIDEKIQ_CONFIG_FILE_NAME="sidekiq.yml" # @specify
+export APP_SIDEKIQ_PID_FILE_RELATIVE="tmp/sidekiq/worker.pid"
+export APP_SIDEKIQ_CONF_FILE="/etc/sidekiq.conf"
+
+APP_SIDEKIQ_CONFIG_FILE_RELATIVE="$APP_SIDEKIQ_CONFIG_DIR_RELATIVE/$APP_SIDEKIQ_CONFIG_FILE_NAME"
+
+function provision-app-sidekiq {
+  section "Sidekiq"
+  announce "Create upstart for Sidekiq Manager"
+  tee /etc/init/sidekiq-manager.conf <<EOT
+description "Manages the set of sidekiq processes"
+start on runlevel [2345]
+stop on runlevel [06]
+env APP_SIDEKIQ_CONF="$APP_SIDEKIQ_CONF_FILE"
+
+pre-start script
+  for i in `cat \$APP_SIDEKIQ_CONF`; do
+    app=`echo \$i | cut -d , -f 1`
+    logger -t "sidekiq-manager" "Starting \$app"
+    start sidekiq app=\$app
+  done
+end script
+EOT
+
+  announce "Create upstart for Sidekiq Workers"
+  tee /etc/init/sidekiq.conf <<EOT
+description "Sidekiq Background Worker"
+stop on (stopping sidekiq-manager or runlevel [06])
+setuid $APP_USER
+setgid $APP_USER
+respawn
+respawn limit 3 30
+instance \${app}
+
+script
+exec /bin/bash <<EOTT
+  export HOME="\$(eval echo ~\$(id -un))"
+  source \$HOME/.rvm/scripts/rvm
+  logger -t sidekiq "Starting worker: \$app"
+  cd \$app
+  exec bundle exec sidekiq -C $APP_SIDEKIQ_CONFIG_FILE_RELATIVE -P $APP_SIDEKIQ_PID_FILE_RELATIVE
+EOTT
+end script
+
+pre-stop script
+exec /bin/bash <<EOTT
+  export HOME="\$(eval echo ~\$(id -un))"
+  source \$HOME/.rvm/scripts/rvm
+  logger -t sidekiq "Stopping worker: \$app"
+  cd \$app
+  exec bundle exec sidekiqctl stop $APP_SIDEKIQ_PID_FILE_RELATIVE
+EOTT
+end script
+EOT
+
+  tee /etc/sidekiq.conf <<EOT
+$(get-app-current-dir)
+EOT
+
+  announce "Adding temp dir:"
+  app-mkdir "$(get-app-shared-tmp-dir)/sidekiq"
+
+  announce "Adding sudoers entries"
+  add-sudoers-entries $APP_USER "sidekiq-manager" ""
+  add-sudoers-entries $APP_USER "sidekiq" "app=$(get-app-current-dir)"
+}

data/ext/bash/app.sh

@@ -0,0 +1,75 @@
+#!/usr/bin/env bash
+#
+# Provides tools and commands for deploying a Rack application with Capistrano
+export APP_DOMAIN="" # @require
+export APP_AUTHORIZED_GITHUB_USERS="" # @require
+export APP_USER="deploy" # @specify
+export APPS_DIR="/sites" # @specify
+
+function get-app-dir {
+  echo "$APPS_DIR/$APP_DOMAIN"
+}
+
+function get-app-shared-dir {
+  echo "$(get-app-dir)/shared"
+}
+
+function get-app-shared-tmp-dir {
+  echo "$(get-app-shared-dir)/tmp"
+}
+
+function get-app-shared-log-dir {
+  echo "$(get-app-shared-dir)/log"
+}
+
+function get-app-shared-sockets-dir {
+  echo "$(get-app-shared-dir)/sockets"
+}
+
+function get-app-config-dir {
+  echo "$(get-app-dir)/config"
+}
+
+function get-app-current-dir {
+  echo "$(get-app-dir)/current"
+}
+
+function get-app-releases-dir {
+  echo "$(get-app-dir)/releases"
+}
+
+function get-app-current-public-dir {
+  echo "$(get-app-current-dir)/public"
+}
+
+function get-app-id {
+  path-to-id $APP_DOMAIN
+}
+
+# $1 path
+function app-mkdir {
+  announce-item "$1"
+  as-user-mkdir $APP_USER "$1"
+}
+
+function app-create-user {
+  add-user $APP_USER "" ""
+  add-pubkeys-from-github $APP_USER "$APP_AUTHORIZED_GITHUB_USERS"
+}
+
+function app-create-dirs {
+  announce "Building app directory tree:"
+  app-mkdir "$APPS_DIR"
+  app-mkdir "$(get-app-dir)"
+  app-mkdir "$(get-app-releases-dir)"
+  app-mkdir "$(get-app-config-dir)"
+  app-mkdir "$(get-app-shared-dir)"
+  app-mkdir "$(get-app-shared-tmp-dir)"
+  app-mkdir "$(get-app-shared-log-dir)"
+  app-mkdir "$(get-app-shared-sockets-dir)"
+}
+
+function provision-app {
+  app-create-user
+  app-create-dirs
+}

data/ext/bash/db/pg.sh

@@ -0,0 +1,47 @@
+#!/usr/bin/env bash
+export DB_PG_NAME="" # @require
+export DB_PG_USER="" # @require
+export DB_PG_BIND_IP="" # @specify Bind Postgres to specific interface
+export DB_PG_TRUST_IPS="" # @specify Private network IPs allowed to connect to Postgres
+
+function db-pg-bind-ip {
+  if [ -z $DB_PG_BIND_IP ]; then
+    return 0
+  fi
+
+  announce "Bind PostgreSQL to $DB_PG_BIND_IP"
+  tee -a $PG_CONFIG_FILE <<EOT
+listen_addresses = 'localhost,$DB_PG_BIND_IP'
+EOT
+}
+
+function db-pg-trust-ips {
+  if [ -z "$DB_PG_TRUST_IPS" ]; then
+    return 0
+  fi
+
+  announce "Allow private network connections from:"
+  # hba format: TYPE DBNAME USER ADDR AUTH
+  for trust_ip in $DB_PG_TRUST_IPS; do
+    announce-item "$trust_ip"
+    tee -a $PG_HBA_FILE <<EOT
+host all all $trust_ip trust
+EOT
+  done
+}
+
+# $1 db user name
+function db-pg-create-user {
+  announce "Create database user: $1"
+  su - $PG_USER -c "createuser -D -R $1"
+}
+
+function provision-db-pg {
+  section "PostgreSQL Server"
+  pg-install-packages
+  pg-tune
+  db-pg-bind-ip
+  db-pg-trust-ips
+  db-pg-create-user $DB_PG_USER
+  pg-createdb $DB_PG_USER $DB_PG_NAME
+}

data/ext/bash/db/redis.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+export DB_REDIS_BIND_IP="" # @specify
+
+# $1 ip (private IP of server)
+function redis-bind-ip {
+  if [ ! $DB_REDIS_BIND_IP ]; then
+    return 0
+  fi
+
+  announce "Bind Redis to local network interface"
+  tee -a $REDIS_CONF_FILE <<EOT
+bind $DB_REDIS_BIND_IP
+EOT
+}
+
+function provision-db-redis {
+  section "Redis"
+  redis-install
+  redis-bind-ip
+}

data/ext/bash/lib/extras.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+export EXTRA_PACKAGES="" # @specify
+
+function provision-extras {
+  if [ -z "$EXTRA_PACKAGES" ]; then
+    return 0
+  fi
+
+  section "Extras"
+  install-packages $EXTRA_PACKAGES
+}

data/ext/bash/lib/nginx.sh

@@ -0,0 +1,233 @@
+#!/usr/bin/env bash
+export NGINX_VERSION="1.4.4" # @specify
+export NGINX_USER="nginx"
+export NGINX_CONFIGURE_OPTS="--with-http_ssl_module --with-http_gzip_static_module" # @specify
+export NGINX_CONF_FILE="/etc/nginx.conf"
+export NGINX_ETC_DIR="/etc/nginx"
+export NGINX_LOG_DIR="/var/log/nginx"
+export NGINX_ACCESS_LOG_FILE_NAME="access.log"
+export NGINX_ERROR_LOG_FILE_NAME="error.log"
+export NGINX_DEPENDENCIES="libpcre3-dev libssl-dev"
+export NGINX_WORKER_COUNT=$(get-processor-count)
+export NGINX_PID_FILE="/var/run/nginx.pid"
+export NGINX_CLIENT_MAX_BODY_SIZE="5m" # @specify
+export NGINX_WORKER_CONNECTIONS="2000" # @specify
+
+NGINX_SITES_DIR="$NGINX_ETC_DIR/sites"
+NGINX_CONF_DIR="$NGINX_ETC_DIR/conf"
+
+function nginx-install {
+  local tmpdir=$(get-tmp-dir)
+  cd "$tmpdir"
+
+  install-packages $NGINX_DEPENDENCIES
+
+  announce "Download $NGINX_VERSION"
+  download http://nginx.org/download/nginx-$NGINX_VERSION.tar.gz
+
+  announce "Extract"
+  extract nginx-$NGINX_VERSION.tar.gz
+
+  announce "Configure"
+  cd nginx-$NGINX_VERSION
+  ./configure $NGINX_CONFIGURE_OPTS
+
+  announce "Compile"
+  make
+
+  announce "Install $NGINX_VERSION"
+  make install
+
+  cd ~/
+  rm -rf "$tmpdir"
+}
+
+function nginx-configure {
+  announce "Creating Nginx user"
+  useradd -r $NGINX_USER
+
+  announce "Adding Nginx directories"
+  as-user-mkdir $NGINX_USER $NGINX_LOG_DIR
+  mkdir -p $NGINX_ETC_DIR
+  mkdir -p $NGINX_SITES_DIR
+  mkdir -p $NGINX_CONF_DIR
+
+  announce "Creating base Nginx config: $NGINX_CONF_FILE"
+  tee $NGINX_CONF_FILE <<EOT
+user $NGINX_USER;
+pid $NGINX_PID_FILE;
+ssl_engine dynamic;
+worker_processes $NGINX_WORKER_COUNT;
+
+events {
+  multi_accept on;
+  worker_connections $NGINX_WORKER_CONNECTIONS;
+  use epoll;
+}
+
+http {
+  sendfile on;
+
+  tcp_nopush on;
+  tcp_nodelay off;
+
+  client_max_body_size $NGINX_CLIENT_MAX_BODY_SIZE;
+  client_body_temp_path /var/spool/nginx-client-body 1 2;
+
+  default_type application/octet-stream;
+
+  include /etc/nginx/conf/*.conf;
+  include /etc/nginx/sites/*.conf;
+}
+EOT
+
+  announce "Writing Nginx upstart /etc/init/nginx.conf"
+  tee /etc/init/nginx.conf <<EOT
+description "Nginx HTTP Daemon"
+author "George Shammas <georgyo@gmail.com>"
+
+start on (filesystem and net-device-up IFACE=lo)
+stop on runlevel [!2345]
+env DAEMON="/usr/local/nginx/sbin/nginx -c $NGINX_CONF_FILE"
+env PID="$NGINX_PID_FILE"
+expect fork
+respawn
+respawn limit 10 5
+
+pre-start script
+  \$DAEMON -t
+  if [ \$? -ne 0 ]
+    then exit \$?
+  fi
+end script
+
+exec \$DAEMON
+EOT
+}
+
+function nginx-conf-add-mimetypes {
+  announce "Adding mimetypes config"
+  tee "$NGINX_CONF_DIR/mimetypes.conf" <<EOT
+types_hash_max_size                     2048;
+
+types {
+  application/atom+xml                  atom;
+  application/java-archive              jar war ear;
+  application/javascript                js;
+  application/json                      json;
+  application/msword                    doc;
+  application/pdf                       pdf;
+  application/postscript                ps eps ai;
+  application/rtf                       rtf;
+  application/vnd.ms-excel              xls;
+  application/vnd.ms-fontobject         eot;
+  application/vnd.ms-powerpoint         ppt;
+  application/vnd.wap.wmlc              wmlc;
+  application/x-7z-compressed           7z;
+  application/x-bittorrent              torrent;
+  application/x-cocoa                   cco;
+  application/x-font-ttf                ttf ttc;
+  application/x-httpd-php-source        phps;
+  application/x-java-archive-diff       jardiff;
+  application/x-java-jnlp-file          jnlp;
+  application/x-makeself                run;
+  application/x-perl                    pl pm;
+  application/x-pilot                   prc pdb;
+  application/x-rar-compressed          rar;
+  application/x-redhat-package-manager  rpm;
+  application/x-sea                     sea;
+  application/x-shockwave-flash         swf;
+  application/x-stuffit                 sit;
+  application/x-tcl                     tcl tk;
+  application/x-x509-ca-cert            der pem crt;
+  application/x-xpinstall               xpi;
+  application/xhtml+xml                 xhtml;
+  application/xml                       xml;
+  application/zip                       zip;
+  audio/midi                            mid midi kar;
+  audio/mpeg                            mp3;
+  audio/ogg                             oga ogg;
+  audio/x-m4a                           m4a;
+  audio/x-realaudio                     ra;
+  audio/x-wav                           wav;
+  font/opentype                         otf;
+  font/woff                             woff;
+  image/gif                             gif;
+  image/jpeg                            jpeg jpg;
+  image/png                             png;
+  image/svg+xml                         svg svgz;
+  image/tiff                            tif tiff;
+  image/vnd.wap.wbmp                    wbmp;
+  image/webp                            webp;
+  image/x-icon                          ico;
+  image/x-ms-bmp                        bmp;
+  text/cache-manifest                   manifest appcache;
+  text/css                              css;
+  text/html                             html htm shtml;
+  text/mathml                           mml;
+  text/plain                            txt md;
+  text/vnd.sun.j2me.app-descriptor      jad;
+  text/vnd.wap.wml                      wml;
+  text/x-component                      htc;
+  text/xml                              rss;
+  video/3gpp                            3gpp 3gp;
+  video/mp4                             m4v mp4;
+  video/mpeg                            mpeg mpg;
+  video/ogg                             ogv;
+  video/quicktime                       mov;
+  video/webm                            webm;
+  video/x-flv                           flv;
+  video/x-mng                           mng;
+  video/x-ms-asf                        asx asf;
+  video/x-ms-wmv                        wmv;
+  video/x-msvideo                       avi;
+}
+EOT
+}
+
+function nginx-conf-add-gzip {
+  announce "Adding gzip config"
+  tee $NGINX_CONF_DIR/gzip.conf <<EOT
+gzip on;
+gzip_buffers 32 4k;
+gzip_comp_level 2;
+gzip_disable "msie6";
+gzip_http_version 1.1;
+gzip_min_length 1100;
+gzip_proxied any;
+gzip_static on;
+gzip_vary on;
+gzip_types
+  text/css
+  text/plain
+  application/javascript
+  application/json
+  application/rss+xml
+  application/xml
+  application/vnd.ms-fontobject
+  font/truetype
+  font/opentype
+  image/x-icon
+  image/svg+xml;
+EOT
+}
+
+function nginx-create-logrotate {
+  announce "Create logrotate for Nginx"
+  tee /etc/logrotate.d/nginx <<EOT
+$NGINX_LOG_DIR/*.log {
+  daily
+  missingok
+  rotate 90
+  compress
+  delaycompress
+  notifempty
+  dateext
+  create 640 nginx adm
+  sharedscripts
+  postrotate
+    [ -f $NGINX_PID_FILE ] && kill -USR1 `cat $NGINX_PID_FILE`
+  endscript
+}
+EOT
+}

data/ext/bash/lib/node.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+export NODE_VERSION="0.10.25" # @specify
+
+function get-node-pkg-name {
+  echo "node-v$NODE_VERSION-linux-$(get-archtype)"
+}
+
+function get-node-url {
+  echo "http://nodejs.org/dist/v$NODE_VERSION/$(get-node-pkg-name).tar.gz"
+}
+
+function node-install {
+  local tmpdir=$(get-tmp-dir)
+  cd "$tmpdir"
+
+  announce "Download Node $NODE_VERSION"
+  download $(get-node-url)
+
+  announce "Extract Node $NODE_VERSION"
+  extract "$(get-node-pkg-name).tar.gz"
+
+  announce "Install Node"
+  cd "./$(get-node-pkg-name)"
+  cp -r -t /usr/local bin include share lib
+
+  cd ~/
+  rm -r "$tmpdir"
+}

data/ext/bash/lib/pg.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+export PG_VERSION="9.3" # @specify
+export PG_EXTENSIONS="btree_gin btree_gist fuzzystrmatch hstore intarray ltree pg_trgm tsearch2 unaccent" # @specify see: http://www.postgresql.org/docs/9.3/static/contrib.html
+export PG_CONFIG_FILE="/etc/postgresql/$PG_VERSION/main/postgresql.conf"
+export PG_HBA_FILE="/etc/postgresql/$PG_VERSION/main/pg_hba.conf"
+export PG_TUNE_VERSION="0.9.3"
+export PG_TUNE_URL="http://pgfoundry.org/frs/download.php/2449/pgtune-$PG_TUNE_VERSION.tar.gz"
+export PG_USER="postgres"
+
+function pg-install-packages {
+  install-packages postgresql-$PG_VERSION libpq-dev postgresql-contrib-$PG_VERSION
+}
+
+function pg-tune {
+  local tmpdir=$(get-tmp-dir)
+  cd "$tmpdir"
+
+  announce "Tune PostgreSQL $PG_VERSION"
+  download $PG_TUNE_URL
+  extract pgtune-$PG_TUNE_VERSION.tar.gz
+
+  ./pgtune-$PG_TUNE_VERSION/pgtune -i $PG_CONFIG_FILE -o $PG_CONFIG_FILE.pgtune
+  mv $PG_CONFIG_FILE $PG_CONFIG_FILE.original
+  mv $PG_CONFIG_FILE.pgtune $PG_CONFIG_FILE
+  chown $PG_USER:$PG_USER $PG_CONFIG_FILE
+
+  cd ~/
+  rm -rf "$tmpdir"
+}
+
+# $1 db user name
+# $2 db name
+function pg-createdb {
+  announce "Create database: $2"
+  su - $PG_USER -c "createdb -O $1 $2"
+
+  if [ $PG_EXTENSIONS ]; then
+    announce "Add extensions:"
+    for extension in $PG_EXTENSIONS; do
+      announce-item "$extension"
+      su - $PG_USER -c "psql -d $2 -c \"CREATE EXTENSION IF NOT EXISTS $extension;\""
+    done
+  fi
+}