mina-rails-tools 0.1.0

data/lib/mina/extras/rainbows.rb

@@ -0,0 +1,63 @@
+require "mina/extras"
+
+namespace :rainbows do
+  
+  desc "Rainbows: Parses config file and uploads it to server"
+  task :upload => [:'upload:config', :'upload:script']
+  
+  namespace :upload do
+    desc "Parses Rainbows config file and uploads it to server"
+    task :config do
+      upload_shared_file("rainbows.rb")
+    end
+  
+    desc "Parses Rainbows control script file and uploads it to server"
+    task :script do
+      upload_shared_file("rainbows_init.sh")
+    end
+  end
+  
+  desc "Unicron: startup"
+  task :defaults do
+    invoke :sudo
+    queue echo_cmd %{sudo chown root:root /etc/init.d/rainbows-#{app!}}
+    queue echo_cmd %{sudo chmod u+x /etc/init.d/rainbows-#{app!}}
+    queue echo_cmd "sudo update-rc.d rainbows-#{app!} defaults"
+  end
+  
+  task :log do
+    queue %{tail -f "#{deploy_to!}/#{shared_path}/log/rainbows.log" -n 200}    
+  end
+  
+  task :err_log do
+    queue %{tail -f "#{deploy_to!}/#{shared_path}/log/rainbows.error.log" -n 200}    
+  end
+
+  desc "Rainbows: Link script files"
+  task :link do
+    invoke :sudo
+    extra_echo("Rainbows: Link script file")
+    queue echo_cmd %{sudo cp '#{deploy_to}/shared/config/rainbows_init.sh' '/etc/init.d/rainbows-#{app!}'}
+    
+    invoke :"rainbows:defaults"
+  end
+
+  desc "Start rainbows"
+  task :start do
+    extra_echo("Rainbows: Start")
+    queue echo_cmd "/etc/init.d/rainbows-#{app!} start"
+  end
+
+  desc "Stop rainbows"
+  task :stop do
+    extra_echo("Rainbows: Stop")
+    queue echo_cmd "/etc/init.d/rainbows-#{app!} stop"
+  end
+
+  desc "Restart rainbows using 'upgrade'"
+  task :restart do
+    extra_echo("Rainbows: Restart")
+    queue echo_cmd "/etc/init.d/rainbows-#{app!} upgrade"
+  end
+
+end

data/lib/mina/extras/redis.rb

@@ -0,0 +1,9 @@
+namespace :redis do
+  
+  desc "Connect to redis"
+  task :connect do
+    extra_echo "Redis: connect"
+    queue "redis-cli"
+  end
+    
+end

data/lib/mina/extras/system.rb

@@ -0,0 +1,11 @@
+task :health do
+  queue 'ps aux | grep -v grep | grep -v bash | grep -e "bin\/god" -e "unicorn_rails" -e "mongod" -e "nginx" -e "redis" -e "STAT START   TIME COMMAND" -e "bash"'
+end
+
+task :uptime do
+  queue 'uptime'
+end
+
+task :gp do
+  queue echo_cmd "ps aux | grep #{ENV["p"]}"
+end

data/lib/mina/extras/templates/global.god.erb

@@ -0,0 +1,23 @@
+#God::Contacts::Email.defaults do |d|
+#  d.from_email = 'god@test'
+#  d.from_name = 'God'
+#  d.delivery_method = :sendmail
+#end
+
+#God.contact(:email) do |c|
+#  c.name = 'Foo Bar'
+#  c.group = 'me'
+#  c.to_email = 'admin@test.com'
+#end
+
+# God::Contacts::Jabber.defaults do |d|
+#   d.host = "jabber.synbioz.com"
+#   d.from_jid = "foo@synbioz.com"
+#   d.password = "bar"
+# end
+# 
+# God.contact(:jabber) do |c|
+#   d.to_jid = "alfuken@gmail.com"
+# end
+
+God.load "<%= god_path %>/conf/*.god"

data/lib/mina/extras/templates/god.sh.erb

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+#
+# God
+#
+# chkconfig: - 85 15
+# description: start, stop, restart, status for God
+#
+
+RETVAL=0
+GOD_PID="<%= god_pid_path %>/god.pid"
+GOD_LOG="<%= god_log_path %>/god.log"
+GOD_CONF="<%= god_path %>/global.god"
+GOD_BIN="/usr/local/bin/god"
+
+case "$1" in
+    start)
+      $GOD_BIN -c $GOD_CONF -P $GOD_PID -l $GOD_LOG
+      RETVAL=$?
+      ;;
+    stop)
+      kill `cat $GOD_PID`
+      RETVAL=$?
+      ;;
+    restart)
+      kill `cat $GOD_PID`
+      $GOD_BIN -c $GOD_CONF -P $GOD_PID -l $GOD_LOG
+      RETVAL=$?
+      ;;
+    status)
+      $GOD_BIN status
+      RETVAL=$?
+      ;;
+    *)
+      echo "Usage: god {start|stop|restart|status}"
+      exit 1
+  ;;
+esac
+
+exit $RETVAL

data/lib/mina/extras/templates/nginx.conf.erb

@@ -0,0 +1,33 @@
+upstream unicorn-<%= app %> {
+  server unix:/tmp/unicorn.<%= app! %>.socket fail_timeout=0;
+}
+
+# <%= app %> Server
+server {
+  listen <%= nginx_port %><%= ' default' if nginx_default %>;
+  server_name <%= domain %>;
+
+  root <%= deploy_to %>/<%= current_path %>/public;
+  
+  gzip on;
+  gzip_types text/plain text/xml application/xml application/xml+rss
+             text/css text/javascript application/javascript application/json;
+
+  try_files $uri/index.html $uri @unicorn;
+  location @unicorn {
+	proxy_pass http://unicorn-<%= app! %>;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header X-Real-IP $remote_addr;
+    proxy_set_header Host $http_host;
+    proxy_redirect off;
+    proxy_intercept_errors on;
+    expires -1;
+  }
+
+  error_page 500 502 503 504 /500.html;
+  error_page 403 /403.html;
+  error_page 404 /404.html;
+
+  client_max_body_size 50M;
+  keepalive_timeout 10;
+}

data/lib/mina/extras/templates/unicorn.god.erb

@@ -0,0 +1,69 @@
+# http://unicorn.bogomips.org/SIGNALS.html
+
+rails_env = "production"
+rails_root = "<%= "#{deploy_to!}/#{current_path!}" %>"
+shared_root = "<%= "#{deploy_to!}/#{shared_path!}" %>"
+config = "#{shared_root}/unicorn.rb"
+unicorn_pid = "<%= "#{deploy_to!}/#{shared_path!}/pids/unicorn.pid" %>"
+
+# God.pid_file_directory = File.join("<%= deploy_to! %>", "shared", "pids")
+God.watch do |w|
+  w.name = "unicorn_<%= "#{app!}" %>"
+  w.interval = 30.seconds # default
+
+  w.start = "cd #{rails_root} && /usr/local/bin/bundle exec unicorn_rails -D -c #{config} -E #{rails_env}"
+
+  # QUIT gracefully shuts down workers
+  w.stop = "kill -QUIT `cat #{unicorn_pid}`"
+
+  # USR2 causes the master to re-create itself and spawn a new worker pool
+  w.restart = "kill -USR2 `cat #{unicorn_pid}`"
+
+  w.start_grace = 30.seconds
+  w.restart_grace = 30.seconds
+  # w.pid_file = "#{rails_root}/tmp/pids/unicorn.pid"
+  w.pid_file = unicorn_pid
+
+  w.uid = "<%= user! %>"
+  w.gid = "<%= group! %>"
+
+  w.behavior(:clean_pid_file)
+
+  w.start_if do |start|
+    start.condition(:process_running) do |c|
+      c.interval = 10.seconds
+      c.running = false
+    end
+  end
+
+  w.restart_if do |restart|
+    restart.condition(:memory_usage) do |c|
+      c.above = 300.megabytes
+      c.times = [3, 5] # 3 out of 5 intervals
+    end
+
+    restart.condition(:cpu_usage) do |c|
+      c.above = 80.percent
+      c.times = 5
+    end
+  end
+
+  # lifecycle
+  w.lifecycle do |on|
+    on.condition(:flapping) do |c|
+      c.to_state = [:start, :restart]
+      c.times = 5
+      c.within = 5.minute
+      c.transition = :unmonitored
+      c.retry_in = 10.minutes
+      c.retry_times = 5
+      c.retry_within = 2.hours
+    end
+  end
+  
+  # w.transition(:up, :start) do |on|
+  #   on.condition(:process_exits) do |c|
+  #     c.notify = 'me'
+  #   end
+  # end
+end

data/lib/mina/extras/templates/unicorn.rb.erb

@@ -0,0 +1,41 @@
+rails_root = "<%= "#{deploy_to!}/#{current_path!}" %>"
+rails_env  = "<%= rails_env || "production" %>"
+pid_file   = "<%= "#{deploy_to!}/#{shared_path}" %>/pids/unicorn.pid"
+socket_file= "/tmp/unicorn.<%= app! %>.socket"
+log_file   = "<%= "#{deploy_to!}/#{shared_path}" %>/log/unicorn.log"
+err_log    = "<%= "#{deploy_to!}/#{shared_path}" %>/log/unicorn.error.log"
+old_pid    = pid_file + '.oldbin'
+
+timeout 60
+worker_processes <%= unicorn_workers || 2 %>
+
+# Listen on a Unix data socket
+listen socket_file, :backlog => 2048
+pid pid_file
+
+stderr_path err_log
+stdout_path log_file
+
+preload_app true
+
+GC.copy_on_write_friendly = true if GC.respond_to?(:copy_on_write_friendly=)
+
+before_exec do |server|
+  ENV["BUNDLE_GEMFILE"] = "#{rails_root}/Gemfile"
+end
+
+before_fork do |server, worker|
+  # Using this method we get 0 downtime deploys.
+  if File.exists?(old_pid) && server.pid != old_pid
+    begin
+      Process.kill("QUIT", File.read(old_pid).to_i)
+    rescue Errno::ENOENT, Errno::ESRCH
+      # someone else did our job for us
+    end
+  end
+end
+
+after_fork do |server, worker|
+  child_pid = server.config[:pid].sub('.pid', ".#{worker.nr}.pid")
+  system("echo #{Process.pid} > #{child_pid}")
+end

data/lib/mina/extras/templates/unicorn_init.sh.erb

@@ -0,0 +1,66 @@
+#!/usr/bin/env bash
+set -e
+
+AS_USER=deploy
+TIMEOUT=60
+APP_ROOT="<%= "#{deploy_to!}" %>"
+PID_PATH="<%= "#{deploy_to!}/#{shared_path!}/pids" %>"
+PID="$PID_PATH/unicorn.pid"
+ENVIRONMENT="<%= rails_env || "production" %>"
+CONFIG="$APP_ROOT/<%= "#{shared_path!}/unicorn.rb" %>"
+UARGS="-D -c $CONFIG -E $ENVIRONMENT"
+CMD="cd $APP_ROOT/<%= current_path! %> && bundle exec unicorn_rails $UARGS"
+action="$1"
+#set -u
+
+old_pid="$PID.oldbin"
+
+sig () {
+  test -s "$PID" && kill -$1 `cat $PID`
+}
+
+oldsig () {
+  test -s $old_pid && kill -$1 `cat $old_pid`
+}
+
+workersig () {
+  workerpid="$PID_PATH/unicorn.$2.pid"
+  test -s "$workerpid" && kill -$1 `cat $workerpid`
+}
+
+case $action in
+start)
+  sig 0 && echo >&2 "Already running" && exit 0
+  su -c "$CMD" - $AS_USER && echo "start ok" && exit 0
+  ;;
+stop)
+  sig QUIT && echo "stop ok" && exit 0
+  echo >&2 "Not running"
+  ;;
+force-stop)
+  sig TERM && echo "force-stop ok" && exit 0
+  echo >&2 "Not running"
+  ;;
+restart|reload)
+  sig HUP && echo "reloaded OK" && exit 0
+  echo >&2 "Error: start $CMD instead"
+  su -c "$CMD" - $AS_USER
+  ;;
+upgrade)
+  sig USR2 && echo Upgraded && exit 0
+  echo >&2 "Error: start $CMD instead"
+  su -c "$CMD" - $AS_USER
+  ;;
+kill_worker)
+  workersig QUIT $2 && exit 0
+  echo >&2 "Worker not running"
+  ;;
+
+reopen-logs)
+  sig USR1
+  ;;
+*)
+  echo >&2 "Usage: $0 <start|stop|restart|upgrade|force-stop|reopen-logs>"
+  exit 1
+  ;;
+esac

data/lib/mina/extras/ubuntu.rb

@@ -0,0 +1,103 @@
+require "mina/extras"
+require "mina/extras/local"
+require "mina/extras/apt"
+require "mina/extras/gem"
+
+set :platform, :ubuntu
+
+def add_user(u)
+  invoke :sudo
+  queue "adduser #{u}"
+end
+
+namespace :ubuntu do
+  
+  task :before_check do
+    to :before_hook do
+      invoke :"local:check_ssh_key"
+    end
+  end
+  
+  namespace :remote do
+    task :setup do
+      invoke :sudo
+      queue echo_cmd %{mkdir -p ~/.ssh}
+      append_template(ssh_pub_key_path, ".ssh/authorized_keys")
+    end
+    
+    task :add_deploy do
+      invoke :sudo
+      add_user("deploy")
+      queue "sudo usermod -a -G www-data deploy"
+      
+      queue echo_cmd "sudo mkdir -p /home/deploy/.ssh"
+      queue echo_cmd "sudo touch /home/deploy/.ssh/authorized_keys"
+      append_template(ssh_pub_key_path, "/home/deploy/.ssh/authorized_keys")
+      queue echo_cmd "sudo chown -R deploy:deploy /home/deploy/.ssh"
+      queue echo_cmd "sudo chmod 664 /home/deploy/.ssh/authorized_keys"
+    end
+    
+    task :add_ubuntu do
+      invoke :sudo
+      add_user("ubuntu")
+      queue echo_cmd "sudo groupadd admin"
+      queue echo_cmd "sudo usermod -a -G admin ubuntu"
+      queue echo_cmd "sudo mkdir -p /home/ubuntu/.ssh"
+      queue echo_cmd "sudo touch /home/ubuntu/.ssh/authorized_keys"
+      append_template(ssh_pub_key_path, "/home/ubuntu/.ssh/authorized_keys")
+      queue echo_cmd "sudo chown -R ubuntu:ubuntu /home/ubuntu/.ssh"
+      queue echo_cmd "sudo chmod 664 /home/ubuntu/.ssh/authorized_keys"
+    end
+  end
+  
+  namespace :locale do
+    task :setup do
+      invoke :sudo
+      queue echo_cmd %{sudo locale-gen en_US en_US.UTF8}
+      queue echo_cmd %{sudo sh -c "echo 'LC_ALL=\"en_US.utf8\"' >> /etc/environment"}
+    end
+  end
+    
+  namespace :install do
+    task :prepare do
+      invoke :"apt:get:update"
+      invoke :"apt:get:build-essential"
+      invoke :"apt:get:git"
+    end
+
+    task :ruby do
+      in_directory '/tmp' do
+        queue "wget https://cache.ruby-lang.org/pub/ruby/2.2/ruby-2.2.3.tar.gz"
+        queue "tar xf ruby-2.2.3.tar.gz"
+      end      
+      
+      in_directory '/tmp/ruby-2.2.3' do
+        queue "./configure"
+        queue "make"
+        queue "sudo make install"
+        queue "sudo ln -s /usr/local/bin/ruby /usr/bin/ruby"
+      end
+    end
+    
+    task :rubygems do
+      in_directory '/tmp' do
+        queue "wget http://rubygems.org/rubygems/rubygems-2.4.8.tgz"
+        queue "tar xf rubygems-2.4.8.tgz"
+      end
+      
+      in_directory '/tmp/rubygems-2.4.8' do
+        queue "sudo ruby setup.rb install"
+      end
+    end 
+        
+    task :www do
+      invoke :sudo
+      queue echo_cmd "sudo mkdir -p /var/www"
+      queue echo_cmd "sudo chown -R deploy:www-data /var/www"
+    end
+    
+    task :ssh_key do
+      queue "ssh-keygen -t rsa"
+    end   
+  end    
+end

data/lib/mina/extras/unicorn.rb

@@ -0,0 +1,86 @@
+require "mina/extras"
+
+set :use_unicorn, true
+
+namespace :unicorn do
+  
+  desc "Unicorn: Parses config file and uploads it to server"
+  task :upload => [:'upload:config', :'upload:script']
+  
+  namespace :upload do
+    desc "Parses Unicorn config file and uploads it to server"
+    task :config do
+      upload_shared_file("unicorn.rb")
+    end
+  
+    desc "Parses Unicorn control script file and uploads it to server"
+    task :script do
+      upload_shared_file("unicorn_init.sh")
+    end
+  end
+  
+  desc "Unicron: startup"
+  task :defaults do
+    invoke :sudo
+    queue echo_cmd "sudo update-rc.d unicorn-#{app!} defaults"
+  end
+  
+  namespace :god do
+    task :upload do
+      upload_shared_file("unicorn.god")
+    end
+    
+    task :link do
+      invoke :sudo
+      queue echo_cmd %{sudo cp -rf #{deploy_to}/#{shared_path}/unicorn.god #{god_path}/conf/unicorn-#{app!}.god}
+      invoke :"god:restart"
+    end
+    
+    task :start do
+      invoke :sudo
+      queue echo_cmd %{sudo god start unicorn_#{app!}}
+    end
+    
+    task :stop do
+      invoke :sudo
+      queue echo_cmd %{sudo god stop unicorn_#{app!}}
+    end    
+  end
+  
+  task :log do
+    queue %{tail -f "#{deploy_to!}/#{shared_path}/log/unicorn.log" -n 200}    
+  end
+  
+  task :err_log do
+    queue %{tail -f "#{deploy_to!}/#{shared_path}/log/unicorn.error.log" -n 200}    
+  end
+
+  desc "Unicorn: Link script files"
+  task :link do
+    invoke :sudo
+    extra_echo("Unicorn: Link script file")
+    queue echo_cmd %{sudo cp '#{deploy_to}/shared/unicorn_init.sh' '/etc/init.d/unicorn-#{app!}'}
+    queue echo_cmd %{sudo chown #{user!}:#{group!} /etc/init.d/unicorn-#{app!}}
+    queue echo_cmd %{sudo chmod u+x /etc/init.d/unicorn-#{app!}}
+    # invoke :"unicorn:defaults"
+  end
+
+  desc "Start unicorn"
+  task :start do
+    extra_echo("Unicorn: Start")
+    queue echo_cmd "/etc/init.d/unicorn-#{app!} start"
+  end
+
+  desc "Stop unicorn"
+  task :stop do
+    extra_echo("Unicorn: Stop")
+    queue echo_cmd "/etc/init.d/unicorn-#{app!} stop"
+  end
+
+  desc "Restart unicorn using 'upgrade'"
+  task :restart do
+    extra_echo("Unicorn: Restart")
+    queue echo_cmd "/etc/init.d/unicorn-#{app!} upgrade"
+  end
+
+end

data/lib/mina/extras/version.rb

@@ -0,0 +1,5 @@
+module Mina
+  module Extras
+    VERSION = "0.1.0"
+  end
+end

data/lib/mina/extras.rb

@@ -0,0 +1,10 @@
+require "mina/extras/version"
+require "mina/extras/local"
+require "mina/extras/methods"
+require "mina/extras/system"
+require "mina/extras/extra"
+
+module Mina
+  module Extras
+  end
+end

data/mina-rails-tools.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mina/extras/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mina-rails-tools"
+  spec.version       = Mina::Extras::VERSION
+  spec.authors       = ["Joey Lin"]
+  spec.email         = ["joeyoooooo@gmail.com"]
+
+  spec.summary       = %q{Extra deploy scripts for rails}
+  spec.description   = %q{}
+  spec.homepage      = "https://github.com/andyss/mina-rails-tools"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "mina", "0.3.7"
+end

data/samples/osx/config/deploy/shared/global.god.erb

@@ -0,0 +1,23 @@
+#God::Contacts::Email.defaults do |d|
+#  d.from_email = 'god@test'
+#  d.from_name = 'God'
+#  d.delivery_method = :sendmail
+#end
+
+#God.contact(:email) do |c|
+#  c.name = 'Foo Bar'
+#  c.group = 'me'
+#  c.to_email = 'admin@test.com'
+#end
+
+# God::Contacts::Jabber.defaults do |d|
+#   d.host = "jabber.synbioz.com"
+#   d.from_jid = "foo@synbioz.com"
+#   d.password = "bar"
+# end
+# 
+# God.contact(:jabber) do |c|
+#   d.to_jid = "alfuken@gmail.com"
+# end
+
+God.load "<%= god_path %>/conf/*.god"

data/samples/osx/config/deploy/shared/god.sh.erb

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+#
+# God
+#
+# chkconfig: - 85 15
+# description: start, stop, restart, status for God
+#
+
+RETVAL=0
+GOD_PID="<%= god_pid_path %>/god.pid"
+GOD_LOG="<%= god_log_path %>/god.log"
+GOD_CONF="<%= god_path %>/global.god"
+GOD_BIN="god"
+
+case "$1" in
+    start)
+      $GOD_BIN -P $GOD_PID -l $GOD_LOG
+      $GOD_BIN load $GOD_CONF
+      RETVAL=$?
+      ;;
+    stop)
+      kill `cat $GOD_PID`
+      RETVAL=$?
+      ;;
+    restart)
+      kill `cat $GOD_PID`
+      $GOD_BIN -P $GOD_PID -l $GOD_LOG
+      $GOD_BIN load $GOD_CONF
+      RETVAL=$?
+      ;;
+    status)
+      $GOD_BIN status
+      RETVAL=$?
+      ;;
+    *)
+      echo "Usage: god {start|stop|restart|status}"
+      exit 1
+  ;;
+esac
+
+exit $RETVAL