mina-stack 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b9cfabc451d42bce86209816a4ce6cd1565b205b
+  data.tar.gz: 2e85b5b96ee5ada61b3035a1ba55465851c29b76
+SHA512:
+  metadata.gz: ee8e3d2212af909a9fb9fae918ad52d5466e711c8e507d8fba64f58338b4845b8ac50bc7098fd9339e4ecd139328db63028a01a856d15bb462f82dd3d7dd9215
+  data.tar.gz: 8c352dec50aa6041ff91fd041f309ac3d8858f8eaaee3cce3975164fe76709f92f229fb35f0e63634ae9c80b22f5d9865d34784b27a6f97c3293b08c59304f0c

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mina-stack.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Igor Davydov
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,62 @@
+mina-stack
+===========
+
+A compilation of several deploy scripts that I use for my rails apps. The stack I use is pretty standart,
+but it may not suit your needs, so its not for everybody.
+Current stack includes Nginx, Postgres, rbenv, Redis, Unicorn, Puma,
+Sidekiq, Memcached, Imagemagick, ElasticSearch, Bower and Monit.
+
+## Installation
+
+```
+gem 'mina-stack', github: 'div/mina-stack', group: :development
+```
+
+```
+rails g mina:stack:install
+```
+to create default deploy.rb and servers/production.rb files
+
+## Configuration
+
+In your config/deploy.rb you can configure your stack - you may want to exclude something you may not need e.g. Private Pub,
+and choose app server - unicorn and puma are supported. It is done by setting server_stack array, example config can be found in examples/deploy.rb.
+
+All the default settings can be fond in lib/mina-stack/defaults.rb and can be overriden in deploy.rb
+
+## Servers
+
+Servers configs live in config/servers - example config is in examples/production.rb
+
+## Monitoring
+
+You can also set with services of your stack will be monitored by Monit - just use monitored array.
+
+## Deploy
+
+Create user on server
+```
+sudo adduser deploy
+sudo adduser deploy sudo
+su deploy
+```
+then copy your ssh keys
+```
+ssh-copy-id deploy@IPADDRESS
+```
+Install all the stack to the server
+```
+ bundle exec mina install
+```
+Create folder structure and copy all configs
+```
+bundle exec mina setup
+```
+Create db and set password
+```
+bundle exec mina postgresql:create_db
+```
+Deploy
+```
+bundle exec mina deploy
+```

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/generators/mina/stack/install_generator.rb

@@ -0,0 +1,43 @@
+require 'rails/generators/base'
+
+module Mina
+  module Stack
+    module Generators
+      class InstallGenerator < Rails::Generators::Base
+
+        source_root File.expand_path("../../templates", __FILE__)
+        desc "Creates an deploy script and server config for your application."
+
+        def do_all
+          create_servers_directory
+          copy_server_example
+          copy_deploy_script
+          message = <<-RUBY
+
+          Install complete! See the README on Github for instructions on getting your
+          deploy running with mina-stack.
+
+          RUBY
+          puts message.strip_heredoc
+
+        end
+
+        private
+
+        def create_servers_directory
+          # Creates empty directory if none; doesn't empty the directory
+          empty_directory "config/servers"
+        end
+
+        def copy_server_example
+          template "production.rb", "config/servers/production.rb"
+        end
+
+        def copy_deploy_script
+          template "deploy.rb", "config/deploy.rb"
+        end
+
+      end
+    end
+  end
+end

data/lib/generators/mina/templates/deploy.rb

@@ -0,0 +1,74 @@
+require 'mina/bundler'
+require 'mina/rails'
+require 'mina/git'
+require 'mina/rbenv'
+require 'mina-stack'
+
+set :app,                 'example'
+set :server_name,         'example.com'
+set :keep_releases,       9999
+set :default_server,      :production
+set :server, ENV['to'] || default_server
+invoke :"env:#{server}"
+
+# Allow calling as `mina deploy at=master`
+set :branch, ENV['at']  if ENV['at']
+
+set :server_stack,                  %w(
+                                      nginx
+                                      postgresql
+                                      redis
+                                      rbenv
+                                      puma
+                                      sidekiq
+                                      private_pub
+                                      elastic_search
+                                      imagemagick
+                                      memcached
+                                      monit
+                                      node
+                                      bower
+                                    )
+
+set :shared_paths,                  %w(
+                                      tmp
+                                      log
+                                      config/puma.rb
+                                      config/database.yml
+                                      config/application.yml
+                                      config/sidekiq.yml
+                                      public/uploads
+                                    )
+
+set :monitored,                     %w(
+                                      nginx
+                                      postgresql
+                                      redis
+                                      puma
+                                      sidekiq
+                                      private_pub
+                                      memcached
+                                    )
+
+task :environment do
+  invoke :'rbenv:load'
+end
+
+desc "Deploys the current version to the server."
+task :deploy do
+  deploy do
+    invoke :'sidekiq:quiet'
+    invoke :'git:clone'
+    invoke :'deploy:link_shared_paths'
+    invoke :'bundle:install'
+    invoke :'rails:db_migrate'
+    invoke :'bower:install_assets'
+    invoke :'rails:assets_precompile'
+
+    to :launch do
+      invoke :'puma:restart'
+      invoke :'sidekiq:restart'
+      invoke :'private_pub:restart'
+    end
+  end
+end

data/lib/generators/mina/templates/production.rb

@@ -0,0 +1,13 @@
+namespace :env do
+  task :production => [:environment] do
+    set :domain,              '127.0.0.1'
+    set :user,                'deployer'
+    set :deploy_to,           "/home/#{user}/apps/#{app}"
+    set :repository,          "/home/#{user}/git/#{app}"
+    set :nginx_path,          '/etc/nginx'
+    set :deploy_server,       'production'                   # just a handy name of the server
+    set :rails_env,           'production'
+    set :branch,              'master'
+    invoke :defaults                                         # load rest of the config
+  end
+end

data/lib/mina-stack/base.rb

@@ -0,0 +1,30 @@
+require 'erb'
+
+def template(from, to=nil)
+  queue %{echo "-----> Put #{from} file to #{to}"}
+  to ||= "#{config_path}/#{from.chomp(".erb")}"
+  erb = File.read(File.expand_path("../../templates/#{from}", __FILE__))
+  put ERB.new(erb).result(binding), to
+end
+
+def put(content, file)
+  queue %[echo #{escape content} > "#{file}"]
+end
+
+def escape(str)
+  Shellwords.escape(str)
+end
+
+def check_symlink(destination)
+  %{if [[ -h "#{destination}" ]]; #{check_response}}
+end
+
+def check_response
+  'then echo "----->   SUCCESS"; else echo "----->   FAILED"; fi'
+end
+
+
+task :sudo do
+  set :sudo, true
+  set :term_mode, :system # :pretty doesn't seem to work with sudo well
+end

data/lib/mina-stack/defaults.rb

@@ -0,0 +1,108 @@
+task :defaults do
+  set_default :ruby_version,          "2.1.2"
+  set_default :services_path,         "/etc/init.d"
+  set_default :upstart_path,          "/etc/init"
+  set_default :tmp_path,              "#{deploy_to}/#{shared_path}/tmp"
+  set_default :sockets_path,          "#{tmp_path}/sockets"
+  set_default :pids_path,             "#{tmp_path}/pids"
+  set_default :logs_path,             "#{deploy_to}/#{shared_path}/log"
+  set_default :config_path,           "#{deploy_to}/#{shared_path}/config"
+  set_default :app_namespace,         "#{app!}_#{rails_env!}"
+  set_default :bundle,                "cd #{deploy_to}/#{current_path} && #{bundle_bin}"
+
+  set_default :term_mode,             :pretty
+
+  set_default :psql_user,             "#{app!}"
+  set_default :psql_database,         "#{app_namespace}"
+  set_default :postgresql_pid,        "/var/run/postgresql/9.3-main.pid"
+
+  set_default :memcached_pid,         "/var/run/memcached.pid"
+
+  set_default :puma_name,             "puma_#{app_namespace!}"
+  set_default :puma_cmd,              lambda { "#{bundle} exec puma" }
+  set_default :pumactl_cmd,           lambda { "#{bundle} exec pumactl" }
+  set_default :puma_config,           "#{config_path}/puma.rb"
+  set_default :puma_pid,              "#{pids_path}/puma.pid"
+  set_default :puma_log,              "#{logs_path}/puma.log"
+  set_default :puma_error_log,        "#{logs_path}/puma.err.log"
+  set_default :puma_socket,           "#{sockets_path}/puma.sock"
+  set_default :puma_state,            "#{sockets_path}/puma.state"
+  set_default :puma_upstart,          "#{upstart_path!}/#{puma_name}.conf"
+  set_default :puma_workers,          2
+
+  set_default :unicorn_name,          "unicorn_#{app_namespace!}"
+  set_default :unicorn_socket,        "#{sockets_path}/unicorn.sock"
+  set_default :unicorn_pid,           "#{pids_path}/unicorn.pid"
+  set_default :unicorn_config,        "#{config_path}/unicorn.rb"
+  set_default :unicorn_log,           "#{logs_path}/unicorn.log"
+  set_default :unicorn_error_log,     "#{logs_path}/unicorn.error.log"
+  set_default :unicorn_script,        "#{services_path!}/#{unicorn_name}"
+  set_default :unicorn_workers,       1
+  set_default :unicorn_bin,           lambda { "#{bundle_bin} exec unicorn" }
+  set_default :unicorn_cmd,           "cd #{deploy_to}/#{current_path} && #{unicorn_bin} -D -c #{unicorn_config} -E #{rails_env}"
+  set_default :unicorn_user,          user
+  set_default :unicorn_group,         user
+
+  set_default :nginx_pid,             "/var/run/nginx.pid"
+  set_default :nginx_config,          "#{nginx_path!}/sites-available/#{app_namespace!}.conf"
+  set_default :nginx_config_e,        "#{nginx_path!}/sites-enabled/#{app_namespace!}.conf"
+
+  set_default :sidekiq_name,          "sidekiq_#{app_namespace!}"
+  set_default :sidekiq_cmd,           lambda { "#{bundle_bin} exec sidekiq" }
+  set_default :sidekiqctl_cmd,        lambda { "#{bundle_prefix} sidekiqctl" }
+  set_default :sidekiq_timeout,       10
+  set_default :sidekiq_config,        "#{config_path}/sidekiq.yml"
+  set_default :sidekiq_log,           "#{logs_path}/sidekiq.log"
+  set_default :sidekiq_pid,           "#{pids_path}/sidekiq.pid"
+  set_default :sidekiq_concurrency,   10
+  # set_default :sidekiq_start,         "(cd #{deploy_to}/#{current_path}; nohup #{sidekiq_cmd} -e #{rails_env} -C #{sidekiq_config} -P #{sidekiq_pid} >> #{sidekiq_log} 2>&1 </dev/null &)"
+  set_default :sidekiq_start,         "#{sidekiq_cmd} -e #{rails_env} -C #{sidekiq_config} -P #{sidekiq_pid} >> #{sidekiq_log}"
+  set_default :sidekiq_upstart,       "#{upstart_path!}/#{sidekiq_name}.conf"
+  # set_default :sidekiq_stop,          "(cd #{deploy_to}/#{current_path} && #{sidekiqctl_cmd} stop #{sidekiq_pid} #{sidekiq_timeout})"
+
+  set_default :private_pub_name,      "private_pub_#{app_namespace}"
+  set_default :private_pub_cmd,       lambda { "#{bundle_prefix} rackup private_pub.ru" }
+  set_default :private_pub_pid,       "#{pids_path}/private_pub.pid"
+  set_default :private_pub_config,    "#{config_path}/private_pub.yml"
+  set_default :private_pub_log,       "#{logs_path}/private_pub.log"
+  set_default :private_pub_server,    "puma"
+
+  set_default :monit_config_path,     "/etc/monit/conf.d"
+  set_default :monit_http_port,       2812
+  set_default :monit_http_username,   "PleaseChangeMe_monit"
+  set_default :monit_http_password,   "PleaseChangeMe"
+
+  set_default :shared_paths,          %w(
+                                        tmp
+                                        log
+                                        public/uploads
+                                      )
+
+  set_default :monitored,             %w(
+                                        nginx
+                                        postgresql
+                                        redis
+                                        puma
+                                        sidekiq
+                                        private_pub
+                                        memcached
+                                        )
+
+  set_default :server_stack,          %w(
+                                        nginx
+                                        postgresql
+                                        redis
+                                        rails
+                                        rbenv
+                                        puma
+                                        sidekiq
+                                        private_pub
+                                        elastic_search
+                                        imagemagick
+                                        memcached
+                                        monit
+                                        bower
+                                        node
+                                      )
+
+end

data/lib/mina-stack/setup.rb

@@ -0,0 +1,50 @@
+
+%w(install setup).each do |action|
+  desc "#{action.capitalize} Server Stack Services"
+  task action.to_sym => :environment do
+    if action.to_sym == :setup
+      invoke :create_extra_paths
+      # invoke :create_config_files
+    else
+      invoke :'libs:install'
+    end
+    server_stack.each do |service|
+      invoke :"#{service}:#{action}"
+    end
+  end
+end
+
+desc 'Create extra paths for shared configs, pids, sockets, etc.'
+task :create_extra_paths do
+  queue 'echo "-----> Create configs path"'
+  queue echo_cmd "mkdir -p #{config_path}"
+
+  queue 'echo "-----> Create shared paths"'
+  shared_paths.each do |p|
+    queue echo_cmd "mkdir -p #{deploy_to}/#{shared_path}/#{p}" unless p.include?(".")
+  end
+
+  shared_dirs = shared_paths.map { |file| File.dirname("#{deploy_to}/#{shared_path}/#{file}") }.uniq
+  shared_dirs.map do |dir|
+    queue echo_cmd %{mkdir -p "#{dir}"}
+  end
+
+  queue 'echo "-----> Create PID and Sockets paths"'
+  queue echo_cmd "mkdir -p #{pids_path} && chown #{user}:#{group} #{pids_path} && chmod +rw #{pids_path}"
+  queue echo_cmd "mkdir -p #{sockets_path} && chown #{user}:#{group} #{sockets_path} && chmod +rw #{sockets_path}"
+
+  if monitored.any?
+    queue 'echo "-----> Create Monit dir"'
+    queue echo_cmd "mkdir -p #{config_path}/monit && chown #{user}:#{group} #{config_path}/monit && chmod +rw #{config_path}/monit"
+    monitored.each do |p|
+      path = "#{config_path}/monit/#{p}"
+      queue echo_cmd "mkdir -p #{path} && chown #{user}:#{group} #{path} && chmod +rw #{path}"
+    end
+  end
+end
+
+desc 'Create config files'
+task :create_config_files do
+  template "secrets.yml.erb"
+  queue  %[echo "-----> Be sure to edit 'shared/config/secrets.yml'."]
+end

data/lib/mina-stack/version.rb

@@ -0,0 +1,5 @@
+module Mina
+  module Stack
+    VERSION = "0.0.2"
+  end
+end

data/lib/mina-stack.rb

@@ -0,0 +1,9 @@
+require 'rake'
+require 'mina'
+require "mina-stack/version"
+require 'mina-stack/defaults'
+require 'mina-stack/base'
+require 'mina-stack/setup'
+
+Dir['config/servers/*.rb'].each { |f| load f }
+Dir[File.dirname(__FILE__) + '/recipes/*.rb'].each {|file| require file }

data/lib/recipes/bower.rb

@@ -0,0 +1,43 @@
+namespace :bower do
+
+  desc "Install bower with dependencies"
+  task :install do
+    invoke :sudo
+    queue %{echo "-----> Installing Bower..."}
+    queue "sudo npm install -g bower"
+  end
+
+  task(:setup) {  }
+
+  desc "Install assets"
+  task :install_assets do
+    if ENV['force_bower']
+      invoke :'bower:install_assets:force'
+    else
+      message = verbose_mode? ?
+        '$((count)) changes found, installing asets database' :
+        'bower install'
+
+      queue check_for_changes_script \
+        :check => 'bower.json',
+        :at => ['bower.json'],
+        :skip => %[
+          echo "-----> bower.json unchanged; skipping"
+        ],
+        :changed => %[
+          echo "-----> #{message}"
+          bower install
+        ],
+        :default => %[
+          echo echo "-----> Installing Assets with Bower..."
+          bower install
+        ]
+    end
+  end
+
+  task :'install_assets:force' do
+    queue %{echo "-----> Installing Assets with Bower..."}
+    queue "bower install"
+  end
+
+end

data/lib/recipes/elastic_search.rb

@@ -0,0 +1,31 @@
+namespace :es do
+
+  desc "Install the latest release of ElasticSearch"
+  task :install do
+    invoke :sudo
+    queue %{echo "-----> Installing ElasticSearch..."}
+    queue "sudo apt-get install openjdk-7-jre -y"
+    queue "wget https://github.com/downloads/elasticsearch/elasticsearch/elasticsearch-0.19.1.tar.gz -O elasticsearch.tar.gz"
+    queue "tar -xf elasticsearch.tar.gz"
+    queue "rm elasticsearch.tar.gz"
+    queue "sudo mv elasticsearch-* elasticsearch"
+    queue "sudo mv elasticsearch /usr/local/share"
+
+    queue "curl -L http://github.com/elasticsearch/elasticsearch-servicewrapper/tarball/master | tar -xz"
+    queue "mv *servicewrapper*/service /usr/local/share/elasticsearch/bin/"
+    queue "rm -Rf *servicewrapper*"
+    queue "sudo /usr/local/share/elasticsearch/bin/service/elasticsearch install"
+    queue "sudo ln -s `readlink -f /usr/local/share/elasticsearch/bin/service/elasticsearch` /usr/local/bin/rcelasticsearch"
+  end
+
+  task(:setup) {  }
+
+  %w[start stop restart].each do |command|
+    desc "#{command} elasticsearch"
+    task command do
+      invoke :sudo
+      queue "sudo service elasticsearch #{command}"
+    end
+  end
+
+end

data/lib/recipes/imagemagick.rb

@@ -0,0 +1,11 @@
+namespace :imagemagick do
+
+  desc "Install the latest release of Imagemagick"
+  task :install do
+    invoke :sudo
+    queue "sudo apt-get install imagemagick libmagickwand-dev -y"
+  end
+
+  task(:setup) {  }
+
+end

data/lib/recipes/libs.rb

@@ -0,0 +1,14 @@
+namespace :libs do
+
+  desc "Install some important libs"
+  task :install do
+    invoke :sudo
+    queue "sudo apt-get -y install curl libcurl3 libcurl3-dev"
+    queue "sudo apt-get -y install libxml2 libxml2-dev libxslt-dev"
+    queue "sudo apt-get -y install build-essential libssl-dev libcurl4-openssl-dev libreadline-dev libyaml-dev"
+
+  end
+
+  task(:setup) {  }
+
+end

data/lib/recipes/memcached.rb

@@ -0,0 +1,21 @@
+namespace :memcached do
+  desc "Install Memcached"
+  task :install do
+    invoke :sudo
+    queue "sudo apt-get -y install memcached"
+  end
+
+  desc "Setup Memcached"
+  task :setup do
+    # template "memcached.erb", "/tmp/memcached.conf"
+    # run "#{sudo} mv /tmp/memcached.conf /etc/memcached.conf"
+    # restart
+  end
+
+  %w[start stop restart].each do |command|
+    desc "#{command} Memcached"
+    task command do
+      queue "sudo service memcached #{command}"
+    end
+  end
+end

data/lib/recipes/monit.rb

@@ -0,0 +1,54 @@
+namespace :monit do
+
+  desc "Install Monit"
+  task :install do
+    invoke :sudo
+    queue %{echo "-----> Installing Monit..."}
+    queue "sudo apt-get -y install monit"
+  end
+
+  desc "Setup all Monit configuration"
+  task :setup do
+    invoke :sudo
+    if monitored.any?
+      queue %{echo "-----> Setting up Monit..."}
+      monitored.each do |daemon|
+        invoke :"monit:#{daemon}"
+      end
+      invoke :'monit:syntax'
+      invoke :'monit:restart'
+    else
+      queue %{echo "-----> Skiping monit - nothing is set for monitoring..."}
+    end
+  end
+
+  task(:nginx) { monit_config "nginx" }
+  task(:postgresql) { monit_config "postgresql" }
+  task(:redis) { monit_config "redis" }
+  task(:memcached) { monit_config "memcached" }
+  task(:puma) { monit_config "puma", "#{puma_name}" }
+  task(:unicorn) { monit_config "unicorn", "#{unicorn_name}" }
+  task(:sidekiq) { monit_config "sidekiq", "#{sidekiq_name}" }
+  task(:private_pub) { monit_config "private_pub", "#{private_pub_name}" }
+
+  %w[start stop restart syntax reload].each do |command|
+    desc "Run Monit #{command} script"
+    task command do
+      invoke :sudo
+      queue %{echo "-----> Monit #{command}"}
+      queue "sudo service monit #{command}"
+    end
+  end
+end
+
+def monit_config(original_name, destination_name = nil)
+  destination_name ||= origin_name
+  path ||= monit_config_path
+  destination = "#{path}/#{destination_name}"
+  template "monit/#{original_name}.erb", "#{config_path}/monit/#{original_name}"
+  queue echo_cmd %{sudo ln -fs "#{config_path}/monit/#{original_name}" "#{destination}"}
+  queue check_symlink destination
+  # queue "sudo mv /tmp/monit_#{original_name} #{destination}"
+  # queue "sudo chown root #{destination}"
+  # queue "sudo chmod 600 #{destination}"
+end