teknobingo-recipes 0.1.39

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZTUwOGEwMTIxMDkxYTA4NmIwM2IwZWI1MWFjMmMxNzk0NmJlNWYxNA==
+  data.tar.gz: !binary |-
+    Yjc4ZTk5NTIxZTYwOGMxNDViNDMwODU3N2FmM2QzNmI2Mjg4NWNmMg==
+SHA512:
+  metadata.gz: !binary |-
+    OGUxZjkxMzk5N2JlYjAwNzQyM2MxMTZhNTg2NTI2MDJkNWMxNDMxMWI2NDYy
+    NmRkMzZhNGIxMDc1NDY2MzljZmEzMWJhNDkwMDMyODlkZTkxNTc3Y2NiMWRk
+    MDYxNTljMGMzYzRkMjU2Yzk1ZjNjNzZmZmNmOTNmYTE5ZTkwYWI=
+  data.tar.gz: !binary |-
+    ZmE5YjUwZWRmNDEwYThjM2YxOThlODA0NmI0MTU4ZDkzYzlhNmQ1OGI0N2Yx
+    OTFkNTI2NTQ1Mzk0MGFjM2FjODk0OWY2MWYyM2Y5ZDdjMjk5NjNmYWI2Y2Zi
+    YmNkZTk4YjcyZTI1MzczMjc4ZWI5ZGQ3OTg3OTIyYjA0NjliNzg=

data/.gitignore

@@ -0,0 +1,3 @@
+*.gem
+.bundle
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+gemspec
+
+gem 'rake'

data/LICENSE

@@ -0,0 +1 @@
+Copyright (c) 20013 Teknobingo AS

data/README.rdoc

@@ -0,0 +1,18 @@
+=Teknobingo Recipes
+
+Useful Capistrano recipes
+
+==Installation
+
+Gemfile:
+  gem 'teknobingo-recipes', :git => 'git@github.com:teknobingo/teknobingo-recipes.git', :branch => 'master'
+
+To setup the initial Capistrano deploy file, go to your Rails app folder via command line and enter:
+
+  capify .
+
+==Configuration
+
+In deploy.rb
+  require 'teknobingo_recipes'
+  include_recipes :nginx, :rbenv, :passenger

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler/setup'
+Bundler::GemHelper.install_tasks

data/lib/teknobingo_recipes.rb

@@ -0,0 +1 @@
+require 'teknobingo_recipes/helpers'

data/lib/teknobingo_recipes/helpers.rb

@@ -0,0 +1,67 @@
+def set_default(name, *args, &block)
+  set(name, *args, &block) unless exists?(name)
+end
+
+def copy_file(from,to,options={})
+  tmpname = '/tmp/knutervrang'
+  fname = ["../config/recipes/#{stage}/#{from}", "../config/recipes/#{from}", "#{Gem.loaded_specs['teknobingo-recipes'].full_gem_path}/lib/recipes/#{from}"].keep_if do |path|
+    fname = File.expand_path(path, ENV['BUNDLE_GEMFILE'])
+    fname if File.exists? fname
+  end.first
+  put File.read(File.expand_path(fname, ENV['BUNDLE_GEMFILE'])), tmpname, options
+  run "#{sudo} mv #{tmpname} #{to}"
+end
+
+def remote_file_exists?(full_path)
+  'true' ==  capture("if [ -e #{full_path} ]; then echo 'true'; fi").strip
+end
+
+def template(from, to)
+  fname = ["../config/recipes/templates/#{stage}/#{from}", "../config/recipes/templates/#{from}", "#{Gem.loaded_specs['teknobingo-recipes'].full_gem_path}/templates/#{from}"].keep_if do |path|
+    fname = File.expand_path(path, ENV['BUNDLE_GEMFILE'])
+    fname if File.exists? fname
+  end.first
+  fname = File.expand_path(fname, ENV['BUNDLE_GEMFILE'])
+  erb = File.read(fname)
+  put ERB.new(erb).result(binding), to
+end
+
+def has_servers?(options)
+  find_servers(options).size > 0
+end
+
+alias has_server? has_servers?
+
+# Add text to fil unless it is already there
+def sudo_enrich_file(filename, content, search_expr = nil)
+  content = content.gsub("'", "'\\\\''").gsub("\n", '\n')
+  search_expr ||= content
+  run "#{sudo} sh -c \"[ -e '#{filename}' ] || touch '#{filename}'\""
+  run "#{sudo} sh -c \"if grep -q '#{search_expr}' #{filename}; then echo ok; else echo '#{content}' >> #{filename}; fi\""
+end
+def enrich_file(filename, content, search_expr = nil)
+  content = content.gsub("'", "'\\\\''").gsub("\n", '\n')
+  search_expr ||= content
+  run "[ -e '#{filename}' ] || touch '#{filename}'"
+  run "if grep -q '#{search_expr}' #{filename}; then echo ok; else echo '#{content}' >> #{filename}; fi"
+end
+
+def replace_line_in_file(filename, search_expr, new_line)
+  search_expr = search_expr.gsub("'", "'\\\\''").gsub("\n", '\n')
+  new_line = new_line.gsub("'", "'\\\\''").gsub("\n", '\n')
+  run "#{sudo} cp '#{filename}' '#{filename}.bak'" # keep permissions
+  run "#{sudo} sh -c \"sed 's/^#{search_expr}$/#{new_line}/' < '#{filename}.bak' > '#{filename}'\""
+  run "#{sudo} rm '#{filename}.bak'"
+end
+
+module Capistrano
+  class Configuration
+    module Loading
+      def include_recipes *recipes
+        recipes.each do |recipe|
+          load "#{Gem.loaded_specs['teknobingo-recipes'].full_gem_path}/lib/teknobingo_recipes/recipes/#{recipe}.rb"
+        end
+      end
+    end
+  end
+end

data/lib/teknobingo_recipes/recipes/apache.rb

@@ -0,0 +1,62 @@
+set_default :web_server, :apache
+
+namespace :apache do
+
+  def passenger_root
+    @passenger_root ||= begin
+      state = nil
+      passenger_version = nil
+      passenger_root = nil
+      run "gem list",:pty => true do |ch, stream, data|
+        if /passenger \((?<version>.*)\)$/ =~ data
+          passenger_version = version
+        end
+      end
+      run "gem environment",:pty => true do |ch, stream, data|
+        state = nil if data[-1] == ':'
+        if data =~ /GEM PATHS:/
+          state = :gems
+        elsif !passenger_root && state == :gems
+          path = data.split(' - ').last.strip
+          if path && path != ""
+            puts path.inspect
+            if remote_file_exists?("#{path}/gems/passenger-#{passenger_version}/buildout/apache2/mod_passenger.so")
+              passenger_root = "#{path}/gems/passenger-#{passenger_version}"
+            end
+          end
+        end
+      end
+      passenger_root
+    end
+  end
+
+  desc "Install apache"
+  task :install, roles: :web do
+    run "#{sudo} apt-get install -y apache2 apache2.2-common apache2-mpm-prefork apache2-utils libexpat1 apache2-prefork-dev ssl-cert libapache2-mod-xsendfile"
+    run "#{sudo} a2enmod rewrite"
+    run "#{sudo} a2enmod ssl"
+  end
+  after "deploy:install", "apache:install"
+
+  desc "Setup apache"
+  task :setup, roles: :web do
+
+    set_default :passenger_root, passenger_root
+
+    template "passenger_mod.erb", "/tmp/passenger_mod"
+    run "#{sudo} mv /tmp/passenger_mod /etc/apache2/mods-available/passenger.load"
+    run "#{sudo} a2enmod passenger"
+
+    template "http_site.erb", "/tmp/http_site"
+    run "#{sudo} mv /tmp/http_site /etc/apache2/sites-available/#{application}"
+    run "#{sudo} a2ensite #{application}"    
+  end
+  after "deploy:setup", "apache:setup"
+
+  %w[start stop reload restart].each do |command|
+    desc "#{command} Apache"
+    task command, roles: :web do
+      run "#{sudo} /etc/init.d/apache2 #{command}"
+    end
+  end
+end

data/lib/teknobingo_recipes/recipes/base.rb

@@ -0,0 +1,16 @@
+namespace :deploy do
+  desc "Install everything onto the server"
+  task :install, roles: [:app, :web] do
+    run "#{sudo} dpkg-reconfigure grub-pc -f noninteractive"
+    run "#{sudo} apt-get -y update"
+    run "#{sudo} apt-get -y upgrade"
+    run "#{sudo} apt-get -y install python-software-properties"
+    run "#{sudo} locale-gen en_US.UTF-8"
+    run "#{sudo} /usr/sbin/update-locale LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8"
+    run "#{sudo} apt-get -y install locate"
+    run "#{sudo} dpkg-reconfigure locales"
+    run "mkdir -p ~/.ssh"
+    run "chmod 0700 ~/.ssh"
+    run "ssh-keyscan -H github.com >>~/.ssh/known_hosts"
+  end
+end

data/lib/teknobingo_recipes/recipes/check.rb

@@ -0,0 +1,13 @@
+namespace :check do
+  desc "Make sure local git is in sync with remote."
+  task :revision, roles: :web do
+    unless `git rev-parse HEAD` == `git rev-parse origin/#{branch}`
+      puts "WARNING: HEAD is not the same as origin/#{branch}"
+      puts "Run `git push` to sync changes."
+      exit
+    end
+  end
+  before "deploy", "check:revision"
+  before "deploy:migrations", "check:revision"
+  before "deploy:cold", "check:revision"
+end

data/lib/teknobingo_recipes/recipes/logrotate.rb

@@ -0,0 +1,9 @@
+namespace :logrotate do
+  desc "Rotate logs in application."
+  task :setup, roles: [:app, :web] do
+    template "logrotate.erb", '/tmp/logrotate_tmp'
+    run "#{sudo} mv /tmp/logrotate_tmp /etc/logrotate.d/#{application}"
+    run "#{sudo} chown root:root /etc/logrotate.d/#{application}"
+  end
+  after "deploy:setup", "logrotate:setup"
+end

data/lib/teknobingo_recipes/recipes/memcached.rb

@@ -0,0 +1,24 @@
+set_default :memcached_memory_limit, 64
+
+namespace :memcached do
+  desc "Install Memcached"
+  task :install, roles: [:app, :web] do
+    run "#{sudo} apt-get install memcached"
+  end
+  after "deploy:install", "memcached:install"
+
+  desc "Setup Memcached"
+  task :setup, roles: [:app, :web] do
+    template "memcached.erb", "/tmp/memcached.conf"
+    run "#{sudo} mv /tmp/memcached.conf /etc/memcached.conf"
+    restart
+  end
+  after "deploy:setup", "memcached:setup"
+
+  %w[start stop restart].each do |command|
+    desc "#{command} Memcached"
+    task command, roles: [:app, :web] do
+      run "#{sudo} service memcached #{command}"
+    end
+  end
+end

data/lib/teknobingo_recipes/recipes/mogilefs.rb

@@ -0,0 +1,146 @@
+require 'yaml'
+
+set_default(:mogilefs_database) { "#{postgresql_database}_mogilefs" }
+set_default :mogilefs_classes, []
+set_default :mogilefs_tracker_port, 6001
+
+namespace :mogilefs do
+
+  def postgresql_password
+    fname = ["#{shared_path}/config/database.yml","#{current_path}/config/database.yml"].detect do |filename|
+      remote_file_exists?(filename)
+    end
+    if fname
+      capture("ruby -e \"require 'yaml'; config = YAML.load_file('#{fname}'); puts config['#{rails_env}']['password']\"").strip
+    else
+      config = YAML.load_file('config/database.yml')
+      config[rails_env]['password']
+    end
+  end
+
+  def postgresql_host
+    fname = ["#{shared_path}/config/database.yml","#{current_path}/config/database.yml"].detect do |filename|
+      remote_file_exists?(filename)
+    end
+    if fname
+      capture("ruby -e \"require 'yaml'; config = YAML.load_file('#{fname}'); puts config['#{rails_env}']['host']\"").strip
+    else
+      config = YAML.load_file('config/database.yml')
+      config[rails_env]['host']
+    end
+  end
+
+  desc "Install mogilefs."
+  task :install, roles: :app do
+    # MOGSTORED_RUN_WITHOUT_AIO=1
+    run "#{sudo} apt-get -y install liblocal-lib-perl"
+    run "#{sudo} apt-get -y install libcommon-sense-perl"
+    %w(CPAN DBD:SQLite IO:AIO MogileFS:Server MogileFS:Utils MogileFS:Store::Postgres DBD::Pg).each do |pkg|
+      run "#{sudo} MOGTEST_DBTYPE=SQLite perl -MCPAN -e 'force install \"#{pkg}\"'",:pty => true do |ch, stream, data|
+        if data =~ /Would you like to configure as much as possible automatically\? \[yes\]/
+          ch.send_data("\n")
+        elsif ["[local::lib]","sites for you? (This means connecting to the Internet) [yes]", "Would you like me to append that to /home/capistrano/.bashrc now? [yes]"].include?(data.strip)
+          ch.send_data("\n")
+        else
+          Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+        end
+      end
+    end
+  end
+  task :setup_master, roles: :app, only: {primary: true} do
+
+    run "psql -h #{postgresql_host} -d template1 -U #{postgresql_user} -c \"create database #{mogilefs_database} with owner=#{postgresql_user} encoding='UNICODE';\"",:pty => true do |ch, stream, data|
+      if data.strip == 'Password for user clubhouse:'
+        ch.send_data(postgresql_password + "\n")
+      elsif data.strip == "ERROR:  database \"clubhouse_#{rails_env}_mogilefs\" already exists"
+        break
+      else
+        Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+      end
+    end
+
+    run "mogdbsetup --yes --type=Postgres --dbhost=#{postgresql_host} --dbname=#{mogilefs_database} --dbuser=#{postgresql_user} --dbpass='#{postgresql_password}'"
+    start
+    sleep 10
+
+    roles[:app].servers.each do |server|
+      run "mogadm --trackers=localhost:#{mogilefs_tracker_port} host add #{server} --port 7500 --status=alive", :pty => true do |ch, stream, data|
+        if data.strip == "Host already exists."
+          break
+        else
+          Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+        end
+      end
+    end
+    roles[:app].servers.each_with_index do |server,i|
+      run "mogadm --trackers=localhost:#{mogilefs_tracker_port} device add #{server} #{i+1}", :pty => true do |ch, stream, data|
+        if data.strip == "Error adding device: existing_devid existing_devid"
+          break
+        else
+          Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+        end
+      end
+    end
+    run "mogadm --trackers=localhost:#{mogilefs_tracker_port} check"
+    run "mogadm --trackers=localhost:#{mogilefs_tracker_port} domain add #{application}", :pty => true do |ch, stream, data|
+      if data.strip == "Error creating domain: domain_exists That domain already exists"
+        break
+      else
+        Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+      end
+    end
+    mogilefs_classes.each do |klass|
+      run "mogadm --trackers=localhost:#{mogilefs_tracker_port} class add #{application} #{klass}", :pty => true do |ch, stream, data|
+        if data.strip == "Error creating class: class_exists That class already exists in that domain"
+          break
+        else
+          Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+        end
+      end
+    end
+  end
+  task :setup, roles: :app do
+    run "#{sudo} sh -c \"adduser --disabled-login --disabled-password mogile; exit 0\"",:pty => true do |ch, stream, data|
+      if data =~ /\[\]: $/
+        ch.send_data("\n")
+      elsif data.strip == "Is the information correct? [Y/n]"
+        ch.send_data("\n")
+      else
+        Capistrano::Configuration.default_io_proc.call(ch,stream,data)
+      end
+    end
+    run "#{sudo} mkdir -p /etc/mogilefs"
+
+    set :mogile_db_host, postgresql_host
+    set :mogilefs_master, roles[:app].servers.detect{ |server| server.options[:primary] == true }
+
+    template "mogilefsd_conf.erb", "/tmp/mogilefsd_conf"
+    run "#{sudo} mv /tmp/mogilefsd_conf /etc/mogilefs/mogilefsd.conf"
+    template "mogstored_conf.erb", "/tmp/mogstored_conf"
+    run "#{sudo} mv /tmp/mogstored_conf /etc/mogilefs/mogstored.conf"
+
+    copy_file '../rc-scripts/mogilefsd','/etc/init.d/mogilefsd', :mode => '755'
+    copy_file '../rc-scripts/mogstored','/etc/init.d/mogstored', :mode => '755'
+    run '#{sudo} chown root:root /etc/init.d/mogilefsd'
+    run '#{sudo} chown root:root /etc/init.d/mogstored'
+
+    run "#{sudo} mkdir -p /var/mogdata/dev1"
+    run "#{sudo} mkdir -p /var/mogdata/dev2"
+    run "#{sudo} chown mogile:mogile /var/mogdata"
+    run "#{sudo} chown mogile:mogile /var/mogdata/dev1"
+    run "#{sudo} chown mogile:mogile /var/mogdata/dev2"
+    run "#{sudo} update-rc.d mogilefsd defaults"
+    run "#{sudo} update-rc.d mogstored defaults"
+    run "#{sudo} apt-get -y install sysstat"
+
+    setup_master
+  end
+  after "deploy:install", "mogilefs:install"
+  after "deploy:setup", "mogilefs:setup"
+
+  task :start, roles: :app do
+    # nohup ensures start-stop-deamon completes its backround startup process before ssh exits
+    run "#{sudo} nohup service mogstored start"
+    run "#{sudo} nohup service mogilefsd start"
+  end
+end

data/lib/teknobingo_recipes/recipes/nfs.rb

@@ -0,0 +1,99 @@
+namespace :nfs do
+  # See https://help.ubuntu.com/community/SettingUpNFSHowTo
+
+  desc 'Install nfs, and if a primary is defined nfs server will be installed'
+  task :install do
+    if has_servers? roles: :nfs, only: {primary: true}
+      nfs.server.install
+    end
+    nfs.client.install
+  end
+  after "deploy:install", "nfs:install"
+  
+  desc 'Setup nfs, primary will setup share, others will mount share'
+  task :setup do
+    if has_servers? roles: :nfs, only: {primary: true}
+      nfs.server.setup
+    end
+    nfs.client.setup
+  end
+
+  desc 'Restart nfs (applies to server only)'
+  task :restart do
+    if has_servers? roles: :nfs, only: {primary: true}
+      nfs.server.restart
+    end
+  end
+
+  namespace :client do
+    desc 'Install nfs client'
+    task :install, roles: :nfs, except: {primary: true} do
+      packages = %w(rpcbind nfs-common)
+      packages.each do |package|
+        run "#{sudo} apt-get install #{package}", pty: true do |ch, stream, data|
+          case data.strip
+          when 'Do you want to continue [Y/n]?'
+            ch.send_data("\n")
+          end
+        end
+      end
+    end
+    desc <<-DESC
+      Setup nfs mount points. Define nfs_shares that are to be setup. \
+      You define source and mount points as a hash. Example:
+        set :nfs_shares, { '/var/export' => '/var/shared'}
+      If not specifying server path, primary will be used.
+      If specifying server path, that server will be used. E.g.
+        set :nfs_shares, { 'myserver:/var/export' => '/var/shared'}
+    DESC
+    task :setup, roles: :nfs, except: {primary: true} do
+      # replace_line_in_file '/etc/default/nfs-common', 'NEED_IDMAPD=.*', 'NEED_IDMAPD=yes'
+      nfs_shares.each do |export,share|
+        run "#{sudo} mkdir -p --mode=777 #{share}"
+        source_path = export.include?(':') ? export : "#{find_servers(roles: :nfs, only: {primary: true}).first}:#{export}"
+        run "#{sudo} mount #{source_path} #{share}"
+        sudo_enrich_file '/etc/fstab', "#{source_path}   #{share}   nfs    auto  0  0"
+      end
+    end
+  end
+
+  namespace :server do
+    desc 'Install nfs server'
+    task :install, roles: :nfs, only: {primary: true} do
+      packages = %w(rpcbind nfs-kernel-server)
+      packages.each do |package|
+        run "#{sudo} apt-get install #{package}", pty: true do |ch, stream, data|
+          case data.strip
+          when 'Do you want to continue [Y/n]?'
+            ch.send_data("\n")
+          end
+        end
+      end
+    end
+
+    desc <<-DESC
+      Setup servershares. Define nfs_shares that are to be setup. \
+      Directories will be created unless they exists. \
+      You define source and mount points as a hash. Example:
+        set :nfs_shares, { '/var/export' => '/var/shared'}
+    DESC
+    task :setup, roles: :nfs, only: {primary: true} do
+      nfs_shares.each do |export,share|
+        run "#{sudo} mkdir -p --mode=777 #{export}"
+        run "#{sudo} mkdir -p --mode=777 #{share}"
+        run "#{sudo} mount --bind #{share} #{export}"
+        sudo_enrich_file '/etc/fstab', "#{share}    #{export}   none    bind  0  0"
+        #replace_line_in_file '/etc/default/nfs-common', 'NEED_IDMAPD=.*', 'NEED_IDMAPD=yes'
+        # may need export in /etc/exports
+        sudo_enrich_file '/etc/exports', "#{export} *(rw,nohide,insecure,no_subtree_check,async)"
+      end
+    end
+    
+    desc 'Restart nfs server'
+    task :restart, roles: :nfs, only: {primary: true} do 
+      run "#{sudo} service nfs-kernel-server restart"
+    end
+  end
+  
+  
+end