pvcglue 0.1.5

data/lib/pvcglue/packages/nginx.rb

@@ -0,0 +1,10 @@
+# Reference http://www.modrails.com/documentation/Users%20guide%20Nginx.html
+# 'nginx-extras' is the "everything" install, https://wiki.debian.org/Nginx
+apt_package 'nginx', 'nginx-extras' do
+  depends_on 'phusion-repository' # Must use nginx from phusion repo to automatically get passenger integration and the latest version
+  action('start') { sudo 'service nginx start' }
+  action('stop') { sudo 'service nginx stop' }
+  action('restart') { trigger('nginx:running') ? sudo('service nginx restart') : trigger('nginx:start') }
+  action('running') { run('ps aux | grep [n]ginx') =~ /nginx: master process/ }
+  action('reload') { sudo 'pkill -HUP nginx' }
+end

data/lib/pvcglue/packages/nodejs.rb

@@ -0,0 +1,17 @@
+package 'nodejs' do
+  depends_on 'apt'
+  validate do
+    trigger('apt:exists', 'nodejs') &&
+        binary_exists?('node') &&
+        binary_exists?('npm')
+  end
+  apply do
+    trigger 'apt:ppa', 'ppa:chris-lea/node.js'
+    trigger 'apt:update'
+    trigger 'apt:install', 'nodejs'
+  end
+  remove do
+    trigger 'apt:remove', 'nodejs'
+  end
+end
+

data/lib/pvcglue/packages/passenger.rb

@@ -0,0 +1,28 @@
+apt_package 'apt-transport-https'
+apt_package 'passenger'
+
+package 'phusion-sources-list' do
+  file({
+           :template => Pvcglue.template_file_name('passenger.list.erb'),
+           :destination => '/etc/apt/sources.list.d/passenger.list',
+           :permissions => 644,
+           :user => 'root',
+           :group => 'root'
+       }) { trigger 'apt:update', true
+  }
+
+end
+
+package 'phusion-apt-key' do
+  apply do
+    sudo "apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 561F9B9CAC40B2F7"
+  end
+end
+
+package 'phusion-repository' do
+  # http://www.modrails.com/documentation/Users%20guide%20Nginx.html#install_on_debian_ubuntu
+  depends_on 'apt-transport-https'
+  depends_on 'phusion-apt-key'
+  depends_on 'phusion-sources-list'
+end
+

data/lib/pvcglue/packages/postgresql.rb

@@ -0,0 +1,10 @@
+apt_package 'postgresql' do
+  action('start') { sudo 'service postgresql start' }
+  action('stop') { sudo 'service postgresql stop' }
+  action('restart') { sudo('service postgresql restart') }
+end
+
+package 'postgres' do
+  depends_on 'postgresql', 'libpq-dev'
+end
+

data/lib/pvcglue/packages/role_db.rb

@@ -0,0 +1,47 @@
+package 'db' do
+  depends_on 'env-initialized'
+  depends_on 'postgresql'
+  depends_on 'postgresql-conf'
+  depends_on 'postgresql-app-stage-conf'
+end
+
+package 'postgresql-conf' do
+  file({
+           :template => Pvcglue.template_file_name('postgresql.conf.erb'),
+           :destination => '/etc/postgresql/9.1/main/postgresql.conf',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'postgres',
+           :group => 'postgres'
+       }) { trigger 'postgresql:restart' }
+
+  file({
+           :template => Pvcglue.template_file_name('pg_hba.conf.erb'),
+           :destination => '/etc/postgresql/9.1/main/pg_hba.conf',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'postgres',
+           :group => 'postgres'
+       }) { trigger 'postgresql:restart' }
+end
+
+package 'postgresql-app-stage-conf' do
+  # TODO: Add `verify` method so it will be faster, and won't display errors
+  apply do
+    username = Pvcglue.cloud.stage_env['DB_USER_POSTGRES_USERNAME']
+    password = Pvcglue.cloud.stage_env['DB_USER_POSTGRES_PASSWORD']
+    db_name = username # just for clarity in later statements.  This also must match database.yml.
+    run(%Q[sudo -u postgres psql -c "CREATE ROLE #{username} LOGIN CREATEDB PASSWORD '#{password}'"])
+    run(%Q[sudo -u postgres psql -c "ALTER ROLE #{username} PASSWORD '#{password}' CREATEDB LOGIN"])
+    run(%Q[sudo -u postgres psql -c "CREATE DATABASE #{db_name} WITH OWNER #{username}"])
+    run(%Q[sudo -u postgres psql #{db_name} -c "ALTER SCHEMA public OWNER TO #{username}"])
+  end
+end
+
+package 'postgresql-root-password' do
+  apply do
+    # TODO: Use this to implement setting of the root password
+    # sudo(%q[sudo -u postgres psql -c "ALTER ROLE postgres WITH PASSWORD 'zzz';"])
+  end
+end
+

data/lib/pvcglue/packages/role_lb.rb

@@ -0,0 +1,64 @@
+package 'lb' do
+  depends_on 'nginx'
+  depends_on 'ssl-cert'
+  depends_on 'lb-config'
+  depends_on 'lb-maintenance-files'
+
+  validate do
+    trigger('nginx:running')
+  end
+
+end
+
+package 'lb-config' do
+  file({
+           :template => Pvcglue.template_file_name('lb.nginx.conf.erb'),
+           :destination => '/etc/./nginx/nginx.conf', # !!! Yes the extra '.' is important !!!  It makes this nginx.conf a 'different' nginx.conf than the web server.  Seems to be a "feature" of the orca gem.
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) { sudo('service nginx restart') }
+
+  file({
+           :template => Pvcglue.template_file_name('lb.sites-enabled.erb'),
+           :destination => "/etc/./nginx/sites-enabled/#{Pvcglue.cloud.app_and_stage_name}", # !!! Yes the extra '.' is important !!!  It makes this nginx.conf a 'different' nginx.conf than the web server.  Seems to be a "feature" of the orca gem.
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) { sudo('service nginx restart') }
+end
+
+package 'lb-maintenance-files' do
+  apply do
+    source_dir = Pvcglue.configuration.app_maintenance_files_dir
+    dest_dir = Pvcglue.cloud.maintenance_files_dir
+    # run on remote
+    run(%(mkdir -p #{dest_dir}))
+    # run rsync from local machine (and it will connect to remote)
+    cmd = (%(rsync -rzv --exclude=maintenance.on --delete -e 'ssh -p #{Pvcglue.cloud.port_in_node_context}' #{source_dir}/ #{node.get(:user)}@#{node.host}:#{dest_dir}/))
+    raise $?.to_s unless system(cmd)
+  end
+end
+
+package 'maintenance_mode' do
+  apply do
+    if Pvcglue.cloud.maintenance_mode == 'on'
+      run "touch #{Pvcglue.cloud.maintenance_mode_file_name}"
+    else
+      run "rm #{Pvcglue.cloud.maintenance_mode_file_name}"
+    end
+  end
+end
+
+package 'ssl-cert' do
+  apply do
+    if Pvcglue.cloud.ssl_mode == :load_balancer_force_ssl
+      sudo(%(mkdir -p #{Pvcglue.cloud.nginx_config_ssl_path}))
+      sudo(%Q[echo '#{Pvcglue.cloud.ssl_crt}' | sudo tee #{Pvcglue.cloud.nginx_ssl_crt_file_name} && sudo chmod 600 #{Pvcglue.cloud.nginx_ssl_crt_file_name}])
+      sudo(%Q[echo '#{Pvcglue.cloud.ssl_key}' | sudo tee #{Pvcglue.cloud.nginx_ssl_key_file_name} && sudo chmod 600 #{Pvcglue.cloud.nginx_ssl_key_file_name}])
+      # TODO:  Restart nginx!!!
+    end
+  end
+end

data/lib/pvcglue/packages/role_memcached.rb

@@ -0,0 +1,14 @@
+apt_package 'memcached'
+
+package 'caching' do
+  depends_on 'memcached'
+  file({
+           :template => Pvcglue.template_file_name('memcached.conf.erb'),
+           :destination => '/etc/memcached.conf',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) { sudo('service memcached restart') }
+end
+

data/lib/pvcglue/packages/role_web.rb

@@ -0,0 +1,60 @@
+package 'web' do
+  # rvm/ruby install based on http://ryanbigg.com/2010/12/ubuntu-ruby-rvm-rails-and-you/
+  depends_on 'swap' # needed for deployment/asset building on < 1GB machines
+  depends_on 'build-essential'
+  depends_on 'git'
+  depends_on 'rvm'
+  depends_on 'no-rdoc'
+
+
+  depends_on 'rvm-ruby'
+  depends_on 'bundler'
+  depends_on 'nginx'
+  depends_on 'phusion-passenger'
+  depends_on 'app-env'
+  depends_on 'web-site-config'
+
+  depends_on 'imagemagick' # TODO:  app specific--will need to make system to include extra packages
+  depends_on 'libpq-dev' # for pg gem
+  depends_on 'nodejs'
+end
+
+
+package 'web-site-config' do
+  depends_on 'web-get-passenger-ruby'
+  file({
+           :template => Pvcglue.template_file_name('web.sites-enabled.erb'),
+           :destination => "/etc/nginx/sites-enabled/#{Pvcglue.cloud.app_and_stage_name}",
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) { sudo('service nginx restart') }
+end
+
+package 'web-get-passenger-ruby' do
+  apply do
+    info = run("rvm use #{Pvcglue.configuration.ruby_version} && $(which passenger-config) --ruby-command")
+    if info =~ /passenger_ruby (.*)/
+      Pvcglue.cloud.passenger_ruby = $1
+    else
+      raise "'passenger_ruby' not found." unless Pvcglue.cloud.passenger_ruby
+    end
+  end
+end
+
+package 'phusion-passenger' do
+  depends_on 'phusion-repository'
+  depends_on 'passenger'
+  validate do
+    run('passenger -v') =~ /Phusion Passenger version 4/
+  end
+
+  file({
+           :template => Pvcglue.template_file_name('web.nginx.conf.erb'),
+           :destination => '/etc/nginx/nginx.conf',
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) { trigger 'nginx:restart' }
+end

data/lib/pvcglue/packages/rvm.rb

@@ -0,0 +1,75 @@
+package 'rvm' do
+  depends_on 'curl'
+  depends_on 'rvm-bashrc'
+
+  validate do
+    run('type rvm | head -n 1') =~ /rvm is a function/
+  end
+
+  apply do
+    run '\curl -sSL https://get.rvm.io | bash -s stable'
+    run "rvm requirements"
+  end
+
+  remove do
+    run 'yes "yes" | rvm implode'
+  end
+end
+
+package 'rvm-bashrc' do
+  file({
+           :template => Pvcglue.template_file_name('web.bashrc.erb'),
+           :destination => '/home/deploy/.bashrc',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'deploy',
+           :group => 'deploy'
+       })
+end
+
+package 'gem' do
+  depends_on 'rvm-ruby'
+  action 'exists' do |gem_name|
+    run("gem list -i #{gem_name}") =~ /true/
+  end
+  action 'install' do |gem_name|
+    sudo "gem install #{gem_name} --no-ri --no-rdoc"
+  end
+  action 'uninstall' do |gem_name|
+    sudo "gem uninstall #{gem_name} -x -a"
+  end
+end
+
+package 'bundler' do
+  depends_on 'gem'
+  apply { trigger 'gem:install', 'bundler' }
+  remove { trigger 'gem:remove', 'bundler' }
+  validate { trigger 'gem:exists', 'bundler' }
+end
+
+package 'rvm-ruby' do
+  depends_on 'rvm'
+
+  validate do
+    run('rvm list strings') =~ /#{Pvcglue.configuration.ruby_version.gsub('.', '\.')}/
+  end
+
+  apply do
+    run "rvm install #{Pvcglue.configuration.ruby_version}"
+    # run "rvm --default use 2.0.0"
+  end
+
+  remove do
+    run "rvm remove --archive --gems #{Pvcglue.configuration.ruby_version}"
+  end
+
+end
+
+package 'no-rdoc' do
+  file({
+           :template => Pvcglue.template_file_name('gemrc.erb'),
+           :destination => '/home/deploy/.gemrc',
+           :create_dirs => false
+       })
+end
+

data/lib/pvcglue/packages/timezone.rb

@@ -0,0 +1,17 @@
+package 'time-zone' do
+  # http://hacksforge.com/How-to-change-time-zone-in-Ubuntu-Linux.html
+
+  file({
+           :template => Pvcglue.template_file_name('timezone.erb'),
+           :destination => '/etc/timezone',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) do
+    sudo %Q[dpkg-reconfigure --frontend noninteractive tzdata]
+    sudo %Q[service cron restart]
+  end
+
+end
+

data/lib/pvcglue/packages/ubuntu.rb

@@ -0,0 +1,100 @@
+# apt_package 'htop' # moved to manager
+# apt_package 'ufw' # moved to manager
+apt_package 'build-essential'
+apt_package 'git', 'git-core'
+apt_package 'libpq-dev'
+apt_package 'libxml2', 'libxml2-dev'
+apt_package 'libxslt', 'libxslt1-dev'
+apt_package 'imagemagick'
+apt_package 'curl'
+
+package 'swap' do
+  # https://www.digitalocean.com/community/articles/how-to-add-swap-on-ubuntu-12-04
+  depends_on 'swap-fstab'
+
+  validate do
+    # TODO:  This may be brittle
+    # Ex:  "Filename\t\t\t\tType\t\tSize\tUsed\tPriority\n/swapfile                               file\t\t524284\t306372\t-1\n"
+    result = sudo("swapon -s")
+    data = result.split("\n").last.split("\t")[2]
+    # sudo("swapon -s") =~ /\/swapfile                               file		#{Pvcglue.cloud.swapfile_size}	0	-1/
+    megs = (data.to_f / 1024).round
+    puts megs.inspect
+    puts Pvcglue.cloud.swapfile_size.inspect
+    megs == Pvcglue.cloud.swapfile_size
+  end
+
+  apply do
+    sudo("swapoff -a")
+    sudo("rm /swapfile")
+    sudo("fallocate -l #{Pvcglue.cloud.swapfile_size}M /swapfile")
+    # sudo("dd if=/dev/zero of=/swapfile bs=1024 count=#{Pvcglue.cloud.swapfile_size}k")
+    sudo("sudo chown root:root /swapfile && sudo chmod 0600 /swapfile")
+    sudo("echo 10 | sudo tee /proc/sys/vm/swappiness")
+    sudo("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf")
+    sudo("mkswap /swapfile")
+    sudo("swapon /swapfile")
+  end
+end
+
+package 'swap-fstab' do
+  validate do
+    sudo("cat /etc/fstab") =~ /\/swapfile/
+  end
+
+  apply do
+    sudo(%Q[echo '/swapfile       none    swap    sw      0       0' | sudo tee -a /etc/fstab])
+  end
+end
+
+package 'apt-get-upgrade' do
+  apply do
+    sudo "DEBIAN_FRONTEND=noninteractive apt-get update -y -qq"
+    sudo "DEBIAN_FRONTEND=noninteractive apt-get upgrade -y"
+  end
+end
+=begin
+# /etc/fstab: static file system information.
+#
+# Use 'blkid' to print the universally unique identifier for a
+# device; this may be used with UUID= as a more robust way to name devices
+# that works even if disks are added and removed. See fstab(5).
+#
+# <file system> <mount point>   <type>  <options>       <dump>  <pass>
+proc            /proc           proc    nodev,noexec,nosuid 0       0
+# / was on /dev/vda1 during installation
+UUID=b96601ba-7d51-4c5f-bfe2-63815708aabd /               ext4    noatime,errors=remount-ro 0       1
+=end
+package 'reboot' do
+  apply do
+    sudo "reboot"
+  end
+end
+
+package 'get-hostname' do
+  apply do
+    Pvcglue.cloud.current_hostname = run('hostname')
+  end
+
+end
+
+package 'hostname' do
+  depends_on 'get-hostname'
+
+  file({
+           :template => Pvcglue.template_file_name('hosts.erb'),
+           :destination => '/etc/hosts',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'root',
+           :group => 'root'
+       }) do
+    sudo('service hostname restart')
+    hostname_f = run 'hostname -f'
+    if Pvcglue.cloud.current_hostname != hostname_f
+      raise "Hostname mismatch:  #{Pvcglue.cloud.current_hostname} != #{hostname_f}"
+    end
+  end
+
+end
+