rubyworks-ec2 0.1.4

data/COPYING

@@ -0,0 +1,18 @@
+Copyright (c) 2007 nutrun.com
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to
+deal in the Software without restriction, including without limitation the
+rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+sell copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+  
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+   
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER 
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,11 @@
+= rubyworks-ec2
+
+Version: 0.1.4
+
+rubyworks-ec2 is a collection of Capistrano 2.0 recipes and utilities for automating the deployment of Rails applications on Amazon EC2 using the RubyWorks Production Stack.
+
+Invoke "cap -T" for a list of the available Capistrano tasks.
+
+Detailed docs coming soon.
+
+In the meantime, visit http://nutrun.com/weblog/rubyworks-production-stack-on-amazon-ec2

data/Rakefile

@@ -0,0 +1,42 @@
+%w(rubygems rake/gempackagetask rake/rdoctask rake/contrib/sshpublisher).each {|l|require l}
+
+task :default => :gem
+
+Rake::RDocTask.new('rdoc') do |t| 
+  t.rdoc_files.include('README', 'COPYING', 'lib/**/*.rb') 
+  t.main = 'README' 
+  t.title = "rubyworks-ec2"
+  # t.options = ['--inline-source']
+end
+
+desc "Upload homepage to RubyForge"
+task :upload_homepage do
+  Rake::SshDirPublisher.new("gmalamid@rubyforge.org", "/var/www/gforge-projects/synthesis", "etc/index.html").upload
+end
+
+gem_spec = Gem::Specification.new do |s|
+  s.name = 'rubyworks-ec2'
+  s.rubyforge_project = 'rubyworks-ec2'
+  s.version = '0.1.4'
+  s.platform = Gem::Platform::RUBY
+  s.summary, s.description = 'RubyWorks support'
+  s.author = 'George Malamidis, Markus Bengts'
+  s.email = 'george@nutrun.com'
+  s.homepage = 'http://rubyworks-ec2.rubyforge.org'
+  s.has_rdoc = true
+  s.rdoc_options += ['--quiet', '--title', 'rubyworks-ec2', '--main', 'README']
+  s.extra_rdoc_files = ['README', 'COPYING']
+  excluded = FileList['etc/*']
+  s.files = FileList['**/*.rb', 'COPYING', 'README', 'Rakefile', 'config/**/*'] - excluded
+  s.executables << "capify-for-ec2"
+  s.add_dependency('capistrano', '~> 2.0')
+  s.add_dependency('aws-s3')
+end
+
+Rake::GemPackageTask.new(gem_spec) do |t|
+  t.need_zip = false
+  t.need_tar = false
+end
+
+desc "Remove gem and rdoc artifacts"
+task :clean => [:clobber_package, :clobber_rdoc]

data/bin/capify-for-ec2

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+
+# This could be much nicer with help and other options.
+# Now we just pass all arguments to capify and assume
+# that the first argument is the path to a rails project.
+
+system("capify #{ARGV * ' '}")
+
+path = ARGV[0]
+capfile = File.join(path, "Capfile")
+deploy_rb = File.join(path, "config/deploy.rb")
+config_server = File.join(path, "config/server")
+
+unless File.exist?(capfile)
+  raise "Cannot continue without a Capfile"
+end
+
+# Add a require statement to the end of Capfile
+if system("grep -q rubyworks-ec2 #{capfile}")
+  puts "[skip] #{capfile} already requires rubyworks-ec2"
+else
+  puts "[add] require statement to #{capfile}"
+  system <<-CMD
+  echo '' >> Capfile
+  echo 'require "rubyworks-ec2"' >> Capfile
+  CMD
+end
+
+# Modify config/deploy.rb
+if system("grep -q instance_id #{deploy_rb}") and system("grep -q ezcrypto #{deploy_rb}")
+  puts "[skip] #{deploy_rb} already contains necessary configuration"
+else
+  puts "[add] configuration template to #{deploy_rb}"
+  File.open(deploy_rb, "r+") do |file|
+    lines = file.readlines
+    file.pos = 0 # write to the beginning of deploy.rb
+    file.puts 'set :instance_id, ""'
+    file.puts 'set :instance_url, ""'
+    file.puts ''
+    lines.each do |line|
+      file.puts line.sub(/"your .+-server here"/, 'instance_url')
+    end
+    file.puts ''
+    file.puts <<-EOF
+# Replace the examples with your AWS credentials
+set :keypair, "your-keypair"
+set :account_id, "123456789098"
+set :access_key_id, "ABCDE123456789"
+set :secret_access_key, "323848492AHSBCYEBDNCSCUENCCKS"
+set :pk, "pk-323848492AHSBCYEBDNCSCUENCCKS.pem"
+set :cert, "cert-323848492AHSBCYEBDNCSCUENCCKS.pem"
+
+# Packages and gems to install on the server
+set :packages, %w(apache2 subversion mysql-server libmysql-ruby less)
+set :gems, %w(aws-s3 ezcrypto)
+    EOF
+  end
+end
+
+# Copy templates for server configuration to config/server
+# FIX: does not work unless path == '.'
+system "cd #{path} && cap configuration:initialize_from_templates"
+
+puts "[done] Now you can edit #{deploy_rb} and the files in #{config_server}"

data/config/server/etc/apache2/sites-available/default

@@ -0,0 +1,50 @@
+NameVirtualHost *
+<VirtualHost *>
+	#ServerName site.com
+	#ServerAlias www.site.com
+	
+	DocumentRoot /usr/rails/public
+	
+	<Directory "/usr/rails/public">
+		Options FollowSymLinks
+		AllowOverride All
+		Order Allow,Deny
+		Allow from All
+	</Directory>
+	
+	RewriteEngine On
+	
+	#site down for maintenance
+	RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+	RewriteCond %{SCRIPT_FILENAME} !maintenance.html
+	RewriteRule ^.*$ /system/maintenance.html [L]
+	
+	#static index
+	RewriteRule ^/$ %{DOCUMENT_ROOT}/index.html [QSA]
+	
+	#cached pages
+	RewriteRule ^([^.]+)$ $1.html [QSA]
+	
+	#dynamic content
+	RewriteCond %{DOCUMENT_ROOT}%{REQUEST_FILENAME} !-f
+	RewriteRule .* http://127.0.0.1:3001%{REQUEST_URI} [L,P,QSA]
+	
+	ProxyRequests Off
+	
+	<Proxy *>
+		Order deny,allow
+		Allow from all
+	</Proxy>
+
+	ProxyPass / http://127.0.0.1:3001/
+	ProxyPassReverse / http://127.0.0.1:3001
+	ProxyPreserveHost on
+
+	ProxyPass /images !
+	ProxyPass /stylesheets !
+	ProxyPass /javascripts !
+
+	Alias /images %{DOCUMENT_ROOT}/images
+	Alias /stylesheets %{DOCUMENT_ROOT}/stylesheets
+	Alias /javascripts %{DOCUMENT_ROOT}/javascripts
+</VirtualHost>

data/config/server/etc/crontab

@@ -0,0 +1,16 @@
+# /etc/crontab: system-wide crontab
+# Unlike any other crontab you don't have to run the `crontab'
+# command to install the new version when you edit this file
+# and files in /etc/cron.d. These files also have username fields,
+# that none of the other crontabs do.
+
+SHELL=/bin/sh
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+
+# m h dom mon dow user	command
+17 *	* * *	root    cd / && run-parts --report /etc/cron.hourly
+25 6	* * *	root	test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.daily )
+47 6	* * 7	root	test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.weekly )
+52 6	1 * *	root	test -x /usr/sbin/anacron || ( cd / && run-parts --report /etc/cron.monthly )
+*/30 * * * * root (source $HOME/.amazon_keys && /usr/lib/site_ruby/rubyworks/backup_db ) 
+#

data/config/server/etc/monit/monitrc

@@ -0,0 +1,44 @@
+# Configuration for Monit, a monitoring tool
+# whose role in RubyWorks stack is to ensure that other components
+# are up and running at all times.
+#
+# Original documentation for Monit is here:
+#    http://www.tildeslash.com/monit/doc/manual.php
+
+set daemon 15 # Perform a check every 15 seconds
+set logfile /var/log/monit.log
+
+# set mailserver mail.bar.com
+# set alert admin@bar.com
+# mail-format {
+#    from: rubyworks@rubyforge.org
+#    subject: $SERVICE $EVENT at $DATE
+#    message: Monit $ACTION $SERVICE at $DATE on $HOST,
+#
+#    Yours sincerely,
+#    RubyWorks.
+# }
+
+# This section configures Monit's web frontend on port http://localhost:2812.
+set httpd port 2812 and
+    # only accept connection from localhost. Change to 0.0.0.0 to accept 
+    # remote connections. Make sure to change the password in the 'allow' 
+    # statement if you do.
+    use address 127.0.0.1  
+    # When someone connects to the web frontend, perform basic HTTP i
+    # authentication and accept username/password admin/MonitPa$$w0rd
+    allow admin:MonitPa$$w0rd
+
+include /etc/rails/monit.conf
+
+check process mysql with pidfile "/var/run/mysqld/mysqld.pid"
+  group database
+  start program = "/etc/init.d/mysql start"
+  stop program = "/etc/init.d/mysql stop"
+  if failed host 127.0.0.1 port 3306 protocol mysql then restart
+  if totalmem is greater than 600.0 MB for 2 cycles then alert
+  if 5 restarts within 5 cycles then timeout
+
+check file slow_queries with path "/var/log/mysql/mysql-slow.log"
+  group database
+  if changed timestamp then alert

data/config/server/etc/mysql/my.cnf

@@ -0,0 +1,162 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port      = 3306
+socket    = /var/run/mysqld/mysqld.sock
+default_character_set = utf8
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket		= /var/run/mysqld/mysqld.sock
+nice		= 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+user        = mysql
+pid-file    = /var/run/mysqld/mysqld.pid
+socket      = /var/run/mysqld/mysqld.sock
+port        = 3306
+basedir     = /usr
+datadir     = /var/lib/mysql
+tmpdir      = /tmp
+language    = /usr/share/mysql/english
+skip-external-locking
+default_storage_engine  = InnoDB
+character_set_server    = utf8
+collation_server        = utf8_unicode_ci
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+bind-address		= 127.0.0.1
+#
+# * Fine Tuning (Most of these options apply to MyISAM only. See InnoDB below.)
+#
+key_buffer            = 32M
+max_allowed_packet    = 16M
+thread_stack          = 192K
+thread_cache          = 8
+# Each mongrel process uses exactly one connection all the time. (?)
+# Is there any benefit of a smaller number for max_connections?
+max_connections       = 50
+table_cache           = 64
+#thread_concurrency   = 10
+# each connection requires read_buffer + sort_buffer + less than 1M of RAM
+read_buffer           = 1M
+sort_buffer           = 2M
+#
+# * Query Cache Configuration
+#
+# Frequently updated tables should use InnoDB. MyISAM tables are mainly read-only,
+# so if we have enough query_cache, it should be fast.
+query_cache_limit     = 4M
+query_cache_size      = 128M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log		= /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+# (rubyworks-ec2 sets up monit to notify about changes to mysql-slow.log)
+log_slow_queries  = /var/log/mysql/mysql-slow.log
+long_query_time   = 2
+#log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+#server-id		= 1
+log_bin			= /var/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days  = 10
+max_binlog_size   = 100M
+#binlog_do_db     = include_database_name
+#binlog_ignore_db = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# Read the manual for more InnoDB related options. There are many!
+# http://dev.mysql.com/doc/refman/5.0/en/innodb-parameters.html
+
+# ibdata1 could be 20G (or even more) to avoid autoextending during runtime
+# (wonder how well it is compressed if you bundle it to a new image)
+innodb_data_file_path       = ibdata1:100M;ibdata2:50M:autoextend
+
+# if you have a dedicated instance you should increase the buffer pool size
+innodb_buffer_pool_size     = 384M
+innodb_additional_mem_pool  = 64M
+
+# log file size should be less than 50% of the buffer pool size
+# (changing log file size: http://dev.mysql.com/doc/refman/5.0/en/adding-and-removing.html)
+innodb_log_file_size        = 128M
+innodb_log_buffer_size      = 8M
+
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet	= 16M
+
+[mysql]
+#no-auto-rehash	# faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer		= 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/
+

data/config/server/etc/rails/haproxy.conf

@@ -0,0 +1,77 @@
+# Configuration file for HAProxy, general-purpose proxy used
+# in RubyWorks stack to distribute load between multiple Mongrel processes
+# 
+# Original documentation for this file is here: 
+#     http://haproxy.1wt.eu/download/1.2/doc/haproxy-en.txt
+
+global
+  # maximum number of simultaneous active connections from an upstream web server
+  maxconn 500 
+
+  # Logging to syslog facility local0. HAProxy can only log to a TCP socket, therefore 
+  # syslogd must be started with -r option. See RubyWorks documentation for detailed 
+  # instructions.
+  log   127.0.0.1       local0
+
+  # Run under unprivileged rails account
+  user rails
+  group rails
+
+  # Uncomment the statement below to turn on verbose logging
+  #debug
+
+# Settings in the defaults section apply to all services (unless you change it,
+# this configuration defines one service, called rails).
+defaults
+
+  # apply log settings from the global section above to services
+  log global
+
+  # Proxy incoming traffic as HTTP requests
+  mode http
+
+  # Distribute incoming requests between Mongrels by round robin algorythm.
+  # Note that because of 'maxconn 1' settings in the listen section, Mongrels 
+  # that are busy processing some other request will actually be skipped.
+  # So, the actual load-balancing behavior is smarter than simple round robin.
+  balance roundrobin
+
+  # Maximum number of simultaneous active connections from an upstream web server 
+  # per service
+  maxconn 500
+
+  # Log details about HTTP requests
+  option httplog
+
+  # Abort request if client closes its output channel while waiting for the 
+  # request. HAProxy documentation has a long explanation for this option.
+  option abortonclose
+
+  # If sending a request to one Mongrel fails, try to send it to another, 3 times
+  # before aborting the request
+  retries 3
+
+  # Do not enforce session affinity (i.e., an HTTP session can be served by 
+  # any Mongrel, not just the one that started the session
+  redispatch
+
+  # Timeout a request if the client did not read any data for 15 seconds
+  clitimeout 15000
+
+  # Timeout a request if Mongrel does not accept a connection for 30 seconds
+  contimeout 30000
+
+  # Timeout a request if Mongrel does not accept the data on the connection,
+  # or does not send a response back in 30 seconds
+  srvtimeout 30000
+
+# Rails service section.
+# Traffic incoming to HAProxy on port 3001 will be distributed to Mongrels on
+# ports 3002-3005, sending no more than one request at a time to each Mongrel
+# HAProxy can handle multiple services (when copying this section,
+# make sure to change names and port numbers)  
+listen rails :3001
+  server rails-1 localhost:3002 maxconn 1 check
+  server rails-2 localhost:3003 maxconn 1 check
+  server rails-3 localhost:3004 maxconn 1 check
+  server rails-4 localhost:3005 maxconn 1 check

data/config/server/etc/rails/monit.conf

@@ -0,0 +1,61 @@
+# This is the default monit configuration that comes with RubyWorks
+# See also /etc/monit/monitrc
+
+check process haproxy
+  with pidfile "/var/service/haproxy/supervise/pid"
+  start program = "/usr/bin/sv up haproxy"
+  stop program = "/usr/bin/sv down haproxy"  
+  if totalmem is greater than 100.0 MB for 4 cycles then restart
+  if failed port 3001 for 3 times within 5 cycles then restart
+  if cpu is greater than 50% for 2 cycles then alert
+  if cpu is greater than 80% for 3 cycles then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart
+  if 20 restarts within 20 cycles then timeout
+
+check process mongrel_3002
+  with pidfile "/var/service/mongrel_3002/supervise/pid"
+  group mongrels
+  start program = "/usr/bin/sv up mongrel_3002"
+  stop program = "/usr/bin/sv down mongrel_3002"  
+  if totalmem is greater than 110.0 MB for 4 cycles then restart
+  if failed port 3002 for 3 times within 5 cycles then restart
+  if cpu is greater than 50% for 2 cycles then alert
+  if cpu is greater than 80% for 3 cycles then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart
+  if 20 restarts within 20 cycles then timeout
+
+check process mongrel_3003
+  with pidfile "/var/service/mongrel_3003/supervise/pid"
+  group mongrels
+  start program = "/usr/bin/sv up mongrel_3003"
+  stop program = "/usr/bin/sv down mongrel_3003"  
+  if totalmem is greater than 110.0 MB for 4 cycles then restart
+  if failed port 3003 for 3 times within 5 cycles then restart
+  if cpu is greater than 50% for 2 cycles then alert
+  if cpu is greater than 80% for 3 cycles then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart
+  if 20 restarts within 20 cycles then timeout
+
+check process mongrel_3004
+  with pidfile "/var/service/mongrel_3004/supervise/pid"
+  group mongrels
+  start program = "/usr/bin/sv up mongrel_3004"
+  stop program = "/usr/bin/sv down mongrel_3004"  
+  if totalmem is greater than 110.0 MB for 4 cycles then restart
+  if failed port 3004 for 3 times within 5 cycles then restart
+  if cpu is greater than 50% for 2 cycles then alert
+  if cpu is greater than 80% for 3 cycles then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart
+  if 20 restarts within 20 cycles then timeout
+
+check process mongrel_3005
+  with pidfile "/var/service/mongrel_3005/supervise/pid"
+  group mongrels
+  start program = "/usr/bin/sv up mongrel_3005"
+  stop program = "/usr/bin/sv down mongrel_3005"  
+  if totalmem is greater than 110.0 MB for 4 cycles then restart
+  if failed port 3005 for 3 times within 5 cycles then restart
+  if cpu is greater than 50% for 2 cycles then alert
+  if cpu is greater than 80% for 3 cycles then restart
+  if loadavg(5min) greater than 10 for 8 cycles then restart
+  if 20 restarts within 20 cycles then timeout

data/lib/recipes/configuration.rb

@@ -0,0 +1,39 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :configuration do
+    desc "Copy initial templates for server configuration"
+    task :initialize_from_templates do
+      if File.exist?("config/server")
+        puts "[skip] files that exist in config/server/ are not overwritten"
+      else
+        puts "[add] adding all configuration files to config/server/"
+        system "mkdir config/server"
+      end
+      system "cp -R -n #{File.dirname(__FILE__)}/../../config/server/ config/server/"
+    end
+    
+    desc "svn export or upload recursively all files from config/server"
+    task :upload do
+      if File.exist?('config/server/.svn')
+        # export to temp_dir to avoid uploading .svn directories
+        temp_dir = "/tmp/rw-ec2-#{Time.now.strftime("%Y%m%d%H%M%S")}"
+        system "svn export config/server #{temp_dir}"
+        system "scp -r -p -i #{keypair_full_path} #{temp_dir}/* #{username}@#{instance_url}:/"
+        system "rm -rf #{temp_dir}"
+      else
+        system "scp -r -p -i #{keypair_full_path} config/server/* #{username}@#{instance_url}:/"
+      end
+      run "chmod 600 /etc/{monit/monitrc,rails/monit.conf}"
+      monit::restart
+    end
+    
+    desc "Download some configuration files from the server and overwrite local versions"
+    task :download do
+      %w(mysql monit rails).each do |dir|
+        system "mkdir config/server/etc/#{dir}"
+      end
+      %w(mysql/my.cnf monit/monitrc rails/monit.conf rails/haproxy.conf rails/mongrel_3002.config).each do |file|
+        system "scp -i #{keypair_full_path} #{username}@#{instance_url}:/etc/#{file} config/server/etc/#{file}"
+      end
+    end
+  end
+end

data/lib/recipes/db.rb

@@ -0,0 +1,41 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :db do
+    %w(start stop restart).each do |cmd|
+      desc "#{cmd.capitalize} mysql-server on the instance"
+      task cmd.to_sym do
+        run "/etc/init.d/mysql #{cmd}"
+      end
+    end
+    
+    desc "Back up the instance's database to S3"
+    task :backup do
+      run "source $HOME/.amazon_keys && /usr/lib/site_ruby/rubyworks/backup_db"
+    end
+    
+    desc <<-DESC
+    Restore the instance's database to the latest copy from S3, 
+    or specify the version by setting the VERSION parameter to 
+    the desired timestamp, e.g 'cap db:restore VERSION=<timestamp>'
+    DESC
+    task :restore do
+      version = ENV['VERSION']
+      run "source $HOME/.amazon_keys && /usr/lib/site_ruby/rubyworks/restore_db #{version}"
+    end
+    
+    desc "Display a list of database backups from S3"
+    task(:list_backups) { S3.list_db_backups access_key_id, secret_access_key, account_id }
+    
+    desc <<-DESC
+    Remove Debian's default InnoDB files, start MySQL (creates new InnoDB files)
+    and restore to the latest database back up from S3
+    DESC
+    task :setup do
+      stop
+      run <<-CMD
+        rm -rf /var/lib/mysql/ib*
+      CMD
+      start
+      restore
+    end
+  end
+end

data/lib/recipes/deploy.rb

@@ -0,0 +1,14 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :deploy do
+    task :restart do
+      run <<-CMD
+        chown -R rails:rails #{deploy_to} &&
+        rm -rf /usr/rails &&
+        ln -s #{deploy_to}/current /usr/rails &&
+        chown -R rails:rails /usr/rails
+      CMD
+      mongrel::restart
+      haproxy::restart
+    end
+  end
+end

data/lib/recipes/haproxy.rb

@@ -0,0 +1,10 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :haproxy do
+    %w(start stop restart).each do |cmd|
+      desc "#{cmd.capitalize} HAProxy"
+      task cmd.to_sym do
+        run "monit #{cmd} haproxy"
+      end
+    end
+  end
+end

data/lib/recipes/image.rb

@@ -0,0 +1,43 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :image do
+    desc "Back up and register an image of the running instance to S3"
+    task :backup do
+      cp_keypair
+      clean_up
+      bundle
+      upload
+      register
+    end
+    
+    task :clean_up do
+      run <<-CMD
+        echo '' > $HOME/.bash_history &&
+        echo '' > $HOME/.mysql_history &&
+        echo '' > $HOME/.ssh/authorized_keys &&
+        rm $HOME/.amazon_keys
+      CMD
+    end
+
+    task :cp_keypair do
+      system "scp -i #{keypair_full_path} #{ec2_dir}/#{pk} #{ec2_dir}/#{cert} #{username}@#{instance_url}:/mnt"
+    end
+
+    task :bundle do
+      run <<-CMD
+        export RUBYLIB=/usr/lib/site_ruby/ && 
+        ec2-bundle-vol -d /mnt -k /mnt/#{pk} -c /mnt/#{cert} -u #{account_id} -s 1536 -p #{timestamp}
+      CMD
+    end
+
+    task :upload do
+      run <<-CMD
+        export RUBYLIB=/usr/lib/site_ruby/ && 
+        ec2-upload-bundle -b #{bucket} -m /mnt/#{timestamp}.manifest.xml -a #{access_key_id} -s #{secret_access_key}
+      CMD
+    end
+
+    task :register do
+      exec "ec2-register #{bucket}/#{timestamp}.manifest.xml"
+    end
+  end
+end

data/lib/recipes/instance.rb

@@ -0,0 +1,112 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :instance do
+    task :start do
+      system "ec2-run-instances #{image_id} -k #{keypair}"
+    end
+
+    task :stop do
+      system "ec2-terminate-instances #{instance_id}"
+    end
+    
+    desc <<-DESC
+    Install RubyWorks Production Stack, install AWS::S3 libraries, 
+    install database back up and restore on S3 utilities, install Apache 2, 
+    install, Subversion, install MySQL, create database backup on S3 cron job, 
+    restore database from S3, set up Rails deployment environment in #{deploy_to}, 
+    deploy application
+    DESC
+    task :bootstrap do
+      use_mnt
+      install_rubyworks
+      install_packages
+      install_gems
+      cp_amazon_keys
+      cp_db_utils
+      configuration::upload
+      setup_vhost
+      setup_hosts
+      db::setup
+      deploy::setup
+      create_database
+    end
+    
+    desc "Move /var to the bigger /mnt partition and link it back to /var"
+    task :use_mnt do
+      run <<-CMD
+      mv /var /mnt/ &&
+      ln -s /mnt/var /
+      CMD
+    end
+    
+    task :install_rubyworks do
+      run <<-CMD
+        wget http://rubyworks.rubyforge.org/RubyWorks.GPG.key &&
+        apt-key add RubyWorks.GPG.key &&
+        echo 'deb http://rubyworks.rubyforge.org/debian/DEBS/i386 /' >> /etc/apt/sources.list &&
+        apt-get update &&
+        apt-get install rubyworks -y
+      CMD
+    end
+    
+    task :install_packages do
+      packages.each do |package|
+        run "apt-get install #{package} -y"
+      end
+    end
+    
+    task :install_gems do
+      gems.each do |gem|
+        run "gem i #{gem} -y --source http://gems.rubyforge.org/ --no-ri --no-rdoc"
+      end
+    end
+    
+    task :cp_amazon_keys do
+      run <<-CMD
+        echo 'export ACCESS_KEY_ID=\"#{access_key_id}\"' > $HOME/.amazon_keys &&
+        echo 'export SECRET_ACCESS_KEY=\"#{secret_access_key}\"' >> $HOME/.amazon_keys &&
+        echo 'export ACCOUNT_ID=\"#{account_id}\"' >> $HOME/.amazon_keys
+      CMD
+    end
+    
+    task :cp_db_utils do
+      dbbackup = File.open(File.dirname(__FILE__) + '/../util/database_backup.rb', 'r').path
+      backup_script = File.open(File.dirname(__FILE__) + '/../util/backup_db.rb', 'r').path
+      restore_script = File.open(File.dirname(__FILE__) + '/../util/restore_db.rb', 'r').path
+      run "mkdir #{rwdir}"
+      system "scp -i #{keypair_full_path} #{dbbackup} #{username}@#{instance_url}:/#{rwdir}/database_backup.rb"
+      system "scp -i #{keypair_full_path} #{backup_script} #{username}@#{instance_url}:/#{rwdir}/backup_db"
+      system "scp -i #{keypair_full_path} #{restore_script} #{username}@#{instance_url}:/#{rwdir}/restore_db"
+      run <<-CMD
+        chmod 755 #{rwdir}/backup_db &&
+        chmod 755 #{rwdir}/restore_db
+      CMD
+    end
+    
+    task :setup_vhost do
+      run <<-CMD 
+        a2enmod proxy_http && 
+        a2enmod proxy && 
+        a2enmod rewrite && 
+        /etc/init.d/apache2 reload
+      CMD
+    end
+    
+    task :setup_hosts do
+      run "echo '127.0.0.1  localhost' > /etc/hosts"
+    end
+    
+    task :create_database do
+      run "echo 'create database if not exists #{application}_production;' | mysql"
+    end
+    
+    desc "Remotely login to the running instance"
+    task :ssh do
+      system "ssh -i #{keypair_full_path} #{username}@#{instance_url}"
+    end
+    
+    desc "Copy public key from instance to $HOME/.ec2"
+    task :cp_public_key do
+      system "scp -i #{keypair_full_path} #{username}@#{instance_url}:/mnt/openssh_id.pub #{ec2_dir}/id_rsa-#{keypair}.pub"
+    end
+  end
+end

data/lib/recipes/mongrel.rb

@@ -0,0 +1,10 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :mongrel do
+    %w(start stop restart).each do |cmd|
+      desc "#{cmd.capitalize} mongrels"
+      task cmd.to_sym do
+        run "monit -g mongrels #{cmd} all"
+      end
+    end
+  end
+end

data/lib/recipes/monit.rb

@@ -0,0 +1,24 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :monit do
+    desc "Start monit"
+    task :start do
+      run "/usr/bin/sv up monit"
+    end
+    
+    desc "Stop monit"
+    task :stop do
+      run "/usr/bin/sv down monit"
+    end
+    
+    desc "Restart monit"
+    task :restart do
+      stop
+      start
+    end
+    
+    desc "Display status of monitored services"
+    task :status do
+      run "monit status"
+    end
+  end
+end

data/lib/recipes/settings.rb

@@ -0,0 +1,12 @@
+Capistrano::Configuration.instance(:must_exist).load do
+  set :timestamp, Time.now.utc.strftime("%b%d%Y")
+  set :ec2_dir, ENV['HOME'] + '/.ec2'
+  set :keypair_full_path, "#{ec2_dir}/id_rsa-#{keypair}" if respond_to?(:keypair)
+  set :rwdir, '/usr/lib/site_ruby/rubyworks'
+  set :deploy_to, "/usr/#{application}" #unless respond_to?(:deploy_to)
+  set :image_id, "ami-30f11459"
+  set :username, "root"
+  
+  ssh_options[:username] = username
+  ssh_options[:keys] = keypair_full_path if respond_to?(:keypair)
+end

data/lib/rubyworks-ec2.rb

@@ -0,0 +1,4 @@
+require "yaml"
+require "aws/s3"
+require File.dirname(__FILE__) + "/s3"
+Dir[File.dirname(__FILE__) + "/recipes/*"].each { |r| require r }

data/lib/s3.rb

@@ -0,0 +1,7 @@
+module S3
+  def list_db_backups akid, sak, account_id
+    AWS::S3::Base.establish_connection!(:access_key_id => akid, :secret_access_key => sak)
+    AWS::S3::Bucket.find("#{account_id}-rwec2-mysql-backups").objects.each { |o| STDOUT.puts o.key }
+  end
+  module_function :list_db_backups
+end

data/lib/util/backup_db.rb

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + "/database_backup"
+DatabaseBackup.backup!

data/lib/util/database_backup.rb

@@ -0,0 +1,53 @@
+require "rubygems"
+require "aws/s3"
+require "fileutils"
+require "ezcrypto"
+
+class DatabaseBackup
+  class << self
+    TMP_BACKUP_FILE = "/tmp/mysql-backup-#{Time.now.to_i}"
+    BACKUP_BUCKET = "#{ENV['ACCOUNT_ID']}-rwec2-mysql-backups"
+    
+    AWS::S3::Base.establish_connection!(
+      :access_key_id => ENV['ACCESS_KEY_ID'],
+      :secret_access_key => ENV['SECRET_ACCESS_KEY']
+    )
+
+    def backup!
+      unencrypted_contents = `mysqldump --all-databases`
+      key = EzCrypto::Key.with_password ENV['SECRET_ACCESS_KEY'], 'saltoftheearth'
+      encrypted_contents = key.encrypt unencrypted_contents
+      File.open(TMP_BACKUP_FILE, 'w') { |f| f << encrypted_contents}
+      begin
+        AWS::S3::Bucket.find BACKUP_BUCKET
+      rescue AWS::S3::NoSuchBucket
+        AWS::S3::Bucket.create BACKUP_BUCKET
+      end
+      AWS::S3::S3Object.store(TMP_BACKUP_FILE, open(TMP_BACKUP_FILE), BACKUP_BUCKET)
+    ensure
+      FileUtils.rm_f TMP_BACKUP_FILE if File.exists? TMP_BACKUP_FILE
+    end
+    
+    def restore!(version)
+      begin
+        all_objects = AWS::S3::Bucket.objects(BACKUP_BUCKET)
+        latest = if version
+          all_objects.detect { |o| o.key =~ /^.*(#{latest}).*$/ }
+        else
+          all_objects.sort_by { |o| Date.parse(o.about[:last_modified]) }.last
+        end
+        if latest
+          encrypted_contents = latest.value
+          key = EzCrypto::Key.with_password ENV['SECRET_ACCESS_KEY'], 'saltoftheearth'
+          unencrypted_contents = key.decrypt encrypted_contents
+          File.open(TMP_BACKUP_FILE, 'w') { |f| f << unencrypted_contents }
+          %x(mysql < #{TMP_BACKUP_FILE})
+        end
+      rescue AWS::S3::NoSuchBucket
+        STDERR.puts "Nothing to restore"
+      ensure
+        FileUtils.rm_f TMP_BACKUP_FILE if File.exists? TMP_BACKUP_FILE
+      end
+    end    
+  end
+end

data/lib/util/restore_db.rb

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + "/database_backup"
+DatabaseBackup.restore! ARGV[0]

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification 
+name: rubyworks-ec2
+version: !ruby/object:Gem::Version 
+  version: 0.1.4
+platform: ruby
+authors: 
+- George Malamidis, Markus Bengts
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-01-26 00:00:00 +00:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: capistrano
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: "2.0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: 
+email: george@nutrun.com
+executables: 
+- capify-for-ec2
+extensions: []
+
+extra_rdoc_files: 
+- README
+- COPYING
+files: 
+- lib/recipes/configuration.rb
+- lib/recipes/db.rb
+- lib/recipes/deploy.rb
+- lib/recipes/haproxy.rb
+- lib/recipes/image.rb
+- lib/recipes/instance.rb
+- lib/recipes/mongrel.rb
+- lib/recipes/monit.rb
+- lib/recipes/settings.rb
+- lib/rubyworks-ec2.rb
+- lib/s3.rb
+- lib/util/backup_db.rb
+- lib/util/database_backup.rb
+- lib/util/restore_db.rb
+- COPYING
+- README
+- Rakefile
+- config/server
+- config/server/etc
+- config/server/etc/apache2
+- config/server/etc/apache2/sites-available
+- config/server/etc/apache2/sites-available/default
+- config/server/etc/crontab
+- config/server/etc/monit
+- config/server/etc/monit/monitrc
+- config/server/etc/mysql
+- config/server/etc/mysql/my.cnf
+- config/server/etc/rails
+- config/server/etc/rails/haproxy.conf
+- config/server/etc/rails/monit.conf
+has_rdoc: true
+homepage: http://rubyworks-ec2.rubyforge.org
+post_install_message: 
+rdoc_options: 
+- --quiet
+- --title
+- rubyworks-ec2
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: rubyworks-ec2
+rubygems_version: 1.0.1
+signing_key: 
+specification_version: 2
+summary: RubyWorks support
+test_files: []
+