ec2onrails 0.9.3

data/lib/ec2onrails/recipes.rb

@@ -0,0 +1,329 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require 'fileutils'
+include FileUtils
+
+require 'ec2onrails/version'
+require 'ec2onrails/capistrano_utils'
+include Ec2onrails::CapistranoUtils
+
+Capistrano::Configuration.instance.load do
+
+  unless ec2onrails_config
+    raise "ec2onrails_config variable not set. (It should be a hash.)"
+  end
+  
+  cfg = ec2onrails_config
+
+  set :image_id, Ec2onrails::VERSION::AMI_ID
+  set :deploy_to, "/mnt/app"
+  set :use_sudo, false
+  set :user, "app"
+
+  make_admin_role_for(:web, :web_admin)
+  make_admin_role_for(:app, :app_admin)
+  make_admin_role_for(:db, :db_admin)
+  
+  roles[:web_admin].to_s
+  roles[:app_admin].to_s
+  roles[:db_admin].to_s
+  
+  # override default start/stop/restart tasks
+  namespace :deploy do
+    desc <<-DESC
+      Overrides the default Capistrano deploy:start, directly calls \
+      /usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper
+    DESC
+    task :start, :except => { :no_release => true } do
+      run "/usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper start"
+    end
+    
+    desc <<-DESC
+      Overrides the default Capistrano deploy:stop, directly calls \
+      /usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper
+    DESC
+    task :stop, :except => { :no_release => true } do
+      run "/usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper stop"
+    end
+    
+    desc <<-DESC
+      Overrides the default Capistrano deploy:restart, directly calls \
+      /usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper
+    DESC
+    task :restart, :except => { :no_release => true } do
+      run "/usr/local/ec2onrails/bin/mongrel_cluster_ctl_wrapper restart"
+    end
+  end
+  
+  namespace :ec2onrails do
+    
+    desc <<-DESC
+      Start a new server instance and prepare it for a cold deploy.
+    DESC
+    task :setup, :roles => [:web, :db, :app] do
+      ec2.start_instance
+      server.set_timezone
+      server.upgrade_and_install_all
+      server.deploy_files
+      server.restart_services
+      deploy.setup
+      db.create
+    end
+    
+    desc <<-DESC
+      Deploy and restore database from S3
+    DESC
+    task :restore_db_and_deploy, :roles => [:web, :db, :app] do
+      db.recreate
+      deploy.update_code
+      deploy.symlink
+      # don't need to migrate because we're restoring the db
+      db.restore
+      deploy.restart
+    end
+    
+    namespace :ec2 do
+      desc <<-DESC
+        Start an instance, using the AMI of the correct version to match this gem.
+      DESC
+      task :start_instance, :roles => [:web, :db, :app] do
+        # TODO
+        # ec2 = EC2::Base.new(:access_key_id => access_key_id, :secret_access_key => secret_access_key)
+        # ec2.run_instances(:image_id => image_id, :key_name => key_name, :group_id => group_id)
+        # wait until image is booted
+      end
+      
+      desc <<-DESC
+        Set default firewall rules.
+      DESC
+      task :configure_firewall do
+        # TODO
+      end
+    end
+    
+    namespace :db do
+      desc <<-DESC
+        Load configuration info for the production database from \
+        config/database.yml.
+      DESC
+      task :load_config, :roles => :db do
+        db_config = YAML::load(ERB.new(File.read("config/database.yml")).result)['production']
+        cfg[:production_db_name] = db_config['database']
+        cfg[:production_db_user] = db_config['username']
+        cfg[:production_db_password] = db_config['password']
+        
+        [cfg[:production_db_name], cfg[:production_db_user], cfg[:production_db_password]].each do |s|
+          if s.match(/['"]/)
+            raise "ERROR: database config string '#{s}' contains quotes."
+          end
+        end
+      end
+      
+      desc <<-DESC
+        Create the MySQL production database. Assumes there is no MySQL root \
+        password. To create a MySQL root password create a task that's run \
+        after this task using an after hook.
+      DESC
+      task :create, :roles => :db do
+        on_rollback { drop }
+        load_config
+        run "echo 'create database #{cfg[:production_db_name]};' | mysql -u root"
+        run "echo \"grant all on #{cfg[:production_db_name]}.* to '#{cfg[:production_db_user]}'@'localhost' identified by '#{cfg[:production_db_password]}';\" | mysql -u root"
+      end
+      
+      desc <<-DESC
+        Drop the MySQL production database. Assumes there is no MySQL root \
+        password. If there is a MySQL root password, create a task that removes \
+        it and run that task before this one using a before hook.
+      DESC
+      task :drop, :roles => :db do
+        load_config
+        run "echo 'drop database if exists #{cfg[:production_db_name]};' | mysql -u root"
+      end
+      
+      desc <<-DESC
+        db:drop and db:create.
+      DESC
+      task :recreate, :roles => :db do
+        drop
+        create
+      end
+      
+      desc <<-DESC
+        Set a root password for MySQL, using the variable mysql_root_password \
+        if it is set. If this is done db:drop won't work.
+      DESC
+      task :set_root_password, :roles => :db do
+        if cfg[:mysql_root_password]
+          run "echo 'set password for root@localhost=password('#{cfg[:mysql_root_password]}');' | mysql -u root"
+        end
+      end
+      
+      desc <<-DESC
+        Dump the MySQL database to the S3 bucket specified by \
+        ec2onrails_config[:archive_to_bucket]. The filename will be \
+        "app-<timestamp>.sql.gz".
+      DESC
+      task :archive, :roles => [:db] do
+        run "/usr/local/ec2onrails/bin/backup_app_db.rb #{cfg[:archive_to_bucket]} app-#{Time.new.strftime('%y-%m-%d--%H-%M-%S')}.sql.gz"
+      end
+      
+      desc <<-DESC
+        Restore the MySQL database from the S3 bucket specified by \
+        ec2onrails_config[:restore_from_bucket]. The archive filename is \
+        expected to be the default, "app.sql.gz".
+      DESC
+      task :restore, :roles => [:db] do
+        run "/usr/local/ec2onrails/bin/restore_app_db.rb #{cfg[:restore_from_bucket]}"
+      end
+    end
+    
+    namespace :server do
+      desc <<-DESC
+        Upgrade to the newest versions of all Ubuntu packages.
+      DESC
+      task :upgrade_packages, :roles => [:web_admin, :db_admin, :app_admin] do
+        sudo "aptitude -q update"
+        run "export DEBIAN_FRONTEND=noninteractive; sudo aptitude -q -y dist-upgrade"
+      end
+      
+      desc <<-DESC
+        Upgrade to the newest versions of all rubygems.
+      DESC
+      task :upgrade_gems, :roles => [:web_admin, :db_admin, :app_admin] do
+        sudo "gem update -y"
+      end
+      
+      desc <<-DESC
+        Install extra Ubuntu packages. Set ec2onrails_config[:packages], it \
+        should be an array of strings.
+        NOTE: the package installation will be non-interactive, if the packages \
+        require configuration either log in as 'admin' and run \
+        'dpkg-reconfigure packagename' or replace the package's config files \
+        using the 'ec2onrails:deploy_config_files' task.
+      DESC
+      task :install_packages, :roles => [:web_admin, :db_admin, :app_admin] do
+        if cfg[:packages] && cfg[:packages].any?
+          run "export DEBIAN_FRONTEND=noninteractive; sudo aptitude -q -y install #{cfg[:packages].join(' ')}"
+        end
+      end
+      
+      desc <<-DESC
+        Install extra rubygems. Set ec2onrails_config[:rubygems], it should \
+        be with an array of strings.
+      DESC
+      task :install_gems, :roles => [:web_admin, :db_admin, :app_admin] do
+        if cfg[:rubygems] && cfg[:rubygems].any?
+          sudo "gem install #{cfg[:rubygems].join(' ')} -y" do |ch, str, data|
+            ch[:data] ||= ""
+            ch[:data] << data
+            if data =~ />\s*$/
+              puts "The gem command is asking for a number:"
+              choice = STDIN.gets
+              ch.send_data(choice)
+            else
+              puts data
+            end
+          end
+        end
+      end
+      
+      desc <<-DESC
+        A convenience task to upgrade existing packages and gems and install \
+        specified new ones.
+      DESC
+      task :upgrade_and_install_all, :roles => [:web_admin, :db_admin, :app_admin] do
+        upgrade_packages
+        upgrade_gems
+        install_packages
+        install_gems
+      end
+      
+      desc <<-DESC
+        Set the timezone using the value of the variable named timezone. \
+        Valid options for timezone can be determined by the contents of \
+        /usr/share/zoneinfo, which can be seen here: \
+        http://packages.ubuntu.com/cgi-bin/search_contents.pl?searchmode=filelist&word=tzdata&version=feisty&arch=all&page=1&number=all \
+        Remove 'usr/share/zoneinfo/' from the filename, and use the last \
+        directory and file as the value. For example 'Africa/Abidjan' or \
+        'posix/GMT' or 'Canada/Eastern'.
+      DESC
+      task :set_timezone, :roles => [:web_admin, :db_admin, :app_admin] do
+        if cfg[:timezone]
+          sudo "bash -c 'echo #{cfg[:timezone]} > /etc/timezone'"
+          sudo "cp /usr/share/zoneinfo/#{cfg[:timezone]} /etc/localtime"
+        end
+      end
+      
+      desc <<-DESC
+        Deploy a set of config files to the server, the files will be owned by \
+        root. This doesn't delete any files from the server.
+      DESC
+      task :deploy_files, :roles => [:web_admin, :db_admin, :app_admin] do
+        if cfg[:server_config_files_root]
+          begin
+            # TODO use Zlib to support Windows
+            file = '/tmp/config_files.tgz'
+            run_local "tar zcf #{file} -C '#{cfg[:server_config_files_root]}' ."
+            put File.read(file), file
+            sudo "tar zxvf #{file} -o -C /"
+          ensure
+            rm_rf file
+            sudo "rm -f #{file}"
+          end
+        end
+      end
+      
+      desc <<-DESC
+      DESC
+      task :restart_services, :roles => [:web_admin, :db_admin, :app_admin] do
+        if cfg[:services_to_restart] && cfg[:services_to_restart].any?
+          cfg[:services_to_restart].each do |service|
+            sudo "/etc/init.d/#{service} restart"
+          end
+        end
+      end
+      
+      desc <<-DESC
+      DESC
+      task :enable_mail_server, :roles => [:web_admin, :db_admin, :app_admin] do
+        # TODO
+      end
+      
+      desc <<-DESC
+      DESC
+      task :add_user, :roles => [:web_admin, :db_admin, :app_admin] do
+        # TODO
+      end
+      
+      desc <<-DESC
+      DESC
+      task :run_script, :roles => [:web_admin, :db_admin, :app_admin] do
+        # TODO
+      end
+      
+      desc <<-DESC
+      DESC
+      task :archive_logs, :roles => [:web_admin, :db_admin, :app_admin] do
+        # TODO
+      end
+    end
+    
+  end
+end

data/lib/ec2onrails/version.rb

@@ -0,0 +1,28 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Ec2onrails #:nodoc:
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 9
+    TINY  = 3
+    STRING = [MAJOR, MINOR, TINY].join('.')
+    
+    AMI_ID = 'ami-a3f91cca'
+  end
+end

data/lib/ec2onrails.rb

@@ -0,0 +1,20 @@
+#    This file is part of EC2 on Rails.
+#    http://rubyforge.org/projects/ec2onrails/
+#
+#    Copyright 2007 Paul Dowman, http://pauldowman.com/
+#
+#    EC2 on Rails is free software; you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation; either version 2 of the License, or
+#    (at your option) any later version.
+#
+#    EC2 on Rails is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+
+$:.unshift File.dirname(__FILE__)

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/script/txt2html

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+begin
+  require 'newgem'
+rescue LoadError
+  puts "\n\nGenerating the website requires the newgem RubyGem"
+  puts "Install: gem install newgem\n\n"
+  exit(1)
+end
+require 'redcloth'
+require 'syntax/convertors/html'
+require 'erb'
+require File.dirname(__FILE__) + '/../lib/ec2onrails/version.rb'
+
+version  = Ec2onrails::VERSION::STRING
+download = 'http://rubyforge.org/projects/ec2onrails'
+
+class Fixnum
+  def ordinal
+    # teens
+    return 'th' if (10..19).include?(self % 100)
+    # others
+    case self % 10
+    when 1: return 'st'
+    when 2: return 'nd'
+    when 3: return 'rd'
+    else    return 'th'
+    end
+  end
+end
+
+class Time
+  def pretty
+    return "#{mday}#{mday.ordinal} #{strftime('%B')} #{year}"
+  end
+end
+
+def convert_syntax(syntax, source)
+  return Syntax::Convertors::HTML.for_syntax(syntax).convert(source).gsub(%r!^<pre>|</pre>$!,'')
+end
+
+if ARGV.length >= 1
+  src, template = ARGV
+  template ||= File.join(File.dirname(__FILE__), '/../website/template.rhtml')
+  
+else
+  puts("Usage: #{File.split($0).last} source.txt [template.rhtml] > output.html")
+  exit!
+end
+
+template = ERB.new(File.open(template).read)
+
+title = nil
+body = nil
+File.open(src) do |fsrc|
+  title_text = fsrc.readline
+  body_text = fsrc.read
+  syntax_items = []
+  body_text.gsub!(%r!<(pre|code)[^>]*?syntax=['"]([^'"]+)[^>]*>(.*?)</\1>!m){
+    ident = syntax_items.length
+    element, syntax, source = $1, $2, $3
+    syntax_items << "<#{element} class='syntax'>#{convert_syntax(syntax, source)}</#{element}>"
+    "syntax-temp-#{ident}"
+  }
+  title = RedCloth.new(title_text).to_html.gsub(%r!<.*?>!,'').strip
+  body = RedCloth.new(body_text).to_html
+  body.gsub!(%r!(?:<pre><code>)?syntax-temp-(\d+)(?:</code></pre>)?!){ syntax_items[$1.to_i] }
+end
+stat = File.stat(src)
+created = stat.ctime
+modified = stat.mtime
+
+$stdout << template.result(binding)