yyyc514-dwell 0.1.99

data/lib/dwell/recipes/mysql/db.rb

@@ -0,0 +1,70 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :mysql do
+
+      # database operations
+      # TODO: should this be dwell:app:db namespace or something?
+      namespace :db do
+  
+        desc "Create MySQL database and user based on config/database.yml"
+        task :create, :roles => :db, :only => { :primary => true } do
+
+          set_mysql_admin
+          read_config
+
+          sql = "CREATE DATABASE #{db_name};"
+          sql += "GRANT ALL PRIVILEGES ON #{db_name}.* TO #{db_user}@localhost IDENTIFIED BY '#{db_password}';"  
+          mysql_helper.execute sql, mysql_admin
+        end
+
+        def set_mysql_admin
+          set :mysql_admin, user unless mysql_admin
+        end
+
+        desc "dump database" 
+        task :dump, :roles => :db, :only => { :primary => true } do
+          read_config
+          run "cd #{deploy_to} && mysqldump --add-drop-table #{db_name } -u#{db_user} -p#{db_password} > dump_#{short_date}.sql"
+        end
+
+        desc "fetch dumped database"
+        task :fetch, :roles => :db, :only => { :primary => true } do
+          run "gzip #{deploy_to}/dump_#{short_date}.sql"
+          get "#{deploy_to}/dump_#{short_date}.sql.gz", "dump_#{short_date}.sql.gz"
+          `gunzip dump_#{short_date}.sql.gz`
+        end
+
+        desc "push the local dump to the remote"
+        task :push, :roles => :db, :only => { :primary => true } do
+          `gzip dump_#{short_date}.sql`
+          upload "dump_#{short_date}.sql.gz", "#{deploy_to}/dump_#{short_date}.sql.gz"
+          run "gunzip #{deploy_to}/dump_#{short_date}.sql.gz"
+        end
+        
+        desc "import the database into the remote"
+        task :import, :roles => :db, :only => { :primary => true } do
+          read_config
+          run "mysql #{db_name} -u#{db_user} -p#{db_password} < #{deploy_to}/dump_#{short_date}.sql"
+        end
+
+        task :dump_and_fetch, :roles => :db, :only => { :primary => true } do
+          dump
+          fetch
+        end
+        
+        def short_date
+          Date.today.strftime("%m-%d-%y")
+        end
+
+        def read_config
+          db_config = YAML.load_file('config/database.yml')
+          set :db_user, db_config[rails_env]["username"]
+          set :db_password, db_config[rails_env]["password"] 
+          set :db_name, db_config[rails_env]["database"]
+        end
+
+      end
+    end
+  end
+end
+

data/lib/dwell/recipes/mysql/helper.rb

@@ -0,0 +1,19 @@
+module MySQLMethods
+  
+  def execute(sql, user)
+    run "mysql --user=#{user} -p --execute=\"#{sql}\"" do |channel, stream, data|
+      handle_mysql_password(user, channel, stream, data)
+    end
+  end
+  
+  private
+  def handle_mysql_password(user, channel, stream, data)
+    logger.info data, "[database on #{channel[:host]} asked for password]"
+    if data =~ /^Enter password:/
+      pass = Capistrano::CLI.password_prompt "Enter database password for '#{user}':"
+      channel.send_data "#{pass}\n" 
+    end
+  end
+end
+
+Capistrano.plugin :mysql_helper, MySQLMethods

data/lib/dwell/recipes/mysql.rb

@@ -0,0 +1,4 @@
+require "#{File.dirname(__FILE__)}/mysql/helper"
+require "#{File.dirname(__FILE__)}/mysql/base"
+require "#{File.dirname(__FILE__)}/mysql/db"
+

data/lib/dwell/recipes/passenger.rb

@@ -0,0 +1,45 @@
+require 'erb'
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :passenger do
+        
+      set :passenger_use_global_queue, "off"
+      set :passenger_pool_idle_time, 300
+      set :passenger_rails_spawn_method, "smart"
+      set :passenger_max_instances_per_app, 0
+      set :passenger_max_pool_size, 6
+      set :passenger_ruby, "/usr/bin/ruby1.8"
+              
+      desc "Install Passenger Apache 2 module"
+      task :install_passenger_module do
+        dwell1.sudo_with_input "passenger-install-apache2-module", /enter/i, "\n"
+        dwell1.record_install "apache2_mod_passenger"
+      end
+      
+      desc "Setup the configuration for mod_massenger"
+      task :setup do
+        set :passenger_ruby, "/opt/ruby-enterprise/bin/ruby" if which_ruby==:enterprise
+        run "gem list --local | grep passenger" do |channel, stream, data|
+          if data.match(/passenger \(([^ ,)]*)/)
+            set :passenger_version, $1
+          else
+            raise "couldn't determine version of passenger gem"
+          end
+        end
+        file = File.join(File.dirname(__FILE__), "../templates", "passenger.conf")
+        template = File.read(file)
+        buffer = ERB.new(template).result(binding)
+        put buffer, "/tmp/passenger"
+        puts buffer
+        sudo "mv /tmp/passenger /etc/apache2/conf.d/passenger"
+      end
+  
+      desc "Install Passenger"
+      task :install do
+        install_passenger_module
+        setup
+      end
+  
+    end
+  end
+end

data/lib/dwell/recipes/rails/app.rb

@@ -0,0 +1,74 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  # do this so we can use this method inside the app namespace below
+  # as we can't use this method while we're still defining the namespace
+  namespace :app do
+    def railsmachine_gem?
+      top.respond_to?(:apache) and top.apache.respond_to?(:set_apache_conf)
+    end
+  end
+  
+  namespace :app do
+    
+    # lets not overwrite rails machine - try and be compatible
+    unless top.app.railsmachine_gem?
+    
+      namespace :db do
+        desc "setup the database automatically"
+        task :setup do
+          top.dwell.mysql.db.create
+        end
+      end
+    
+      namespace :web do
+        desc "setup a passenger config for this app"
+        task :setup do
+          top.dwell.apache.copy_certs
+          top.dwell.apache.site.setup
+        end
+      end
+      
+    end
+  end
+  
+  namespace :deploy do
+    
+    set :known_hosts, []
+    
+    after "deploy:setup" do
+      fix_permissions
+      top.dwell.rails.setup_deploy_keys
+    end
+
+    task :fix_permissions do
+      sudo "chown -R #{user}:admin #{deploy_to}"
+    end
+    
+    # lets not overwrite rails machine - try and be compatible
+    unless top.app.railsmachine_gem?
+        
+      desc "restart your rails app"
+      task :restart do
+        run "touch #{current_path}/tmp/restart.txt"
+      end
+
+      [:start, :stop].each do |t|
+        desc "The :#{t} task has no effect when using Passenger as your application server."
+        task t, :roles => :app do
+          puts "The :#{t} task has no effect when using Passenger as your application server."
+        end
+      end
+    
+      # pulled from Capistrano and enhanced with gem installs
+      desc "cold app deploy that does gem installs as well"
+      task :cold do
+        update
+        top.dwell.rails.install_app_gems
+        migrate
+        top.dwell.apache.reload
+      end
+    
+    end
+    
+  end
+end

data/lib/dwell/recipes/rails/base.rb

@@ -0,0 +1,91 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  before  'deploy:update_code', 'dwell:rails:symlinks:setup'
+  after   'deploy:symlink', 'dwell:rails:symlinks:update'
+  after   :deploy,'deploy:cleanup'
+
+  namespace :dwell do
+    namespace :rails do
+      
+      desc "fully setup the application and cold deploy it"
+      task :setup_and_deploy_cold do
+        top.deploy.setup
+        top.app.db.setup
+        top.app.web.setup
+        top.deploy.cold
+      end
+      
+      desc "install the gems specified with config.gem"
+      task :install_app_gems do
+        run "grep '^[^#]*config.gem' #{current_path}/config/environment.rb && " +
+          "cd #{current_path} && #{sudo} rake gems:install"
+      end
+      
+      desc "copy deploy keys (public and private) to the server and setup known_hosts"
+      task :setup_deploy_keys do
+        if File.exist?("config/dwell/deploy_keys/#{user}")
+          put File.read("config/dwell/deploy_keys/#{user}"), "/home/#{user}/.ssh/id_rsa", :mode => 0600
+          sudo "chown #{user}.admin /home/#{user}/.ssh/id_rsa"
+          put File.read("config/dwell/deploy_keys/#{user}.pub"), "/home/#{user}/.ssh/id_rsa.pub", :mode => 0600
+          sudo "chown #{user}.admin /home/#{user}/.ssh/id_rsa.pub"
+        end
+        known_hosts.each do |host|
+          key=File.open("#{File.dirname(__FILE__)}/../known_hosts/#{host}").read
+          dwell1.append_to_file_if_missing("/home/#{user}/.ssh/known_hosts", key)
+        end
+        sudo "chown #{user}.admin /home/#{user}/.ssh/known_hosts"
+      end
+      
+      namespace :shared do
+        desc "dump shared file to archive" 
+        task :archive, :roles => :app, :only => { :primary => true } do
+          to_backup=[]
+          app_symlinks.map do |key, value|
+            dir=(key==:root) ? value : key
+            to_backup << "shared/" + dir
+          end
+          run "cd #{deploy_to} && tar -czf shared.tar.gz #{to_backup.join " "}"
+        end
+
+        desc "fetch shared files locally"
+        task :fetch, :roles => :app, :only => { :primary => true } do
+          get "#{deploy_to}/shared.tar.gz", "shared.tar.gz"
+        end
+
+        desc "push shared archive to the remote"
+        task :push, :roles => :app, :only => { :primary => true } do
+          upload "shared.tar.gz", "#{deploy_to}/shared.tar.gz"
+        end
+        
+      end
+      
+      namespace :symlinks do
+
+        set :app_symlinks, {}
+
+        def new_symlink_style
+          set :app_symlinks, { :public => app_symlinks } if app_symlinks.is_a?(Array)
+        end
+  
+        desc "Setup application symlinks in the public"
+        task :setup, :roles => [:app, :web] do
+          new_symlink_style
+          app_symlinks.each do |key, value|
+            dir=(key==:root) ? "" : key+"/"
+            value.each { |link| run "mkdir -p #{shared_path}/#{dir}#{link}" }
+          end
+        end
+
+        desc "Link public directories to shared location."
+        task :update, :roles => [:app, :web] do
+          new_symlink_style
+          app_symlinks.each do |key, value|
+            dir=(key==:root) ? "" : key+"/"
+            value.each { |link| run "ln -nfs #{shared_path}/#{dir}#{link} #{current_path}/#{dir}#{link}" }
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/dwell/recipes/rails_app.rb

@@ -0,0 +1 @@
+Dir.glob("#{File.dirname(__FILE__)}/rails/*").each { |f| require f }

data/lib/dwell/recipes/ruby.rb

@@ -0,0 +1,23 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :ruby_enterprise do
+      
+      desc "Install Ruby Enterprise 1.8.6 for Ubuntu 8.04"
+      task :install do
+        run "wget -c http://rubyforge.org/frs/download.php/41041/ruby-enterprise_1.8.6-20080810-i386.deb"
+        sudo "dpkg -i ruby-enterprise_1.8.6-20080810-i386.deb"
+        dwell1.record_install "enterprise_ruby"
+      end
+    end
+    
+    namespace :ruby do
+  
+      desc "Install Ruby 1.8.6"
+      task :install do
+        sudo "apt-get install ruby rdoc ri irb libopenssl-ruby1.8 ruby1.8-dev -y"
+        dwell1.record_install "ruby"
+      end
+
+    end
+  end
+end

data/lib/dwell/recipes/sqlite.rb

@@ -0,0 +1,14 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :sqlite do
+  
+      desc "Install Sqlite3"
+      task :install do
+        sudo "apt-get install sqlite3 libsqlite3-dev -y"
+        sudo "gem install sqlite3-ruby --no-rdoc --no-ri"
+        dwell1.record_install "sqlite3"
+      end
+
+    end
+  end
+end

data/lib/dwell/recipes/svn.rb

@@ -0,0 +1,13 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :svn do
+  
+      desc "Install SVN"
+      task :install do
+        sudo "apt-get install subversion -y"
+        dwell1.record_install "subversion"
+      end
+  
+    end
+  end
+end

data/lib/dwell/recipes/ubuntu.rb

@@ -0,0 +1,45 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :dwell do
+    namespace :ubuntu do
+
+      set :dwell_subversion, nil
+
+      desc "Update apt-get sources"  
+      task :update do  
+        sudo "apt-get update"  
+      end
+
+      desc "Update distribution"  
+      task :dist_upgrade do
+        sudo "apt-get dist-upgrade -y"
+      end
+
+      desc "Enable build utilities"
+      task :enable_build_tools do
+        sudo "apt-get install build-essential -y"
+        sudo "apt-get install wget -y" # needed later by recipes
+      end
+  
+      desc "kill the default message of the day"
+      task :kill_motd do
+        run "test ! -f /etc/motd || #{sudo} mv /etc/motd /etc/motd.silent"
+      end
+  
+      task :setup_dwell_storage do
+        dwell1.mkdir "/etc/dwell", :mode => 0755, :owner => "root.admin", :via => :sudo
+        dwell1.append_to_file_if_missing "/etc/dwell/version", "Dwell 0.1 #{dwell_subversion if dwell_subversion}"
+        sudo "touch /etc/dwell/install_log"
+      end
+  
+      desc "Prepare ubuntu server"
+      task :prepare do
+        setup_dwell_storage
+        kill_motd
+        update
+        dist_upgrade
+        enable_build_tools
+      end
+
+    end
+  end
+end

data/lib/dwell/recipes.rb

@@ -0,0 +1,33 @@
+Dir.glob("#{File.dirname(__FILE__)}/recipes/*").each { |f| require f if File.file?(f) }
+Dir.glob("#{File.dirname(__FILE__)}/recipes/bootstrap/*").each { |f| require f }
+Dir.glob("#{File.dirname(__FILE__)}/recipes/extras/*").each { |f| require f }
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  default_run_options[:pty] = true
+  set :keep_releases, 3
+  
+  set :which_ruby, :system
+  
+  namespace :dwell do
+    
+    set :dwell_install, []
+    
+    desc "Install Rails Production Environment"
+    task :install do
+      top.dwell.ubuntu.prepare
+      top.dwell.apache.install
+      top.dwell.mysql.install
+      top.dwell.svn.install
+      top.dwell.git.install
+      top.dwell.ruby.install
+      top.dwell.ruby_enterprise.install if which_ruby==:enterprise
+      top.dwell.gems.install
+      top.dwell.passenger.install
+      dwell_install.each do |package_name|
+        top.dwell.send(package_name).install
+      end
+    end
+  
+  end
+end

data/lib/dwell/templates/deploy.rb

@@ -0,0 +1,47 @@
+require 'dwell'
+
+# Application Details
+set :application, "myapp"
+set :domain,      "myapp.com"
+set :repository,  "svn://myapp.com/trunk"
+
+# Server-wide Details 
+set :user, "deploy"
+set :deploy_to, "/var/www/#{application}"
+server "myserver.com", :app, :web, :db, :primary => true
+
+## the user to use when creating new databases and such
+# set :mysql_admin, "root"
+
+## hosts to automatically add to ssh known_hosts for your deploy user
+## only github is currently supported
+# set :known_hosts, [:github]
+
+## other dwell packages to install on this server
+# set :dwell_install, ["imagemagick"]
+
+## a specific rails version your app depends on, will be
+## gem installed during dwell:install
+# set :rails_gem_version, "=2.1.2"
+
+## uncomment this to use enterprise ruby, default is the system ruby
+# set :which_ruby, :enterprise
+
+## passenger
+
+# set :passenger_use_global_queue, "off"
+# set :passenger_pool_idle_time, 300
+# set :passenger_rails_spawn_method, "smart"
+# set :passenger_max_instances_per_app, 0
+# set :passenger_max_pool_size, 6
+
+
+## apache
+
+# set :apache_server_name, nil
+# set :apache_default_vhost, false
+# set :apache_ctl, "/etc/init.d/apache2"
+# set :apache_server_aliases, ["otherhostname.com","alias.net"]
+# set :apache_ssl_enabled, false
+# set :apache_ssl_ip, "*"
+# set :apache_ssl_forward_all, false

data/lib/dwell/templates/passenger.conf

@@ -0,0 +1,8 @@
+LoadModule passenger_module /usr/lib/ruby/gems/1.8/gems/passenger-<%= passenger_version %>/ext/apache2/mod_passenger.so
+PassengerRoot /usr/lib/ruby/gems/1.8/gems/passenger-<%= passenger_version %>
+PassengerRuby <%= passenger_ruby %>
+
+PassengerPoolIdleTime <%= passenger_pool_idle_time %>
+PassengerUseGlobalQueue <%= passenger_use_global_queue %>
+PassengerMaxInstancesPerApp <%= passenger_max_instances_per_app %>
+PassengerMaxPoolSize <%= passenger_max_pool_size %>

data/lib/dwell/templates/vhost.conf

@@ -0,0 +1,48 @@
+<VirtualHost <%= apache_ssl_enabled ? apache_ssl_ip : "*" %>:80>
+  ServerName <%= apache_server_name %>
+  <% apache_server_aliases_array.each do |a| %>
+    ServerAlias <%= "#{a}" %>
+  <% end %>
+  DocumentRoot <%= "#{current_path}/public" %>
+
+  <Directory <%= "#{current_path}/public" %>>
+    Options FollowSymLinks
+    AllowOverride None
+    Order allow,deny
+    Allow from all
+  </Directory>
+
+  # passenger
+  RailsEnv <%= rails_env %>
+  RailsSpawnMethod <%= passenger_rails_spawn_method %>
+
+  RewriteEngine On
+  
+  <% if apache_ssl_enabled && apache_ssl_forward_all %>
+  RewriteRule ^(.*)$ https://<%= apache_server_name %>$1
+  <% end %>
+  
+  <% if scm == :subversion %>
+  # Prevent access to .svn directories
+  RewriteRule ^(.*/)?\.svn/ - [F,L]
+  ErrorDocument 403 "Access Forbidden"
+  <% end %>
+
+  # Check for maintenance file and redirect all requests
+  RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+  RewriteCond %{SCRIPT_FILENAME} !maintenance.html
+  RewriteRule ^.*$ /system/maintenance.html [L]
+  
+  # Deflate
+  AddOutputFilterByType DEFLATE text/html text/plain text/xml
+  AddOutputFilterByType DEFLATE application/x-javascript text/css
+  BrowserMatch ^Mozilla/4 gzip-only-text/html
+  BrowserMatch ^Mozilla/4\.0[678] no-gzip
+  BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
+
+  # ErrorLog logs/<%= domain %>-error_log
+  # CustomLog logs/<%= domain %>-access_log combined
+</VirtualHost>
+
+
+

data/lib/dwell/templates/vhost_ssl.conf

@@ -0,0 +1,69 @@
+<VirtualHost <%= apache_ssl_ip %>:443>
+
+  ServerName <%= apache_server_name %>
+  <% apache_server_aliases_array.each do |a| %>
+  ServerAlias <%= "#{a}" %>
+  <% end %>
+  DocumentRoot <%= "#{current_path}/public" %>
+
+  <Directory <%= "#{current_path}/public" %>>
+    Options FollowSymLinks
+    AllowOverride None
+    Order allow,deny
+    Allow from all
+  </Directory>
+
+  # passenger
+  RailsEnv <%= rails_env %>
+  RailsSpawnMethod <%= passenger_rails_spawn_method %>
+
+  RewriteEngine On
+
+  <% if scm == :subversion %>
+  # Prevent access to .svn directories
+  RewriteRule ^(.*/)?\.svn/ - [F,L]
+  ErrorDocument 403 "Access Forbidden"
+  <% end %>
+
+  # Check for maintenance file and redirect all requests
+  RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+  RewriteCond %{SCRIPT_FILENAME} !maintenance.html
+  RewriteRule ^.*$ /system/maintenance.html [L]
+
+
+  # Add header for Mongrel to set HTTPS environment for Rails
+#  RequestHeader set X-Forwarded-Proto "https"
+
+  # Deflate
+  AddOutputFilterByType DEFLATE text/html text/plain text/xml
+  AddOutputFilterByType DEFLATE application/x-javascript text/css
+  BrowserMatch ^Mozilla/4 gzip-only-text/html
+  BrowserMatch ^Mozilla/4\.0[678] no-gzip
+  BrowserMatch \bMSIE !no-gzip !gzip-only-text/html
+
+  # SSL Engine Switch
+  SSLEngine on
+
+  # SSL Cipher Suite:
+  SSLCipherSuite ALL:!ADH:!EXPORT56:RC4+RSA:+HIGH:+MEDIUM:+LOW:+SSLv2:+EXP:+eNULL
+
+  # Server Certificate
+  SSLCertificateFile /etc/ssl/certs/<%= domain %>.crt
+
+  # Server Private Key
+  SSLCertificateKeyFile /etc/ssl/private/<%= domain %>.key
+  
+  <% Dir.glob("config/dwell/ssl/*").each do |file| 
+    next unless file =~ /CA/ %>
+  SSLCACertificateFile /etc/ssl/certs/<%= File.basename(file) %>
+  <% end %>
+
+  BrowserMatch ".*MSIE.*" \
+           nokeepalive ssl-unclean-shutdown \
+           downgrade-1.0 force-response-1.0
+
+  # ErrorLog logs/<%= domain %>-error_log
+  # CustomLog logs/<%= domain %>-access_log combined         
+  # CustomLog logs/<%= domain %>-ssl_log \
+  #           "%t %h %{SSL_PROTOCOL}x %{SSL_CIPHER}x \"%r\" %b"
+</VirtualHost>

data/lib/dwell/ubuntu_extensions.rb

@@ -0,0 +1,18 @@
+require 'capistrano'
+require 'fileutils'
+
+module Ubuntu1
+  
+  def lsb_info
+    get "/etc/lsb-release", "/tmp/lsb-release"
+    all = File.open("/tmp/lsb-release").read
+    all.split("\n").inject({}) do |sum,n| 
+      l,v=n.split("=")
+      sum[l.downcase.to_sym]=v.gsub(/^"?(.*)/,"\\1").gsub(/"$/,"")
+      sum
+    end
+  end
+  
+end
+
+Capistrano.plugin :ubuntu1, Ubuntu1

data/lib/dwell.rb

@@ -0,0 +1,9 @@
+unless Capistrano::Configuration.respond_to?(:instance)
+  abort "dwell requires Capistrano 2"
+end
+
+# abort "Domain variable must be configured:\nset :domain, 'myapp.com'" unless defined?(domain)
+
+require "#{File.dirname(__FILE__)}/dwell/recipes"
+require "#{File.dirname(__FILE__)}/dwell/cap_extensions"
+require "#{File.dirname(__FILE__)}/dwell/ubuntu_extensions"