tannins 0.6

data/lib/tannins/merb.rb

@@ -0,0 +1,51 @@
+require 'erubis'
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :gentoo do
+
+    desc "Setup Merb Configuration"
+    task :application_configuration_setup, :roles => :app do
+      # creates an init script specific to this application 
+      merb_init_file = Tannins.get_template("merb_init.erb")
+      merb_init_conf = ::Erubis::Eruby.new(File.read(merb_init_file)).result(binding)
+      put merb_init_conf, "#{shared_path}/config/merb_init"
+      sudo "ln -nfs #{shared_path}/config/merb_init /etc/init.d/merb_#{application}"
+      sudo "chmod a+x /etc/init.d/merb_#{application}"
+      sudo "rc-update add merb_#{application} default"
+    end
+
+    desc "Tasks to execute after initial setup"
+    task :setup do
+      rake = fetch(:rake, "rake")
+      run "cd #{latest_release} && #{rake} db:create db:migrate MERB_ENV=#{rails_env}"
+    end
+  end
+
+    # restarts the individual application
+  namespace :deploy do
+    desc 'restart merb cluster'
+    task :restart do
+      sudo  "/etc/init.d/merb_#{application} restart" 
+    end
+
+    task :start do
+      sudo  "/etc/init.d/merb_#{application} start" 
+    end
+
+    task :stop do
+      sudo  "/etc/init.d/merb_#{application} stop" 
+    end
+
+    desc 'cluster status'
+    task :cluster_status do
+      sudo  "/etc/init.d/merb_#{application} status" 
+    end
+
+    after  'deploy:update_code', 'deploy:gem_deployment'
+    desc 'deploy gems'
+    task :gem_deployment do
+      run "cd #{latest_release} && thor merb:gem:redeploy"
+    end
+
+  end
+  
+end

data/lib/tannins/mongrel.rb

@@ -0,0 +1,51 @@
+require 'erubis'
+Capistrano::Configuration.instance(:must_exist).load do
+  # mongrel has some replacements for restart and spinner:
+  require 'mongrel_cluster/recipes'  
+  namespace :gentoo do
+
+    desc "Setup mongrel Configuration"
+    task :application_configuration_setup, :roles => :app do
+      # generate a mongrel configuration file
+      mongrel.cluster.configure
+      sudo "ln -nfs #{shared_path}/mongrel_cluster.yml /etc/mongrel_cluster/#{application}.yml"
+
+      # creates an init script specific to this application 
+      mongrel_init_file = Tannins.get_template("mongrel_init.erb")
+      mongrel_init_conf = ::Erubis::Eruby.new(File.read(mongrel_init_file)).result(binding)
+      put mongrel_init_conf, "#{shared_path}/config/mongrel_init"
+      sudo "ln -nfs #{shared_path}/config/mongrel_init /etc/init.d/mongrel_#{application}"
+      sudo "chmod a+x /etc/init.d/mongrel_#{application}"
+      sudo "rc-update add mongrel_#{application} default"
+    end
+  end
+
+    # restarts the individual application
+  namespace :deploy do
+    desc 'restart mongrel cluster'
+    task :restart do
+      sudo  "/etc/init.d/mongrel_#{application} restart" 
+    end
+
+    task :start do
+      sudo  "/etc/init.d/mongrel_#{application} start" 
+    end
+
+    task :stop do
+      sudo  "/etc/init.d/mongrel_#{application} stop" 
+    end
+
+    desc 'rails cluster status'
+    task :cluster_status do
+      sudo  "/etc/init.d/mongrel_#{application} status" 
+    end
+
+    after  'deploy:symlink_configs', 'deploy:symlink_mongrel_cluster_config'
+
+    desc "Link to the shared mongrel_cluster.yml."
+    task :symlink_mongrel_cluster_config, :roles => [:web] do
+      run "rm -f #{latest_release}/config/mongrel_cluster.yml"
+      run "ln -nfs #{shared_path}/mongrel_cluster.yml #{latest_release}/config/mongrel_cluster.yml"
+    end
+  end  
+end

data/lib/tannins/nginx.rb

@@ -0,0 +1,56 @@
+require 'erubis'
+Capistrano::Configuration.instance(:must_exist).load do
+  namespace :gentoo do
+    desc "Setup Nginx Configuration"
+    task :web_configuration_setup, :roles => :web do
+      sudo "mkdir -p /etc/nginx/vhosts/"
+      
+      vhost_file = Tannins.get_template("nginx_vhost.erb")
+      nginx_file = Tannins.get_template("nginx.conf.erb")
+      nginx_rails_conf = ::Erubis::Eruby.new(File.read(vhost_file)).result(binding)
+      nginx_main_conf = ::Erubis::Eruby.new(File.read(nginx_file)).result(binding)
+      
+      put nginx_rails_conf, "#{shared_path}/config/#{application}_nginx.conf"
+      put nginx_main_conf, "#{shared_path}/config/nginx.conf"
+      
+      sudo "ln -nfs #{shared_path}/config/#{application}_nginx.conf /etc/nginx/vhosts/#{precedence}_#{application}.conf"
+      sudo "ln -nfs #{shared_path}/config/nginx.conf /etc/nginx/nginx.conf"
+      sudo "rc-update add nginx default"
+      sudo "/etc/init.d/nginx restart"
+    end
+  end
+
+  namespace :nginx do 
+    desc "Start Nginx on the app slices."
+    task :start, :roles => :app do
+      sudo "/etc/init.d/nginx start"
+    end
+
+    desc "Restart the Nginx processes on the app slices."
+    task :restart , :roles => :app do
+      sudo "/etc/init.d/nginx restart"
+    end
+
+    desc "Stop the Nginx processes on the app slices."
+    task :stop , :roles => :app do
+      sudo "/etc/init.d/nginx stop"
+    end
+
+    desc "Tail the nginx access logs for this application"
+    task :tail, :roles => :app do
+      run "tail -f /var/log/nginx/access.log" do |channel, stream, data|
+        puts "#{channel[:server]}: #{data}" unless data =~ /^10\.[01]\.0/ # skips lb pull pages
+        break if stream == :err    
+      end
+    end
+
+    desc "Tail the nginx error logs on the app slices"
+    task :tail_error, :roles => :app do
+      run "tail -f /var/log/nginx/error.log" do |channel, stream, data|
+        puts "#{channel[:server]}: #{data}" unless data =~ /^10\.[01]\.0/ # skips lb pull pages
+        break if stream == :err    
+      end
+    end
+
+  end
+end

data/lib/tannins/templates/apache_common.erb

@@ -0,0 +1,44 @@
+ServerName <%= server_name %>
+ServerAlias *.<%= server_name %>
+DocumentRoot <%= deploy_to %>/current/public
+<Directory "<%= deploy_to %>/current/public">
+  Options FollowSymLinks
+  AllowOverride None
+  Order allow,deny
+  Allow from all
+</Directory>
+
+RewriteEngine On
+
+# Uncomment for rewrite debugging
+#RewriteLog logs/<%= application %>_rewrite_log
+#RewriteLogLevel 9
+
+# Check for maintenance file and redirect all requests
+RewriteCond %{DOCUMENT_ROOT%>/system/maintenance.html -f
+RewriteCond %{SCRIPT_FILENAME%> !maintenance.html
+RewriteRule ^.*$ /system/maintenance.html [L]
+
+# Rewrite index to check for static
+RewriteRule ^/$ /index.html [QSA]
+
+# Rewrite to check for Rails cached page
+RewriteRule ^([^.]+)$ $1.html [QSA]
+
+# Redirect all non-static requests to cluster
+RewriteCond %{DOCUMENT_ROOT%>/%{REQUEST_FILENAME%> !-f
+RewriteRule ^/(.*)$ balancer://<%= application %>_mongrel_cluster%{REQUEST_URI%> [P,QSA,L]
+
+# Deflate
+AddOutputFilterByType DEFLATE text/html text/plain text/xml application/xml application/xhtml+xml text/javascript text/css
+BrowserMatch ^Mozilla/4 gzip-only-text/html
+BrowserMatch ^Mozilla/4.0[678] no-gzip
+BrowserMatch bMSIE !no-gzip !gzip-only-text/html
+
+# Uncomment for deflate debugging
+#DeflateFilterNote Input input_info
+#DeflateFilterNote Output output_info
+#DeflateFilterNote Ratio ratio_info
+#LogFormat '"%r" %{output_info%>n/%{input_info%>n (%{ratio_info%>n%%)' deflate
+#CustomLog logs/<%= application %>_deflate_log deflate
+

data/lib/tannins/templates/apache_vhost.erb

@@ -0,0 +1,39 @@
+NameVirtualHost *:80
+<VirtualHost *:80>
+  Include /etc/apache2/vhosts.d/<%= application %>.common
+
+  ErrorLog <%=deploy_to %>/current/log/<%= application %>_errors_log
+  CustomLog <%=deploy_to %>/current/log/<%= application %>_log combined
+</VirtualHost>
+
+  <% if ssl_required %>
+NameVirtualHost *:443
+<VirtualHost *:443>
+  Include /etc/apache2/vhosts.d/<%= application %>.common
+  RequestHeader set X_FORWARDED_PROTO 'https'
+  SSLEngine on
+  SSLCertificateFile <%= deploy_to %>/current/config/<%= application %>.pem
+  SSLCertificateKeyFile <%= deploy_to %>/current/config/<%= application %>.key
+  SSLCertificateChainFile <%= deploy_to %>/current/config/<%= application %>.crt
+
+  ErrorLog <%= deploy_to %>/current/log/ssl_<%= application %>_errors_log
+  CustomLog <%= deploy_to %>/current/log/ssl_<%= application %>_log combined
+</VirtualHost>
+  <% end %>
+  
+  
+<Proxy balancer://<%= application %>_mongrel_cluster>
+<% (0..mongrel_servers-1).each do |server| %>      
+  BalancerMember http://127.0.0.1:<%= mongrel_port + server %>
+<% end %>
+
+</Proxy>
+
+Listen <%= mongrel_port + 81 %>
+<VirtualHost *:<%= mongrel_port + 81 %>>
+  <Location />
+    SetHandler balancer-manager
+    Deny from all
+    Allow from localhost
+  </Location>
+</VirtualHost>

data/lib/tannins/templates/database.erb

@@ -0,0 +1,28 @@
+# Deployment database.yml
+login: &login
+  adapter: <%= database_adapter %>
+  username: <%= database_username %>
+  password: <%= database_password %>
+  <% unless fetch(:database_host, "").empty? %>
+  host: <%= database_host %>
+  <% end %>
+  <% unless fetch(:database_socket, "").empty? %>
+  socket: <%= database_socket %>
+  <% end %>
+  
+# Leave dev and test off, so accedents don't happen
+#development:
+#  database: <%= application %>_development
+#  <<: *login
+
+#test:
+#  database: <%= application %>_test
+#  <<: *login
+
+staging:
+  database: <%= application %>_staging
+  <<: *login
+
+production:
+  database: <%= application %>_production
+  <<: *login

data/lib/tannins/templates/launch_new.erb

@@ -0,0 +1,33 @@
+
+#Install needed packages
+`gem install mongrel_cluster`
+
+#Create the deployment user
+`useradd -g users -G wheel -m  <%= deploy_username %>`
+`echo "<%= deploy_username %>:<%= deploy_password %>" | chpasswd`
+
+#Add to known hosts
+`echo "github.com,65.74.177.129 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==" >> /home/<%= deploy_username %>/.ssh/known_hosts`
+`chown <%= deploy_username %>:<%= group %> /home/<%= deploy_username %>/.ssh/known_hosts`
+
+#Mount S3
+`echo "<%= s3_id %>:<%= s3_key %>" > /etc/passwd-s3fs`
+`mkdir -p /mnt/s3fs`
+`modprobe fuse`
+`echo "s3fs#<%= s3_backup_bucket %> /mnt/s3fs fuse allow_other,accessKeyId=<%= s3_id %>,secretAccessKey=<%= s3_key %> 0 0 " >> /etc/fstab`
+`mount -a`
+
+#Mysql password setting
+`/etc/init.d/mysql start`
+`rc-update mysql default`
+`mysqladmin -uroot password "<%= mysql_root_password %>"`
+`mysqladmin -uroot -p<%= mysql_root_password %> flush-privileges `
+
+#Delete everything after the RUN ONCE in /etc/conf.d/local.start
+file_in = File.open("/etc/conf.d/local.start", "r")
+file_out = File.open("/etc/conf.d/local.new", "w")
+while (line = file_in.readline)
+  file_out.puts(line)
+  break if line =~ /RUN ONCE/
+end
+File.rename("/etc/conf.d/local.new", "/etc/conf.d/local.start")

data/lib/tannins/templates/merb_init.erb

@@ -0,0 +1,28 @@
+#!/sbin/runscript
+# Distributed under the terms of the GNU General Public License v2
+
+MERB_DIR="<%= current_path %>"
+MERB_PORT="8<%= precedence %>00"
+depend() {
+        need net
+        use mysql logger
+        after sshd
+}
+
+start() {
+        ebegin "Starting Merb: <%= application %>"
+          cd ${MERB_DIR} && ./bin/merb -c <%= mongrel_servers %> -p ${MERB_PORT} -e <%= rails_env %>
+        eend $?
+}
+stop() {
+        ebegin "Stopping Merb: <%= application %>"
+          cd ${MERB_DIR} && ./bin/merb -K all -e <%= rails_env %>
+        eend $?
+}
+
+status() {
+         ebegin "Status for Merb: <%= application %>"
+           echo 'currenty not implemented'
+           #cd ${MERB_DIR} && ./bin/merb 
+         eend $?
+}

data/lib/tannins/templates/mongrel_init.erb

@@ -0,0 +1,37 @@
+#!/sbin/runscript
+# Distributed under the terms of the GNU General Public License v2
+
+MONGREL_BIN="/usr/bin/mongrel_rails"
+MONGREL_CONF="/etc/mongrel_cluster/<%= application %>.yml"
+
+depend() {
+        need net
+        use mysql logger
+        after sshd
+}
+
+before() {                                                                      
+         if [ "$MONGREL_PORT" ]; then                                           
+           MONGREL_ARGS=" --only $MONGREL_PORT"                                 
+         fi                                                                     
+}
+
+start() {
+        before;
+        ebegin "Starting Mongrel: <%= application %>"
+          ${MONGREL_BIN} cluster::start -C ${MONGREL_CONF} --clean ${MONGREL_ARGS}
+        eend $?
+}
+stop() {
+        before;
+        ebegin "Stopping Mongrel: <%= application %>"
+          ${MONGREL_BIN} cluster::stop -C ${MONGREL_CONF} ${MONGREL_ARGS}
+        eend $?
+}
+
+status() {
+         before;
+         ebegin "Status for Mongrel: ${SITE}"
+           ${MONGREL_BIN} cluster::status -c ${MONGREL_CONF} ${MONGREL_ARGS}
+         eend $?
+}

data/lib/tannins/templates/nginx.conf.erb

@@ -0,0 +1,55 @@
+user nginx nginx;
+worker_processes 6;
+
+error_log /var/log/nginx/error.log info;
+
+events {
+        worker_connections  1024;
+        use epoll;
+}
+
+http {
+        include         /etc/nginx/mime.types;
+        default_type    application/octet-stream;
+
+        log_format main
+                '$remote_addr - $remote_user [$time_local] '
+                '"$request" $status $bytes_sent '
+                '"$http_referer" "$http_user_agent" '
+                '"$gzip_ratio"';
+        access_log  /var/log/nginx/access.log  main;
+				                                                                 
+        client_header_timeout   10m;
+        client_body_timeout     10m;
+        send_timeout            10m;
+
+        connection_pool_size            256;
+        client_header_buffer_size       1k;
+        large_client_header_buffers     4 2k;
+        request_pool_size               4k;
+				server_names_hash_bucket_size		64;
+
+        gzip on;
+        gzip_min_length 1100;
+        gzip_buffers    4 8k;
+        gzip_http_version 1.0;
+        gzip_comp_level 2;
+        gzip_proxied any;
+        gzip_types      text/plain text/html text/css application/x-javascript text/xml application/xml 
+                         application/xml+rss text/javascript;
+        
+
+        #output_buffers  1 32k;
+        #postpone_output 1460;
+
+        sendfile        on;
+        tcp_nopush      on;
+        tcp_nodelay     off; #TODO - load test both ways
+
+        keepalive_timeout       75 20;
+
+        ignore_invalid_headers  on;
+
+        index index.html;
+        include /etc/nginx/vhosts/*.conf; 
+}

data/lib/tannins/templates/nginx_vhost.erb

@@ -0,0 +1,132 @@
+upstream <%= application %> {
+  <% (0..mongrel_servers-1).each do |server|%>      
+  server 127.0.0.1:<%= mongrel_port + server %>;
+  <% end %>
+}
+
+server {
+        listen          80;
+        server_name     <%= server_name %>;
+
+        access_log      /var/log/nginx/<%= application %>.access_log main;
+        error_log       /var/log/nginx/<%= application %>.error_log info;
+        
+        root <%= deploy_to %>/current/public;
+                
+        # for cap's deploy:web:disable task
+        if (-f $document_root/system/maintenance.html) {
+          rewrite ^(.*)$ /system/maintenance.html last;
+            break;
+        }
+        
+<% if forced_prefix.nil? %>
+<% elsif !forced_prefix %>
+        if ($host ~* "www") {
+          rewrite ^(.*)$ http://<%= server_name %>$1 redirect;
+          break;
+        }        
+<% else %>        
+        if ($host !~* "<%= forced_prefix %>") {
+          rewrite ^(.*)$ http://<%= forced_prefix %>.<%= server_name %>$1 redirect;
+          break;
+        }
+<% end %>        
+        location / {
+          proxy_set_header  X-Real-IP  $remote_addr;
+          proxy_set_header  X-Forwarded-For $proxy_add_x_forwarded_for;
+          proxy_set_header Host $http_host;
+          proxy_redirect false;
+          
+          # If the file exists as a static file serve it directly without
+          # running all the other rewite tests on it
+          if (-f $request_filename) { 
+            break; 
+          }
+
+          # If this is a directory and the index.html file exists go there
+          if (-f $request_filename/index.html) {
+            rewrite (.*) $1/index.html break;
+          }
+          
+          # This is for page caching
+          if (-f $request_filename.html) {
+            rewrite (.*) $1.html break;
+          }
+          
+          if (!-f $request_filename) {
+            proxy_pass http://<%= application %>;
+            break;
+          }
+        }
+        error_page   500 502 503 504  /50x.html;
+        location = /50x.html {
+          root <%= deploy_to %>/current/public;
+        }
+}
+
+<% if ssl_required %>
+##ssl portion
+server {
+        listen          443;
+        server_name     www.<%= server_name %>;
+
+        ssl on;
+        ssl_certificate         <%= deploy_to %>/current/config/<%= application %>.pem;
+        ssl_certificate_key     <%= deploy_to %>/current/config/<%= application %>.key;
+
+        access_log      /var/log/nginx/<%= application %>.ssl_access_log main;
+        error_log       /var/log/nginx/<%= application %>.ssl_error_log info;
+        
+        root <%= deploy_to %>/current/public;
+                   
+        # for cap's deploy:web:disable task
+        if (-f $document_root/system/maintenance.html) {
+          rewrite ^(.*)$ /system/maintenance.html last;
+            break;
+        }
+<% if defined?(forced_prefix) && forced_prefix %>        
+        if ($host !~* "<%= forced_prefix %>") {
+          rewrite ^(.*)$ http://<%= forced_prefix %>.<%= server_name %>$1 redirect;
+          break;
+        }
+<% elsif defined?(forced_prefix) && !forced_prefix %>
+        if ($host ~* "www") {
+          rewrite ^(.*)$ http://<%= server_name %>$1 redirect;
+          break;
+        }        
+<% end %>        
+                
+        location / {
+          proxy_set_header  X-Real-IP  $remote_addr;
+          proxy_set_header X_FORWARDED_PROTO https;
+          proxy_set_header  X-Forwarded-For $proxy_add_x_forwarded_for;
+          proxy_set_header Host $http_host;
+          proxy_redirect false;
+
+          # If the file exists as a static file serve it directly without
+          # running all the other rewite tests on it
+          if (-f $request_filename) { 
+            break; 
+          }
+
+          # If this is a directory and the index.html file exists go there
+          if (-f $request_filename/index.html) {
+            rewrite (.*) $1/index.html break;
+          }
+          
+          # This is for page caching
+          if (-f $request_filename.html) {
+            rewrite (.*) $1.html break;
+          }
+          
+          if (!-f $request_filename) {
+            proxy_pass http://<%= application %>;
+            break;
+          }
+        }
+        error_page   500 502 503 504  /50x.html;
+        location = /50x.html {
+          root <%= deploy_to %>/current/public;
+        }
+}
+<% end %>