axtro-rubber 1.2.3 → 1.5.7

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/crontab

@@ -0,0 +1,9 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+  @additive = ["# rubber-nginx-start", "# rubber-nginx-end"]
+%>
+
+# Roll the nginx logs at midnight
+0 0 * * * LOG_DIR=/mnt/nginx/logs <%= RUBBER_ROOT %>/script/cron-rake rubber:rotate_logs
+

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-nginx.conf'
+%>
+<% PIDFILE = "/var/run/nginx.pid" %>
+check process nginx with pidfile <%= PIDFILE %>
+  group nginx-<%= RUBBER_ENV %>
+  start program = "/usr/bin/env service nginx start"
+  stop program = "/usr/bin/env service nginx stop"

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf

@@ -0,0 +1,42 @@
+<%
+  @path = "/etc/nginx/nginx.conf"
+  @post = "mkdir -p /mnt/nginx/logs"
+%>
+
+user www-data;
+worker_processes 10;
+
+pid /var/run/nginx.pid;
+
+events
+{
+  worker_connections 1024;
+}
+
+http
+{
+  include           /etc/nginx/mime.types;
+  default_type      application/octet-stream;
+
+  sendfile          on;
+  tcp_nopush        on;
+  tcp_nodelay       off;
+
+  gzip              on;
+  gzip_http_version 1.0;
+  gzip_comp_level   2;
+  gzip_proxied      any;
+  gzip_types        text/plain text/html text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript;
+
+  # configure log format like to Apache's "combined" log format
+  log_format        main
+                      '$remote_addr - $remote_user [$time_local] '
+                      '"$request" $status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_cookie"';
+
+  # default log files
+  error_log         /mnt/nginx/logs/error.log notice;
+  access_log        /mnt/nginx/logs/access.log main;
+
+  include /etc/nginx/rubber/*.conf;
+}

data/lib/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml

@@ -0,0 +1,10 @@
+
+# Uses from base rubber config
+# domain: foo.com
+
+# Uses from rubber-complete.yml
+# web_tools_port: 8080
+
+roles:
+  nginx:
+    packages: [nginx]

data/lib/generators/vulcanize/templates/nginx/templates.yml

@@ -0,0 +1 @@
+description: The nginx module

data/lib/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb

@@ -0,0 +1,46 @@
+
+namespace :rubber do
+
+  namespace :passenger do
+  
+    rubber.allow_optional_tasks(self)
+  
+    after "rubber:install_gems", "rubber:passenger:custom_install"
+    
+    task :custom_install, :roles => :passenger do
+      rubber.sudo_script 'install_passenger', <<-ENDSCRIPT
+        if [[ -z `ls #{rubber_env.passenger_lib} 2> /dev/null` ]]; then
+          echo -en "\n\n\n\n" | passenger-install-apache2-module
+          rvm #{rubber_env.rvm_ruby} --passenger
+        fi
+      ENDSCRIPT
+    end
+
+    after "rubber:setup_app_permissions", "rubber:passenger:setup_passenger_permissions"
+
+    task :setup_passenger_permissions, :roles => :passenger do
+      rsudo "chown #{rubber_env.app_user}:#{rubber_env.app_user} #{current_path}/config/environment.rb"
+    end
+
+    # passenger does things differently for rack apps, so if this is a rails app, remove config.ru
+    # to stop passenger from treating this like a rack app
+    after "deploy:update_code", "rubber:passenger:remove_config_ru" if Rubber::Util.is_rails?
+
+    task :remove_config_ru, :roles => :passenger do
+      rsudo "rm -f  #{current_release}/config.ru"
+    end
+
+    # passenger depends on apache for start/stop/restart, just need these defined
+    # as apache hooks into standard deploy lifecycle
+    
+    deploy.task :restart, :roles => :app do
+    end
+    
+    deploy.task :stop, :roles => :app do
+    end
+    
+    deploy.task :start, :roles => :app do
+    end
+    
+  end
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-memory.conf

@@ -0,0 +1,34 @@
+<%
+  @path = "/etc/munin/plugins/passenger_memory_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+# put in /etc/munin/plugins and restart munin-node
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+# NOTE: you might need to add munin to allow passwordless sudo for passenger-memory-stats
+
+def output_config
+  puts <<-END
+graph_category App
+graph_title Passenger memory stats
+graph_vlabel megabytes
+
+memory.label memory
+END
+  exit 0
+end
+
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats | tail -1`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-memory-stats"
+    exit 1
+  end
+  status =~ /(\d+\.\d+)/
+  puts "memory.value #{$1}"
+end
+
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf

@@ -0,0 +1,7 @@
+<%
+  @path = '/etc/sudoers'
+  @additive = ["# munin passenger start", "# munin passenger end"]
+%>
+
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-status
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf

@@ -0,0 +1,47 @@
+<%
+  @path = "/etc/munin/plugins/passenger_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+
+# from http://gist.github.com/21328
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+
+def output_config
+  puts <<-END
+graph_category App
+graph_title passenger status
+graph_vlabel count
+
+sessions.label sessions
+max.label max processes
+running.label running processes
+active.label active processes
+END
+  exit 0
+end
+
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-status`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-status"
+    exit 1
+  end
+  status =~ /max\s+=\s+(\d+)/
+  puts "max.value #{$1}"
+
+  status =~ /count\s+=\s+(\d+)/
+  puts "running.value #{$1}"
+
+  status =~ /active\s+=\s+(\d+)/
+  puts "active.value #{$1}"
+
+  total_sessions = 0
+  status.scan(/Sessions: (\d+)/).flatten.each { |count| total_sessions += count.to_i }
+  puts "sessions.value #{total_sessions}"
+end
+
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf

@@ -0,0 +1,46 @@
+<%
+  @path = "/etc/apache2/sites-available/#{rubber_env.app_name}-passenger"
+  @post = "a2enmod rewrite && a2enmod ssl && a2ensite #{rubber_env.app_name}-passenger"
+%>
+
+<% [rubber_env.passenger_listen_port, rubber_env.passenger_listen_ssl_port].each do |port| %>
+
+Listen <%= port %>
+<VirtualHost *:<%= port %>>
+  ServerName      <%= rubber_env.domain %>
+<%- if rubber_env.web_aliases -%>
+  ServerAlias	    <%= rubber_env.web_aliases.join(" ") %>
+<%- end -%>
+  DocumentRoot    <%= RUBBER_ROOT + "/public" %>
+
+  ErrorDocument 404 /404.html
+  ErrorDocument 500 /500.html
+
+  SetEnvIf User-Agent "^(.*MSIE.*)|(.*AppleWebKit.*)$" nokeepalive
+
+  RailsEnv  <%= RUBBER_ENV %>
+  RailsAllowModRewrite on
+
+  RewriteEngine On
+  RewriteCond %{HTTP_HOST} ^<%= rubber_env.domain %>$
+  RewriteRule ^(.*)$ http://www.<%= rubber_env.domain %>$1 [R,L]
+
+  # Include <%= RUBBER_ROOT %>/config/apache/rewrites.conf
+
+  RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+  RewriteCond %{SCRIPT_FILENAME} !maintenance.html  
+  RewriteRule ^.*$ /system/maintenance.html [L]
+  
+  <% if port == rubber_env.passenger_listen_ssl_port %>
+  SSLEngine on
+  SSLOptions +FakeBasicAuth +ExportCertData +StrictRequire
+  SSLCertificateFile    /etc/ssl/certs/ssl-cert-snakeoil.pem
+  SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+  # SSLCertificateFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.crt
+  # SSLCertificateKeyFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.key
+  # SSLCertificateChainFile /etc/ssl/certs/gd_intermediate_bundle.crt
+  <% end %>
+
+</VirtualHost>
+
+<% end %>

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf

@@ -0,0 +1,35 @@
+<%
+  @path = '/etc/apache2/mods-available/passenger.conf'
+  @post = 'cd /etc/apache2/mods-enabled && ln -fs ../mods-available/passenger.conf'
+%>
+LoadModule passenger_module <%= `echo #{rubber_env.passenger_lib}` %>
+PassengerRoot <%= `echo #{rubber_env.passenger_root}` %>
+PassengerRuby <%= `echo #{rubber_env.passenger_ruby}` %>
+PassengerUseGlobalQueue on
+
+# max number of rails instances per appserver
+PassengerMaxPoolSize <%= rubber_env.max_app_connections %>
+
+# Use PassengerMaxPoolSize for limit as we only have 1 app
+PassengerMaxInstancesPerApp 0
+
+# For performances sake, never shutdown rails instances when idle
+PassengerPoolIdleTime 0
+
+# For performances sake, never shutdown a rails instance after N requests
+PassengerMaxRequests 0
+
+# Passenger checks stuff like restart.txt on every request when this is 0
+PassengerStatThrottleRate <%= RUBBER_ENV == 'production' ? '60' : '0' %>
+
+# Turning this on breaks mod_rewrite
+PassengerHighPerformance off
+
+# Cache framework code per application
+RailsSpawnMethod smart-lv2
+
+# For performances sake, don't ever unload framework spawner
+RailsFrameworkSpawnerIdleTime 0
+
+# For performances sake, don't ever unload app spawner
+RailsAppSpawnerIdleTime 0

data/lib/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml

@@ -0,0 +1,15 @@
+passenger_version: 2.2.11
+passenger_root: "$GEM_HOME/gems/passenger-#{passenger_version}"
+passenger_ruby: "#{ruby_prefix}/bin/passenger_ruby"
+passenger_lib: "#{passenger_root}/ext/apache2/mod_passenger.so"
+passenger_listen_port: 7000
+passenger_listen_ssl_port: 7001
+max_app_connections: 20
+
+role_dependencies:
+  passenger: [apache]
+
+roles:
+  passenger:
+    packages: [apache2-mpm-prefork, apache2-prefork-dev]
+    gems: [fastthread, rack, [passenger, "#{passenger_version}"]]

data/lib/generators/vulcanize/templates/passenger/templates.yml

@@ -0,0 +1,3 @@
+description: Phusion Passenger module (Apache2)
+dependent_templates:
+  - apache

data/lib/generators/vulcanize/templates/postgresql/config/rubber/common/database.yml

@@ -0,0 +1,12 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/database.yml"
+%>
+
+<%= RUBBER_ENV %>:
+  adapter: postgresql
+  encoding: unicode
+  database: <%= rubber_env.db_name %>
+  username: <%= rubber_env.db_user %>
+  password: <%= rubber_env.db_pass %>
+  host: <%= rubber_instances.for_role('db', 'primary' => true).first.full_name %>
+  pool: 5

data/lib/generators/vulcanize/templates/postgresql/config/rubber/deploy-postgresql.rb

@@ -0,0 +1,131 @@
+
+namespace :rubber do
+  
+  namespace :postgresql do
+    
+    rubber.allow_optional_tasks(self)
+    
+    after "rubber:create", "rubber:postgresql:validate_db_roles"
+
+    task :validate_db_roles do
+      db_instances = rubber_instances.for_role("postgresql_slave")
+      db_instances.each do |instance|
+        if instance.role_names.find {|n| n == 'postgresql_master'}
+          fatal "Cannot have a postgresql slave and master on the same instance, please removing slave role for #{instance.name}"
+        end
+      end
+    end
+
+    after "rubber:bootstrap", "rubber:postgresql:bootstrap"
+  
+    
+    # Bootstrap the production database config.  Db bootstrap is special - the
+    # user could be requiring the rails env inside some of their config
+    # templates, which creates a catch 22 situation with the db, so we try and
+    # bootstrap the db separate from the rest of the config
+    task :bootstrap, :roles => [:postgresql_master, :postgresql_slave] do
+      
+      # Conditionaly bootstrap for each node/role only if that node has not
+      # been boostrapped for that role before
+      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered  
+      master_instances.each do |ic|
+        task_name = "_bootstrap_postgresql_master_#{ic.full_name}".to_sym()
+        task task_name, :hosts => ic.full_name do
+          env = rubber_cfg.environment.bind("postgresql_master", ic.name)
+          exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
+          if exists.strip.size == 0
+            common_bootstrap("postgresql_master")
+
+            create_user_cmd = "CREATE USER #{env.db_user} WITH NOSUPERUSER CREATEDB NOCREATEROLE"
+            create_user_cmd << "PASSWORD '#{env.db_pass}'" if env.db_pass
+            rubber.sudo_script "create_master_db", <<-ENDSCRIPT
+              sudo -u postgres psql -c "#{create_user_cmd}"
+              sudo -u postgres psql -c "CREATE DATABASE #{env.db_name} WITH OWNER #{env.db_user}"
+            ENDSCRIPT
+          end
+        end
+        send task_name
+      end
+
+#      Wait for postgresql 9.0 to be avlabel before allowing slaves
+#
+#      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
+#      slave_instances.each do |ic|
+#        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
+#        task task_name, :hosts => ic.full_name do
+#          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
+#          exists = capture("echo $(ls #{env.db_data_dir}/ 2> /dev/null)")
+#          if exists.strip.size == 0
+#            common_bootstrap("postgresql_slave")
+#
+#            source = master = rubber_instances.for_role("postgresql_master").first
+#
+#            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
+#            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
+#
+#            base_backup_script = <<-ENDSCRIPT
+#              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')"
+#              tar --exclude pg_xlog -czf /tmp/postgresql-data.tgz #{env.postgresql_data_dir}
+#              tar -czf /tmp/postgresql-archive.tgz #{env.postgresql_archive_dir}
+#              sudo -u postgres psql -c "SELECT pg_stop_backup()"
+#            ENDSCRIPT
+#
+#            rubber.sudo_script "create_slave_db_from_master", base_backup_script, :hosts => [master.full_name]
+#
+#            rsudo "psql -u root -e \"start slave;\""
+#          end
+#        end
+#        send task_name
+#      end
+      
+    end
+  
+    # TODO: Make the setup/update happen just once per host
+    def common_bootstrap(role)
+      # postgresql package install starts postgresql, so stop it
+      rsudo "#{rubber_env.postgresql_ctl} stop" rescue nil
+      
+      # After everything installed on machines, we need the source tree
+      # on hosts in order to run rubber:config for bootstrapping the db
+      rubber.update_code_for_bootstrap
+
+      # Gen just the conf for the given postgresql role
+      rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/#{role}|role/db/", :FORCE => true, :deploy_path => release_path)
+
+      # reconfigure postgresql so that it sets up data dir in /mnt with correct files
+      dirs = [rubber_env.postgresql_data_dir, rubber_env.postgresql_archive_dir]
+      sudo_script 'reconfigure-postgresql', <<-ENDSCRIPT
+        mkdir -p #{dirs.join(' ')}
+        chown -R postgres:postgres #{dirs.join(' ')}
+
+        sudo -u postgres /usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}
+
+        #{rubber_env.postgresql_ctl} start
+      ENDSCRIPT
+      sleep 5
+    end
+    
+    desc <<-DESC
+      Starts the postgresql daemons
+    DESC
+    task :start, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} start"
+    end
+    
+    desc <<-DESC
+      Stops the postgresql daemons
+    DESC
+    task :stop, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} stop"
+    end
+  
+    desc <<-DESC
+      Restarts the postgresql daemons
+    DESC
+    task :restart, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} restart"
+    end
+
+  end
+
+end