rubber 1.15.0 → 2.0.0.pre1

data/{lib/generators/vulcanize/templates → templates}/mongodb/config/rubber/role/mongodb/mongodb.conf

@@ -1,6 +1,9 @@
 <%
   @path = "/etc/mongodb.conf"
-  @post = "service mongodb restart"
+  @post = <<-SCRIPT
+    mkdir -p #{rubber_env.mongodb_data_dir} #{rubber_env.mongodb_log_dir}
+    chown -R mongodb:mongodb #{rubber_env.mongodb_data_dir} #{rubber_env.mongodb_log_dir}
+  SCRIPT
 %>
 # mongodb.conf
 

data/templates/mongodb/templates.yml

@@ -0,0 +1 @@
+description: MongoDB module

data/{generators/vulcanize/templates → templates}/mongrel/config/rubber/deploy-mongrel.rb

@@ -11,7 +11,7 @@ namespace :rubber do
       # Setup system to restart mongrel_cluster on reboot
       rubber.sudo_script 'setup_mongrel_init', <<-ENDSCRIPT
         mkdir -p /etc/mongrel_cluster
-        rm -f /etc/mongrel_cluster/#{application}-#{RUBBER_ENV}.yml && ln -s /mnt/#{application}-#{RUBBER_ENV}/current/config/mongrel_cluster.yml /etc/mongrel_cluster/#{application}-#{RUBBER_ENV}.yml
+        rm -f /etc/mongrel_cluster/#{application}-#{Rubber.env}.yml && ln -s /mnt/#{application}-#{Rubber.env}/current/config/mongrel_cluster.yml /etc/mongrel_cluster/#{application}-#{Rubber.env}.yml
         find #{rubber_env.rvm_version ? "$(rvm gemdir)" : "/usr/lib/ruby/gems"} -path "*/resources/mongrel_cluster" -exec cp {} /etc/init.d/ \\;
         chmod +x /etc/init.d/mongrel_cluster
         update-rc.d -f mongrel_cluster remove

data/{generators/vulcanize/templates → templates}/mongrel/config/rubber/role/mongrel/mongrel_cluster.yml

@@ -1,12 +1,12 @@
 <%
-  @path = "#{RUBBER_ROOT}/config/mongrel_cluster.yml"
+  @path = "#{Rubber.root}/config/mongrel_cluster.yml"
 %>
 ---
 user: <%= rubber_env.app_user %>
 group: <%= rubber_env.app_user %>
-cwd: <%= RUBBER_ROOT %>
+cwd: <%= Rubber.root %>
 port: "<%= rubber_env.mongrel_base_port %>"
-environment: <%= RUBBER_ENV %>
+environment: <%= Rubber.env %>
 address: <%= rubber_env.host %>
 pid_file: tmp/pids/mongrel.pid
 servers: <%= rubber_env.mongrel_count %>

data/{lib/generators/vulcanize/templates → templates}/mongrel/config/rubber/rubber-mongrel.yml

@@ -1,7 +1,7 @@
 
 # These will probably need to be used by the rubber module used for the web role (nginx)
 mongrel_base_port: 7000
-mongrel_count: "#{RUBBER_ENV == 'production' ? 8 : 2}"
+mongrel_count: "#{Rubber.env == 'production' ? 8 : 2}"
 
 roles:
   app:

data/{lib/generators/vulcanize/templates → templates}/monit/config/rubber/deploy-monit.rb

@@ -13,17 +13,17 @@ namespace :rubber do
     after "rubber:post_restart", "rubber:monit:start"
 
     desc "Start monit daemon monitoring"
-    task :start do
+    task :start, :roles => :monit do
       rsudo "service monit start"
     end
     
     desc "Stop monit daemon monitoring"
-    task :stop do
-      rsudo "service monit stop; exit 0"
+    task :stop, :roles => :monit do
+      rsudo "service monit stop || true"
     end
     
     desc "Restart monit daemon monitoring"
-    task :restart do
+    task :restart, :roles => :monit do
       stop
       start
     end

data/{lib/generators/vulcanize/templates/apache → templates/monit}/config/rubber/role/apache/monit-apache.conf

@@ -2,6 +2,6 @@
   @path = '/etc/monit/monit.d/monit-apache.conf'
 %>
 check process apache with pidfile /var/run/apache2.pid
-  group apache-<%= RUBBER_ENV %>
+  group apache-<%= Rubber.env %>
   start program = "/usr/bin/env service apache2 start"
   stop program = "/usr/bin/env service apache2 stop"

data/{generators/vulcanize/templates/cassandra → templates/monit}/config/rubber/role/cassandra/monit-cassandra.conf

@@ -2,7 +2,7 @@
   @path = '/etc/monit/monit.d/monit-cassandra.conf'
 %>
 check process cassandra with pidfile <%= rubber_env.cassandra_pid_file %>
-  group cassandra-<%= RUBBER_ENV %>
+  group cassandra-<%= Rubber.env %>
   start program = "<%= rubber_env.cassandra_dir %>/bin/cassandra -p <%= rubber_env.cassandra_pid_file %>"
   stop program = "kill `cat <%= rubber_env.cassandra_pid_file %>`"
   if failed host <%= rubber_env.host %> port <%= rubber_env.cassandra_rpc_port %> with timeout 10 seconds for 10 cycles then restart

data/templates/monit/config/rubber/role/elasticsearch/monit-elasticsearch.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-elasticsearch.conf'
+%>
+check process elasticsearch with pidfile <%= rubber_env.elasticsearch_pid_file %>
+  group elasticsearch-<%= Rubber.env %>
+  start program = "/usr/bin/env service elasticsearch start"
+  stop program = "/usr/bin/env service elasticsearch stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.elasticsearch_http_port %> with timeout 10 seconds for 10 cycles then restart

data/templates/monit/config/rubber/role/graphite_server/monit-graphite_server.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-graphite_server.conf'
+%>
+check process graphite_server with pidfile <%= rubber_env.graphite_server_pid_file %>
+  group graphite-<%= Rubber.env %>
+  start program = "/usr/bin/env service graphite-server start"
+  stop program = "/usr/bin/env service graphite-server stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.graphite_server_port %> with timeout 10 seconds for 3 cycles then restart

data/templates/monit/config/rubber/role/graylog_server/monit-graylog_server.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-graylog_server.conf'
+%>
+check process graylog_server with pidfile <%= rubber_env.graylog_server_pid_file %>
+  group graylog-<%= Rubber.env %>
+  start program = "/usr/bin/env service graylog-server start"
+  stop program = "/usr/bin/env service graylog-server stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.graylog_server_port %> type UDP with timeout 10 seconds for 10 cycles then restart

data/templates/monit/config/rubber/role/graylog_web/monit-graylog_web.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-graylog_web.conf'
+%>
+check process graylog_web with pidfile <%= rubber_env.graylog_web_pid_file %>
+  group graylog-<%= Rubber.env %>
+  start program = "/usr/bin/env service graylog-web start"
+  stop program = "/usr/bin/env service graylog-web stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.graylog_web_port %> with timeout 10 seconds for 10 cycles then restart

data/{generators/vulcanize/templates/haproxy → templates/monit}/config/rubber/role/haproxy/monit-haproxy.conf

@@ -2,7 +2,7 @@
   @path = '/etc/monit/monit.d/monit-haproxy.conf'
 %>
 check process haproxy with pidfile /var/run/haproxy.pid
-  group haproxy-<%= RUBBER_ENV %>
+  group haproxy-<%= Rubber.env %>
   start program = "/usr/bin/env service haproxy start"
   stop program = "/usr/bin/env service haproxy stop"
   if failed host "<%= rubber_env.host %>" port <%= rubber_env.haproxy_monitor_port %> with timeout 10 seconds for 10 cycles then restart

data/{generators/vulcanize/templates/jetty → templates/monit}/config/rubber/role/jetty/monit-jetty.conf

@@ -2,7 +2,7 @@
   @path = '/etc/monit/monit.d/monit-jetty.conf'
 %>
 check process jetty with pidfile /var/run/jetty.pid
-  group jetty-<%= RUBBER_ENV %>
+  group jetty-<%= Rubber.env %>
   start program = "<%= rubber_env.jetty_dir %>/bin/jetty.sh start"
   stop program = "<%= rubber_env.jetty_dir %>/bin/jetty.sh stop"
   if failed host <%= rubber_env.host %> port <%= rubber_env.jetty_port %> with timeout 10 seconds for 10 cycles then restart

data/{lib/generators/vulcanize/templates/mongodb/config/rubber/role/mongodb/monit-mongodb.cnf → templates/monit/config/rubber/role/mongodb/monit-mongodb.conf}

@@ -3,8 +3,8 @@
 %>
 
 check process mongodb with pidfile <%= rubber_env.mongodb_pid %>
-   group mongodb-<%= RUBBER_ENV %>
-   start program = "/usr/bin/env service mongodb start"
+   group mongodb-<%= Rubber.env %>
+   start program = "/bin/bash -c 'rm -f <%= rubber_env.mongodb_pid %>; /usr/bin/env service mongodb start'"
    stop program = "/usr/bin/env service mongodb stop"
    if failed port 27017 then restart
    if 5 restarts within 5 cycles then timeout

data/{generators/vulcanize/templates/mongrel → templates/monit}/config/rubber/role/mongrel/monit-mongrel.conf

@@ -5,15 +5,15 @@
 <% (0..(rubber_env.mongrel_count.to_i - 1)).each do |i| %>
 
   <% port = rubber_env.mongrel_base_port + i %>
-  <% pidfile = "#{RUBBER_ROOT}/tmp/pids/mongrel.#{port}.pid" %>
+  <% pidfile = "#{Rubber.root}/tmp/pids/mongrel.#{port}.pid" %>
   check process mongrel-<%= port %> with pidfile <%= pidfile %>
-    group mongrel-<%= RUBBER_ENV %>
-    start program = "/bin/sh -c 'cd <%= RUBBER_ROOT %> && PATH=<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:$PATH && mongrel_rails cluster::start --clean --only <%= port %>'"
+    group mongrel-<%= Rubber.env %>
+    start program = "/bin/sh -c 'cd <%= Rubber.root %> && PATH=<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:$PATH && mongrel_rails cluster::start --clean --only <%= port %>'"
     <%
     # Stop gracefully - monit waits for stop to complete (since below process exits immediately, it must
     # wait for pid to disappear) before trying to start
     %>
-    stop program = "/bin/sh -c 'cd <%= RUBBER_ROOT %> && PATH=<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:$PATH && mongrel_rails cluster::stop --clean --only <%= port %> && sleep 30 && mongrel_rails cluster::stop --clean --force --only <%= port %>'"
+    stop program = "/bin/sh -c 'cd <%= Rubber.root %> && PATH=<%= rubber_env.ruby_prefix %>/bin:/usr/local/bin:$PATH && mongrel_rails cluster::stop --clean --only <%= port %> && sleep 30 && mongrel_rails cluster::stop --clean --force --only <%= port %>'"
     if totalmem > 200.0 MB for 3 cycles then restart
     <%# monit needs to test on same same interface that mongrel is listening on (see mongrel_cluster.yml) %>
     if failed host <%= rubber_env.host %> port <%= port %> protocol http with timeout 10 seconds for 10 cycles then restart

data/{lib/generators/vulcanize/templates/mysql/config/rubber/role/db/monit-mysql.cnf → templates/monit/config/rubber/role/mysql/monit-mysql.conf}

@@ -3,7 +3,7 @@
 %>
 
 check process mysql with pidfile /var/run/mysqld/mysqld.pid
-   group mysql-<%= RUBBER_ENV %>
+   group mysql-<%= Rubber.env %>
    start program = "/usr/bin/env service mysql restart"
    stop program = "/usr/bin/env service mysql stop"
    if failed host 127.0.0.1 port 3306 protocol mysql then alert

data/{lib/generators/vulcanize/templates/mysql_proxy/config/rubber/common/monit-mysql_proxy.cnf → templates/monit/config/rubber/role/mysql_proxy/monit-mysql_proxy.conf}

@@ -3,7 +3,7 @@
 %>
 
 check process mysql_proxy with pidfile /var/run/mysql-proxy.pid
-   group mysql_proxy-<%= RUBBER_ENV %>
+   group mysql_proxy-<%= Rubber.env %>
    start program = "/usr/bin/env service mysql-proxy start"
    stop program = "/usr/bin/env service mysql-proxy stop"
    if failed host 127.0.0.1 port 4040 protocol mysql then alert

data/{generators/vulcanize/templates/nginx → templates/monit}/config/rubber/role/nginx/monit-nginx.conf

@@ -2,6 +2,6 @@
   @path = '/etc/monit/monit.d/monit-nginx.conf'
 %>
 check process nginx with pidfile /var/run/nginx.pid
-  group nginx-<%= RUBBER_ENV %>
+  group nginx-<%= Rubber.env %>
   start program = "/usr/bin/env service nginx start"
   stop program = "/usr/bin/env service nginx stop"

data/{generators/vulcanize/templates/passenger_nginx → templates/monit}/config/rubber/role/passenger_nginx/monit-nginx.conf

@@ -2,6 +2,6 @@
   @path = '/etc/monit/monit.d/monit-nginx.conf'
 %>
 check process nginx with pidfile /var/run/nginx.pid
-  group nginx-<%= RUBBER_ENV %>
+  group nginx-<%= Rubber.env %>
   start program = "/usr/bin/env service nginx start"
   stop program = "/usr/bin/env service nginx stop"

data/{lib/generators/vulcanize/templates/postgresql/config/rubber/role/db → templates/monit/config/rubber/role/postgresql}/monit-postgresql.conf

@@ -3,7 +3,7 @@
 %>
 
 check process postgresql with pidfile <%= rubber_env.postgresql_pid_file %>
-   group postgresql-<%= RUBBER_ENV %>
+   group postgresql-<%= Rubber.env %>
    start program = "<%= rubber_env.postgresql_ctl %> restart"
    stop program = "<%= rubber_env.postgresql_ctl %> stop"
    if failed host 127.0.0.1 port 5432 protocol pgsql then alert

data/templates/monit/config/rubber/role/redis/monit-redis.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-redis.conf'
+%>
+check process redis with pidfile <%= rubber_env.redis_server_pid_file %>
+  group redis-<%= Rubber.env %>
+  start program = "/usr/bin/env service redis-server start"
+  stop program = "/usr/bin/env service redis-server stop"
+  if failed host <%= rubber_env.host %> port <%= rubber_env.redis_server_port %> with timeout 10 seconds for 10 cycles then restart

data/templates/monit/config/rubber/role/resque_web/monit-resque_web.conf

@@ -0,0 +1,10 @@
+<%
+  @path = '/etc/monit/monit.d/monit-resque_web.conf'
+%>
+
+check process resque_web with pidfile <%= rubber_env.resque_web_pid_file %>
+  group resque-<%= Rubber.env %>
+  start program = "/usr/bin/env service resque-web start"
+  stop program = "/usr/bin/env service resque-web stop"
+
+  if totalmem > 350.0 MB for 15 cycles then restart

data/templates/monit/config/rubber/role/resque_worker/monit-resque_pool.conf

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-resque_pool.conf'
+%>
+
+check process resque_pool with pidfile <%= rubber_env.resque_pool_pid_file %>
+  group resque-<%= Rubber.env %>
+  start program = "/usr/bin/env service resque-pool start"
+  stop program = "/usr/bin/env service resque-pool stop"

data/{generators/vulcanize/templates/sphinx → templates/monit}/config/rubber/role/sphinx/monit-sphinx.conf

@@ -1,13 +1,13 @@
 <%
   @path = '/etc/monit/monit.d/monit-sphinx.conf'
 
-  pidfile = "#{RUBBER_ROOT}/log/searchd.#{RUBBER_ENV}.pid"
-  start_program = "cd #{RUBBER_ROOT} && #{fetch(:rake, 'rake')} ts:start"
-  stop_program = "cd #{RUBBER_ROOT} && #{fetch(:rake, 'rake')} ts:stop"
+  pidfile = "#{Rubber.root}/log/searchd.#{Rubber.env}.pid"
+  start_program = "cd #{Rubber.root} && #{fetch(:rake, 'rake')} ts:start"
+  stop_program = "cd #{Rubber.root} && #{fetch(:rake, 'rake')} ts:stop"
 %>
 
 check process sphinx with pidfile <%= pidfile %>
-  group sphinx-<%= RUBBER_ENV %>
+  group sphinx-<%= Rubber.env %>
   start program = "/usr/bin/sudo -H -u <%= rubber_env.app_user %> bash -l -c '<%= start_program %>'"
   stop program = "/usr/bin/sudo -H -u <%= rubber_env.app_user %> bash -l -c '<%= stop_program %>'"
   if failed host <%= rubber_env.host %> port 9312 with timeout 5 seconds for 5 cycles then restart

data/templates/monit/config/rubber/role/web_tools/rubber-web-tools-monit.html

@@ -0,0 +1,19 @@
+<%
+  @path = "/var/www/rubber-web-tools-monit.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Monit Admin</title>
+	</head>
+	<body>
+		<h1>Rubber Monit Admin</h1>
+
+    <% rubber_instances.sort {|a,b| a.name <=> b.name }.each do |ic| %>
+        <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+    <% end %>
+
+	</body>
+</html>
+

data/templates/monit/config/rubber/rubber-monit.yml

@@ -0,0 +1,11 @@
+# Uses admin_email from base
+
+monit_admin_port: 2812
+
+role_dependencies:
+  common: [monit]
+
+roles:
+  monit:
+    packages: [monit]
+

data/{generators/vulcanize/templates → templates}/monit/templates.yml

@@ -1 +1,2 @@
 description: The monit module
+skip_unknown_roles: true

data/templates/munin/config/rubber/deploy-munin.rb

@@ -0,0 +1,81 @@
+
+namespace :rubber do
+  
+  namespace :munin do
+  
+    rubber.allow_optional_tasks(self)
+
+    after "rubber:install_packages", "rubber:munin:install"
+
+    # sometimes apt-get install of munin doesn't end up configuring
+    # plugins (e.g. installing postfix at same time, postfix plugin
+    # configure barfs as postfix not configured yet)
+    desc <<-DESC
+      Reconfigures munin
+    DESC
+    task :install, :roles => [:munin] do
+      rubber.sudo_script 'setup_munin_plugins', <<-ENDSCRIPT
+        munin-node-configure --shell --remove-also > /tmp/setup-munin-plugins 2> /dev/null || true
+        sh /tmp/setup-munin-plugins
+      ENDSCRIPT
+      restart
+    end
+
+    before "rubber:munin:install", "rubber:munin:install_mysql_plugin"
+
+    desc <<-DESC
+      Installs some extra munin graphs
+    DESC
+    task :install_mysql_plugin, :roles => [:mysql_master, :mysql_slave] do
+      rubber.sudo_script 'install_munin_mysql', <<-ENDSCRIPT
+        if [ ! -f /usr/share/munin/plugins/mysql_ ]; then
+          wget --no-check-certificate -qN -O /usr/share/munin/plugins/mysql_ https://github.com/kjellm/munin-mysql/raw/master/mysql_
+          wget --no-check-certificate -qN -O /etc/munin/plugin-conf.d/mysql_.conf https://github.com/kjellm/munin-mysql/raw/master/mysql_.conf
+        fi
+      ENDSCRIPT
+    end
+
+    after "rubber:munin:install", "rubber:munin:install_postgresql_plugin"
+    
+    task :install_postgresql_plugin, :roles => [:postgresql_master, :postgresql_slave] do
+      regular_plugins = %w[bgwriter checkpoints connections_db users xlog]
+      parameterized_plugins = %w[cache connections locks querylength scans transactions tuples]
+
+      commands = ['rm -f /etc/munin/plugins/postgres_*']
+
+      regular_plugins.each do |name|
+        commands << "ln -s /usr/share/munin/plugins/postgres_#{name} /etc/munin/plugins/postgres_#{name}"
+      end
+
+      parameterized_plugins.each do |name|
+        commands << "ln -s /usr/share/munin/plugins/postgres_#{name}_ /etc/munin/plugins/postgres_#{name}_#{rubber_env.db_name}"
+      end
+
+      rubber.sudo_script "install_postgresql_munin_plugins", <<-ENDSCRIPT
+        #{commands.join(';')}
+      ENDSCRIPT
+    end
+  
+    # after "deploy:stop", "rubber:munin:stop"
+    # before "deploy:start", "rubber:munin:start"
+    # after "deploy:restart", "rubber:munin:restart"
+
+    desc "Start munin system monitoring"
+    task :start, :roles => :munin do
+      rsudo "service munin-node start"
+    end
+    
+    desc "Stop munin system monitoring"
+    task :stop, :roles => :munin do
+      rsudo "service munin-node stop; exit 0"
+    end
+    
+    desc "Restart munin system monitoring"
+    task :restart, :roles => :munin do
+      stop
+      start
+    end
+  
+  end
+
+end

data/{lib/generators/vulcanize/templates → templates}/munin/config/rubber/role/web_tools/munin-plugins.conf

@@ -5,8 +5,8 @@
     service munin-node restart
   POST
 
-  root = RUBBER_ENV == 'development' ? "#{RUBBER_ROOT}/tmp/rubber" : ""
-  script_dir = "#{RUBBER_ROOT}/script/munin"
+  root = Rubber.env == 'development' ? "#{Rubber.root}/tmp/rubber" : ""
+  script_dir = "#{Rubber.root}/script/munin"
   plugin_dir = "#{root}/etc/munin/plugins"
   plugin_prefix = "rubber_"
 %>
@@ -22,7 +22,7 @@
     File.open("#{plugin_dir}/#{plugin_name}", 'w') do |p|
       p.chmod(0755)
       p.puts('#!/bin/sh')
-      p.puts("RUBBER_ENV=#{RUBBER_ENV} #{script} $*")
+      p.puts("RUBBER_ENV=#{Rubber.env} #{script} $*")
     end
   end
 %>