RubyGems - rubber - Versions diffs - 1.3.2 → 1.5.0 - Mend

rubber 1.3.2 → 1.5.0

Files changed (277) hide show

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf ADDED

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-nginx.conf'
+%>
+<% PIDFILE = "/var/run/nginx.pid" %>
+check process nginx with pidfile <%= PIDFILE %>
+  group nginx-<%= RUBBER_ENV %>
+  start program = "/usr/sbin/service nginx start"
+  stop program = "/usr/sbin/service nginx stop"

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf ADDED

@@ -0,0 +1,42 @@
+<%
+  @path = "/etc/nginx/nginx.conf"
+  @post = "mkdir -p /mnt/nginx/logs"
+%>
+user www-data;
+worker_processes 10;
+pid /var/run/nginx.pid;
+events
+{
+  worker_connections 1024;
+}
+http
+{
+  include           /etc/nginx/mime.types;
+  default_type      application/octet-stream;
+  sendfile          on;
+  tcp_nopush        on;
+  tcp_nodelay       off;
+  gzip              on;
+  gzip_http_version 1.0;
+  gzip_comp_level   2;
+  gzip_proxied      any;
+  gzip_types        text/plain text/html text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript;
+  # configure log format like to Apache's "combined" log format
+  log_format        main
+                      '$remote_addr - $remote_user [$time_local] '
+                      '"$request" $status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_cookie"';
+  # default log files
+  error_log         /mnt/nginx/logs/error.log notice;
+  access_log        /mnt/nginx/logs/access.log main;
+  include /etc/nginx/rubber/*.conf;
+}

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf ADDED

@@ -0,0 +1,55 @@
+<%
+  @path = "/etc/nginx/rubber/tools.conf"
+%>
+# This server is setup to serve http.
+server
+{
+  listen <%= rubber_env.web_tools_port %>;
+  server_name <%= rubber_env.full_host %>;
+  root /var/www;
+  rewrite (.*) https://$host:<%= rubber_env.web_tools_ssl_port %>$1 break;
+}
+# This server is setup to serve https.
+server
+{
+  listen <%= rubber_env.web_tools_ssl_port %>;
+  server_name <%= rubber_env.full_host %>;
+  ssl                  on;
+  ssl_certificate    /etc/ssl/certs/ssl-cert-snakeoil.pem;
+  ssl_certificate_key /etc/ssl/private/ssl-cert-snakeoil.key;
+  # ssl_certificate      <%= RUBBER_ROOT %>/config/snapmylife.com.crt;
+  # ssl_certificate_key  <%= RUBBER_ROOT %>/config/snapmylife.com.key;
+  auth_basic            "Rubber Admin Tools";
+  auth_basic_user_file  <%= RUBBER_ROOT %>/config/<%= rubber_env.app_name %>.auth;
+  client_max_body_size 10M;
+  root /var/www;
+  location /
+  {
+    # If the file exists as a static file serve it directly without
+    # running all the other rewrite tests on it
+    if (-f $request_filename)
+    {
+      break;
+    }
+    # check for index.html for directory index
+    # if its there on the filesystem then rewite
+    # the url to add /index.html to the end of it
+    # and then break to send it to the next config rules.
+    if (-f $request_filename/index.html)
+    {
+      rewrite (.*) $1/index.html break;
+    }
+  }
+  include /etc/nginx/rubber/tools/*.conf;
+}

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-index.html ADDED

@@ -0,0 +1,30 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+      <li><a href="/munin/">Munin</a></li>
+      <% if cruise_host = rubber_instances.for_role('cruise').first %>
+        <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
+      <% end %>
+		  <% rubber_instances.for_role('haproxy').each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+      <% rubber_instances.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+		</ul>
+	</body>
+</html>

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-nginx.auth ADDED

@@ -0,0 +1,7 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/#{rubber_env.app_name}.auth"
+  user = rubber_env.web_tools_user || 'admin'
+  pass = rubber_env.web_tools_password || rand(1000000000).to_s
+%>
+<%= user %>:<%= pass.crypt(sprintf('%02d', rand(100)))%>

data/lib/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml ADDED

@@ -0,0 +1,10 @@
+# Uses from base rubber config
+# domain: foo.com
+# Uses from rubber-complete.yml
+# web_tools_port: 8080
+roles:
+  nginx:
+    packages: [nginx]

data/lib/generators/vulcanize/templates/nginx/templates.yml ADDED

	@@ -0,0 +1 @@
1	+ description: The nginx module

data/lib/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb ADDED

@@ -0,0 +1,46 @@
+namespace :rubber do
+  namespace :passenger do
+    rubber.allow_optional_tasks(self)
+    after "rubber:install_gems", "rubber:passenger:custom_install"
+    task :custom_install, :roles => :passenger do
+      rubber.sudo_script 'install_passenger', <<-ENDSCRIPT
+        if [[ -z `ls #{rubber_env.passenger_lib} 2> /dev/null` ]]; then
+          echo -en "\n\n\n\n" | passenger-install-apache2-module
+          rvm #{rubber_env.rvm_ruby} --passenger
+        fi
+      ENDSCRIPT
+    end
+    after "rubber:setup_app_permissions", "rubber:passenger:setup_passenger_permissions"
+    task :setup_passenger_permissions, :roles => :passenger do
+      rsudo "chown #{rubber_env.app_user}:#{rubber_env.app_user} #{current_path}/config/environment.rb"
+    end
+    # passenger does things differently for rack apps, so if this is a rails app, remove config.ru
+    # to stop passenger from treating this like a rack app
+    after "deploy:update_code", "rubber:passenger:remove_config_ru" if Rubber::Util.is_rails?
+    task :remove_config_ru, :roles => :passenger do
+      rsudo "rm -f  #{current_release}/config.ru"
+    end
+    # passenger depends on apache for start/stop/restart, just need these defined
+    # as apache hooks into standard deploy lifecycle
+    deploy.task :restart, :roles => :app do
+    end
+    deploy.task :stop, :roles => :app do
+    end
+    deploy.task :start, :roles => :app do
+    end
+  end
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-memory.conf ADDED

@@ -0,0 +1,34 @@
+<%
+  @path = "/etc/munin/plugins/passenger_memory_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+# put in /etc/munin/plugins and restart munin-node
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+# NOTE: you might need to add munin to allow passwordless sudo for passenger-memory-stats
+def output_config
+  puts <<-END
+graph_category App
+graph_title Passenger memory stats
+graph_vlabel megabytes
+memory.label memory
+END
+  exit 0
+end
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats | tail -1`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-memory-stats"
+    exit 1
+  end
+  status =~ /(\d+\.\d+)/
+  puts "memory.value #{$1}"
+end
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf ADDED

@@ -0,0 +1,7 @@
+<%
+  @path = '/etc/sudoers'
+  @additive = ["# munin passenger start", "# munin passenger end"]
+%>
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-status
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf ADDED

@@ -0,0 +1,47 @@
+<%
+  @path = "/etc/munin/plugins/passenger_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+# from http://gist.github.com/21328
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+def output_config
+  puts <<-END
+graph_category App
+graph_title passenger status
+graph_vlabel count
+sessions.label sessions
+max.label max processes
+running.label running processes
+active.label active processes
+END
+  exit 0
+end
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-status`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-status"
+    exit 1
+  end
+  status =~ /max\s+=\s+(\d+)/
+  puts "max.value #{$1}"
+  status =~ /count\s+=\s+(\d+)/
+  puts "running.value #{$1}"
+  status =~ /active\s+=\s+(\d+)/
+  puts "active.value #{$1}"
+  total_sessions = 0
+  status.scan(/Sessions: (\d+)/).flatten.each { |count| total_sessions += count.to_i }
+  puts "sessions.value #{total_sessions}"
+end
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf ADDED

@@ -0,0 +1,46 @@
+<%
+  @path = "/etc/apache2/sites-available/#{rubber_env.app_name}-passenger"
+  @post = "a2enmod rewrite && a2enmod ssl && a2ensite #{rubber_env.app_name}-passenger"
+%>
+<% [rubber_env.passenger_listen_port, rubber_env.passenger_listen_ssl_port].each do |port| %>
+Listen <%= port %>
+<VirtualHost *:<%= port %>>
+  ServerName      <%= rubber_env.domain %>
+<%- if rubber_env.web_aliases -%>
+  ServerAlias	    <%= rubber_env.web_aliases.join(" ") %>
+<%- end -%>
+  DocumentRoot    <%= RUBBER_ROOT + "/public" %>
+  ErrorDocument 404 /404.html
+  ErrorDocument 500 /500.html
+  SetEnvIf User-Agent "^(.*MSIE.*)|(.*AppleWebKit.*)$" nokeepalive
+  RailsEnv  <%= RUBBER_ENV %>
+  RailsAllowModRewrite on
+  RewriteEngine On
+  RewriteCond %{HTTP_HOST} ^<%= rubber_env.domain %>$
+  RewriteRule ^(.*)$ http://www.<%= rubber_env.domain %>$1 [R,L]
+  # Include <%= RUBBER_ROOT %>/config/apache/rewrites.conf
+  RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+  RewriteCond %{SCRIPT_FILENAME} !maintenance.html
+  RewriteRule ^.*$ /system/maintenance.html [L]
+  <% if port == rubber_env.passenger_listen_ssl_port %>
+  SSLEngine on
+  SSLOptions +FakeBasicAuth +ExportCertData +StrictRequire
+  SSLCertificateFile    /etc/ssl/certs/ssl-cert-snakeoil.pem
+  SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+  # SSLCertificateFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.crt
+  # SSLCertificateKeyFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.key
+  # SSLCertificateChainFile /etc/ssl/certs/gd_intermediate_bundle.crt
+  <% end %>
+</VirtualHost>
+<% end %>

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf ADDED

@@ -0,0 +1,35 @@
+<%
+  @path = '/etc/apache2/mods-available/passenger.conf'
+  @post = 'cd /etc/apache2/mods-enabled && ln -fs ../mods-available/passenger.conf'
+%>
+LoadModule passenger_module <%= `echo #{rubber_env.passenger_lib}` %>
+PassengerRoot <%= `echo #{rubber_env.passenger_root}` %>
+PassengerRuby <%= `echo #{rubber_env.passenger_ruby}` %>
+PassengerUseGlobalQueue on
+# max number of rails instances per appserver
+PassengerMaxPoolSize <%= rubber_env.max_app_connections %>
+# Use PassengerMaxPoolSize for limit as we only have 1 app
+PassengerMaxInstancesPerApp 0
+# For performances sake, never shutdown rails instances when idle
+PassengerPoolIdleTime 0
+# For performances sake, never shutdown a rails instance after N requests
+PassengerMaxRequests 0
+# Passenger checks stuff like restart.txt on every request when this is 0
+PassengerStatThrottleRate <%= RUBBER_ENV == 'production' ? '60' : '0' %>
+# Turning this on breaks mod_rewrite
+PassengerHighPerformance off
+# Cache framework code per application
+RailsSpawnMethod smart-lv2
+# For performances sake, don't ever unload framework spawner
+RailsFrameworkSpawnerIdleTime 0
+# For performances sake, don't ever unload app spawner
+RailsAppSpawnerIdleTime 0

data/lib/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml ADDED

@@ -0,0 +1,15 @@
+passenger_version: 2.2.11
+passenger_root: "$GEM_HOME/gems/passenger-#{passenger_version}"
+passenger_ruby: "#{rvm_prefix}/bin/passenger_ruby"
+passenger_lib: "#{passenger_root}/ext/apache2/mod_passenger.so"
+passenger_listen_port: 7000
+passenger_listen_ssl_port: 7001
+max_app_connections: 20
+role_dependencies:
+  passenger: [apache]
+roles:
+  passenger:
+    packages: [apache2-mpm-prefork, apache2-prefork-dev]
+    gems: [fastthread, rack, [passenger, "#{passenger_version}"]]

data/lib/generators/vulcanize/templates/passenger/templates.yml ADDED

@@ -0,0 +1,3 @@
+description: Phusion Passenger module (Apache2)
+dependent_templates:
+  - apache

data/lib/generators/vulcanize/templates/postgresql/config/rubber/common/database.yml ADDED

@@ -0,0 +1,12 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/database.yml"
+%>
+<%= RUBBER_ENV %>:
+  adapter: postgresql
+  encoding: unicode
+  database: <%= rubber_env.db_name %>
+  username: <%= rubber_env.db_user %>
+  password: <%= rubber_env.db_pass %>
+  host: <%= rubber_instances.for_role('db', 'primary' => true).first.full_name %>
+  pool: 5

data/lib/generators/vulcanize/templates/postgresql/config/rubber/deploy-postgresql.rb ADDED

@@ -0,0 +1,131 @@
+namespace :rubber do
+  namespace :postgresql do
+    rubber.allow_optional_tasks(self)
+    after "rubber:create", "rubber:postgresql:validate_db_roles"
+    task :validate_db_roles do
+      db_instances = rubber_instances.for_role("postgresql_slave")
+      db_instances.each do |instance|
+        if instance.role_names.find {|n| n == 'postgresql_master'}
+          fatal "Cannot have a postgresql slave and master on the same instance, please removing slave role for #{instance.name}"
+        end
+      end
+    end
+    after "rubber:bootstrap", "rubber:postgresql:bootstrap"
+    # Bootstrap the production database config.  Db bootstrap is special - the
+    # user could be requiring the rails env inside some of their config
+    # templates, which creates a catch 22 situation with the db, so we try and
+    # bootstrap the db separate from the rest of the config
+    task :bootstrap, :roles => [:postgresql_master, :postgresql_slave] do
+      # Conditionaly bootstrap for each node/role only if that node has not
+      # been boostrapped for that role before
+      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered
+      master_instances.each do |ic|
+        task_name = "_bootstrap_postgresql_master_#{ic.full_name}".to_sym()
+        task task_name, :hosts => ic.full_name do
+          env = rubber_cfg.environment.bind("postgresql_master", ic.name)
+          exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
+          if exists.strip.size == 0
+            common_bootstrap("postgresql_master")
+            create_user_cmd = "CREATE USER #{env.db_user} WITH NOSUPERUSER CREATEDB NOCREATEROLE"
+            create_user_cmd << "PASSWORD '#{env.db_pass}'" if env.db_pass
+            rubber.sudo_script "create_master_db", <<-ENDSCRIPT
+              sudo -u postgres psql -c "#{create_user_cmd}"
+              sudo -u postgres psql -c "CREATE DATABASE #{env.db_name} WITH OWNER #{env.db_user}"
+            ENDSCRIPT
+          end
+        end
+        send task_name
+      end
+#      Wait for postgresql 9.0 to be avlabel before allowing slaves
+#
+#      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
+#      slave_instances.each do |ic|
+#        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
+#        task task_name, :hosts => ic.full_name do
+#          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
+#          exists = capture("echo $(ls #{env.db_data_dir}/ 2> /dev/null)")
+#          if exists.strip.size == 0
+#            common_bootstrap("postgresql_slave")
+#
+#            source = master = rubber_instances.for_role("postgresql_master").first
+#
+#            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
+#            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
+#
+#            base_backup_script = <<-ENDSCRIPT
+#              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')"
+#              tar --exclude pg_xlog -czf /tmp/postgresql-data.tgz #{env.postgresql_data_dir}
+#              tar -czf /tmp/postgresql-archive.tgz #{env.postgresql_archive_dir}
+#              sudo -u postgres psql -c "SELECT pg_stop_backup()"
+#            ENDSCRIPT
+#
+#            rubber.sudo_script "create_slave_db_from_master", base_backup_script, :hosts => [master.full_name]
+#
+#            rsudo "psql -u root -e \"start slave;\""
+#          end
+#        end
+#        send task_name
+#      end
+    end
+    # TODO: Make the setup/update happen just once per host
+    def common_bootstrap(role)
+      # postgresql package install starts postgresql, so stop it
+      rsudo "#{rubber_env.postgresql_ctl} stop" rescue nil
+      # After everything installed on machines, we need the source tree
+      # on hosts in order to run rubber:config for bootstrapping the db
+      rubber.update_code_for_bootstrap
+      # Gen just the conf for the given postgresql role
+      rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/#{role}|role/db/", :FORCE => true, :deploy_path => release_path)
+      # reconfigure postgresql so that it sets up data dir in /mnt with correct files
+      dirs = [rubber_env.postgresql_data_dir, rubber_env.postgresql_archive_dir]
+      sudo_script 'reconfigure-postgresql', <<-ENDSCRIPT
+        mkdir -p #{dirs.join(' ')}
+        chown -R postgres:postgres #{dirs.join(' ')}
+        sudo -u postgres /usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}
+        #{rubber_env.postgresql_ctl} start
+      ENDSCRIPT
+      sleep 5
+    end
+    desc <<-DESC
+      Starts the postgresql daemons
+    DESC
+    task :start, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} start"
+    end
+    desc <<-DESC
+      Stops the postgresql daemons
+    DESC
+    task :stop, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} stop"
+    end
+    desc <<-DESC
+      Restarts the postgresql daemons
+    DESC
+    task :restart, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} restart"
+    end
+  end
+end