RubyGems - rubber - Versions diffs - 1.3.2 → 1.5.0 - Mend

rubber 1.3.2 → 1.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (277) hide show

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/monit-nginx.conf ADDED

@@ -0,0 +1,8 @@
+<%
+  @path = '/etc/monit/monit.d/monit-nginx.conf'
+%>
+<% PIDFILE = "/var/run/nginx.pid" %>
+check process nginx with pidfile <%= PIDFILE %>
+  group nginx-<%= RUBBER_ENV %>
+  start program = "/usr/sbin/service nginx start"
+  stop program = "/usr/sbin/service nginx stop"

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/nginx/nginx.conf ADDED

@@ -0,0 +1,42 @@
+<%
+  @path = "/etc/nginx/nginx.conf"
+  @post = "mkdir -p /mnt/nginx/logs"
+%>
+user www-data;
+worker_processes 10;
+pid /var/run/nginx.pid;
+events
+{
+  worker_connections 1024;
+}
+http
+{
+  include           /etc/nginx/mime.types;
+  default_type      application/octet-stream;
+  sendfile          on;
+  tcp_nopush        on;
+  tcp_nodelay       off;
+  gzip              on;
+  gzip_http_version 1.0;
+  gzip_comp_level   2;
+  gzip_proxied      any;
+  gzip_types        text/plain text/html text/css application/x-javascript text/xml application/xml application/xml+rss text/javascript;
+  # configure log format like to Apache's "combined" log format
+  log_format        main
+                      '$remote_addr - $remote_user [$time_local] '
+                      '"$request" $status $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_cookie"';
+  # default log files
+  error_log         /mnt/nginx/logs/error.log notice;
+  access_log        /mnt/nginx/logs/access.log main;
+  include /etc/nginx/rubber/*.conf;
+}

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/nginx-tools.conf ADDED

@@ -0,0 +1,55 @@
+<%
+  @path = "/etc/nginx/rubber/tools.conf"
+%>
+# This server is setup to serve http.
+server
+{
+  listen <%= rubber_env.web_tools_port %>;
+  server_name <%= rubber_env.full_host %>;
+  root /var/www;
+  rewrite (.*) https://$host:<%= rubber_env.web_tools_ssl_port %>$1 break;
+}
+# This server is setup to serve https.
+server
+{
+  listen <%= rubber_env.web_tools_ssl_port %>;
+  server_name <%= rubber_env.full_host %>;
+  ssl                  on;
+  ssl_certificate    /etc/ssl/certs/ssl-cert-snakeoil.pem;
+  ssl_certificate_key /etc/ssl/private/ssl-cert-snakeoil.key;
+  # ssl_certificate      <%= RUBBER_ROOT %>/config/snapmylife.com.crt;
+  # ssl_certificate_key  <%= RUBBER_ROOT %>/config/snapmylife.com.key;
+  auth_basic            "Rubber Admin Tools";
+  auth_basic_user_file  <%= RUBBER_ROOT %>/config/<%= rubber_env.app_name %>.auth;
+  client_max_body_size 10M;
+  root /var/www;
+  location /
+  {
+    # If the file exists as a static file serve it directly without
+    # running all the other rewrite tests on it
+    if (-f $request_filename)
+    {
+      break;
+    }
+    # check for index.html for directory index
+    # if its there on the filesystem then rewite
+    # the url to add /index.html to the end of it
+    # and then break to send it to the next config rules.
+    if (-f $request_filename/index.html)
+    {
+      rewrite (.*) $1/index.html break;
+    }
+  }
+  include /etc/nginx/rubber/tools/*.conf;
+}

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-index.html ADDED

@@ -0,0 +1,30 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+      <li><a href="/munin/">Munin</a></li>
+      <% if cruise_host = rubber_instances.for_role('cruise').first %>
+        <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
+      <% end %>
+		  <% rubber_instances.for_role('haproxy').each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+      <% rubber_instances.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+		</ul>
+	</body>
+</html>

data/lib/generators/vulcanize/templates/nginx/config/rubber/role/web_tools/tools-nginx.auth ADDED

@@ -0,0 +1,7 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/#{rubber_env.app_name}.auth"
+  user = rubber_env.web_tools_user || 'admin'
+  pass = rubber_env.web_tools_password || rand(1000000000).to_s
+%>
+<%= user %>:<%= pass.crypt(sprintf('%02d', rand(100)))%>

data/lib/generators/vulcanize/templates/nginx/config/rubber/rubber-nginx.yml ADDED

@@ -0,0 +1,10 @@
+# Uses from base rubber config
+# domain: foo.com
+# Uses from rubber-complete.yml
+# web_tools_port: 8080
+roles:
+  nginx:
+    packages: [nginx]

data/lib/generators/vulcanize/templates/nginx/templates.yml ADDED

	@@ -0,0 +1 @@
1	+ description: The nginx module

data/lib/generators/vulcanize/templates/passenger/config/rubber/deploy-passenger.rb ADDED

@@ -0,0 +1,46 @@
+namespace :rubber do
+  namespace :passenger do
+    rubber.allow_optional_tasks(self)
+    after "rubber:install_gems", "rubber:passenger:custom_install"
+    task :custom_install, :roles => :passenger do
+      rubber.sudo_script 'install_passenger', <<-ENDSCRIPT
+        if [[ -z `ls #{rubber_env.passenger_lib} 2> /dev/null` ]]; then
+          echo -en "\n\n\n\n" | passenger-install-apache2-module
+          rvm #{rubber_env.rvm_ruby} --passenger
+        fi
+      ENDSCRIPT
+    end
+    after "rubber:setup_app_permissions", "rubber:passenger:setup_passenger_permissions"
+    task :setup_passenger_permissions, :roles => :passenger do
+      rsudo "chown #{rubber_env.app_user}:#{rubber_env.app_user} #{current_path}/config/environment.rb"
+    end
+    # passenger does things differently for rack apps, so if this is a rails app, remove config.ru
+    # to stop passenger from treating this like a rack app
+    after "deploy:update_code", "rubber:passenger:remove_config_ru" if Rubber::Util.is_rails?
+    task :remove_config_ru, :roles => :passenger do
+      rsudo "rm -f  #{current_release}/config.ru"
+    end
+    # passenger depends on apache for start/stop/restart, just need these defined
+    # as apache hooks into standard deploy lifecycle
+    deploy.task :restart, :roles => :app do
+    end
+    deploy.task :stop, :roles => :app do
+    end
+    deploy.task :start, :roles => :app do
+    end
+  end
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-memory.conf ADDED

@@ -0,0 +1,34 @@
+<%
+  @path = "/etc/munin/plugins/passenger_memory_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+# put in /etc/munin/plugins and restart munin-node
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+# NOTE: you might need to add munin to allow passwordless sudo for passenger-memory-stats
+def output_config
+  puts <<-END
+graph_category App
+graph_title Passenger memory stats
+graph_vlabel megabytes
+memory.label memory
+END
+  exit 0
+end
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats | tail -1`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-memory-stats"
+    exit 1
+  end
+  status =~ /(\d+\.\d+)/
+  puts "memory.value #{$1}"
+end
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf ADDED

@@ -0,0 +1,7 @@
+<%
+  @path = '/etc/sudoers'
+  @additive = ["# munin passenger start", "# munin passenger end"]
+%>
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-status
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf ADDED

@@ -0,0 +1,47 @@
+<%
+  @path = "/etc/munin/plugins/passenger_status"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+# from http://gist.github.com/21328
+# by Dan Manges, http://www.dcmanges.com/blog/rails-application-visualization-with-munin
+def output_config
+  puts <<-END
+graph_category App
+graph_title passenger status
+graph_vlabel count
+sessions.label sessions
+max.label max processes
+running.label running processes
+active.label active processes
+END
+  exit 0
+end
+def output_values
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-status`
+  unless $?.success?
+    $stderr.puts "failed executing passenger-status"
+    exit 1
+  end
+  status =~ /max\s+=\s+(\d+)/
+  puts "max.value #{$1}"
+  status =~ /count\s+=\s+(\d+)/
+  puts "running.value #{$1}"
+  status =~ /active\s+=\s+(\d+)/
+  puts "active.value #{$1}"
+  total_sessions = 0
+  status.scan(/Sessions: (\d+)/).flatten.each { |count| total_sessions += count.to_i }
+  puts "sessions.value #{total_sessions}"
+end
+if ARGV[0] == "config"
+  output_config
+else
+  output_values
+end

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger-apache-vhost.conf ADDED

@@ -0,0 +1,46 @@
+<%
+  @path = "/etc/apache2/sites-available/#{rubber_env.app_name}-passenger"
+  @post = "a2enmod rewrite && a2enmod ssl && a2ensite #{rubber_env.app_name}-passenger"
+%>
+<% [rubber_env.passenger_listen_port, rubber_env.passenger_listen_ssl_port].each do |port| %>
+Listen <%= port %>
+<VirtualHost *:<%= port %>>
+  ServerName      <%= rubber_env.domain %>
+<%- if rubber_env.web_aliases -%>
+  ServerAlias	    <%= rubber_env.web_aliases.join(" ") %>
+<%- end -%>
+  DocumentRoot    <%= RUBBER_ROOT + "/public" %>
+  ErrorDocument 404 /404.html
+  ErrorDocument 500 /500.html
+  SetEnvIf User-Agent "^(.*MSIE.*)|(.*AppleWebKit.*)$" nokeepalive
+  RailsEnv  <%= RUBBER_ENV %>
+  RailsAllowModRewrite on
+  RewriteEngine On
+  RewriteCond %{HTTP_HOST} ^<%= rubber_env.domain %>$
+  RewriteRule ^(.*)$ http://www.<%= rubber_env.domain %>$1 [R,L]
+  # Include <%= RUBBER_ROOT %>/config/apache/rewrites.conf
+  RewriteCond %{DOCUMENT_ROOT}/system/maintenance.html -f
+  RewriteCond %{SCRIPT_FILENAME} !maintenance.html
+  RewriteRule ^.*$ /system/maintenance.html [L]
+  <% if port == rubber_env.passenger_listen_ssl_port %>
+  SSLEngine on
+  SSLOptions +FakeBasicAuth +ExportCertData +StrictRequire
+  SSLCertificateFile    /etc/ssl/certs/ssl-cert-snakeoil.pem
+  SSLCertificateKeyFile /etc/ssl/private/ssl-cert-snakeoil.key
+  # SSLCertificateFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.crt
+  # SSLCertificateKeyFile <%= RUBBER_ROOT %>/config/<%= rubber_env.domain %>.key
+  # SSLCertificateChainFile /etc/ssl/certs/gd_intermediate_bundle.crt
+  <% end %>
+</VirtualHost>
+<% end %>

data/lib/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf ADDED

@@ -0,0 +1,35 @@
+<%
+  @path = '/etc/apache2/mods-available/passenger.conf'
+  @post = 'cd /etc/apache2/mods-enabled && ln -fs ../mods-available/passenger.conf'
+%>
+LoadModule passenger_module <%= `echo #{rubber_env.passenger_lib}` %>
+PassengerRoot <%= `echo #{rubber_env.passenger_root}` %>
+PassengerRuby <%= `echo #{rubber_env.passenger_ruby}` %>
+PassengerUseGlobalQueue on
+# max number of rails instances per appserver
+PassengerMaxPoolSize <%= rubber_env.max_app_connections %>
+# Use PassengerMaxPoolSize for limit as we only have 1 app
+PassengerMaxInstancesPerApp 0
+# For performances sake, never shutdown rails instances when idle
+PassengerPoolIdleTime 0
+# For performances sake, never shutdown a rails instance after N requests
+PassengerMaxRequests 0
+# Passenger checks stuff like restart.txt on every request when this is 0
+PassengerStatThrottleRate <%= RUBBER_ENV == 'production' ? '60' : '0' %>
+# Turning this on breaks mod_rewrite
+PassengerHighPerformance off
+# Cache framework code per application
+RailsSpawnMethod smart-lv2
+# For performances sake, don't ever unload framework spawner
+RailsFrameworkSpawnerIdleTime 0
+# For performances sake, don't ever unload app spawner
+RailsAppSpawnerIdleTime 0

data/lib/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml ADDED

@@ -0,0 +1,15 @@
+passenger_version: 2.2.11
+passenger_root: "$GEM_HOME/gems/passenger-#{passenger_version}"
+passenger_ruby: "#{rvm_prefix}/bin/passenger_ruby"
+passenger_lib: "#{passenger_root}/ext/apache2/mod_passenger.so"
+passenger_listen_port: 7000
+passenger_listen_ssl_port: 7001
+max_app_connections: 20
+role_dependencies:
+  passenger: [apache]
+roles:
+  passenger:
+    packages: [apache2-mpm-prefork, apache2-prefork-dev]
+    gems: [fastthread, rack, [passenger, "#{passenger_version}"]]

data/lib/generators/vulcanize/templates/passenger/templates.yml ADDED

@@ -0,0 +1,3 @@
+description: Phusion Passenger module (Apache2)
+dependent_templates:
+  - apache

data/lib/generators/vulcanize/templates/postgresql/config/rubber/common/database.yml ADDED

@@ -0,0 +1,12 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/database.yml"
+%>
+<%= RUBBER_ENV %>:
+  adapter: postgresql
+  encoding: unicode
+  database: <%= rubber_env.db_name %>
+  username: <%= rubber_env.db_user %>
+  password: <%= rubber_env.db_pass %>
+  host: <%= rubber_instances.for_role('db', 'primary' => true).first.full_name %>
+  pool: 5

data/lib/generators/vulcanize/templates/postgresql/config/rubber/deploy-postgresql.rb ADDED

@@ -0,0 +1,131 @@
+namespace :rubber do
+  namespace :postgresql do
+    rubber.allow_optional_tasks(self)
+    after "rubber:create", "rubber:postgresql:validate_db_roles"
+    task :validate_db_roles do
+      db_instances = rubber_instances.for_role("postgresql_slave")
+      db_instances.each do |instance|
+        if instance.role_names.find {|n| n == 'postgresql_master'}
+          fatal "Cannot have a postgresql slave and master on the same instance, please removing slave role for #{instance.name}"
+        end
+      end
+    end
+    after "rubber:bootstrap", "rubber:postgresql:bootstrap"
+    # Bootstrap the production database config.  Db bootstrap is special - the
+    # user could be requiring the rails env inside some of their config
+    # templates, which creates a catch 22 situation with the db, so we try and
+    # bootstrap the db separate from the rest of the config
+    task :bootstrap, :roles => [:postgresql_master, :postgresql_slave] do
+      # Conditionaly bootstrap for each node/role only if that node has not
+      # been boostrapped for that role before
+      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered
+      master_instances.each do |ic|
+        task_name = "_bootstrap_postgresql_master_#{ic.full_name}".to_sym()
+        task task_name, :hosts => ic.full_name do
+          env = rubber_cfg.environment.bind("postgresql_master", ic.name)
+          exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
+          if exists.strip.size == 0
+            common_bootstrap("postgresql_master")
+            create_user_cmd = "CREATE USER #{env.db_user} WITH NOSUPERUSER CREATEDB NOCREATEROLE"
+            create_user_cmd << "PASSWORD '#{env.db_pass}'" if env.db_pass
+            rubber.sudo_script "create_master_db", <<-ENDSCRIPT
+              sudo -u postgres psql -c "#{create_user_cmd}"
+              sudo -u postgres psql -c "CREATE DATABASE #{env.db_name} WITH OWNER #{env.db_user}"
+            ENDSCRIPT
+          end
+        end
+        send task_name
+      end
+#      Wait for postgresql 9.0 to be avlabel before allowing slaves
+#
+#      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
+#      slave_instances.each do |ic|
+#        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
+#        task task_name, :hosts => ic.full_name do
+#          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
+#          exists = capture("echo $(ls #{env.db_data_dir}/ 2> /dev/null)")
+#          if exists.strip.size == 0
+#            common_bootstrap("postgresql_slave")
+#
+#            source = master = rubber_instances.for_role("postgresql_master").first
+#
+#            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
+#            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
+#
+#            base_backup_script = <<-ENDSCRIPT
+#              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')"
+#              tar --exclude pg_xlog -czf /tmp/postgresql-data.tgz #{env.postgresql_data_dir}
+#              tar -czf /tmp/postgresql-archive.tgz #{env.postgresql_archive_dir}
+#              sudo -u postgres psql -c "SELECT pg_stop_backup()"
+#            ENDSCRIPT
+#
+#            rubber.sudo_script "create_slave_db_from_master", base_backup_script, :hosts => [master.full_name]
+#
+#            rsudo "psql -u root -e \"start slave;\""
+#          end
+#        end
+#        send task_name
+#      end
+    end
+    # TODO: Make the setup/update happen just once per host
+    def common_bootstrap(role)
+      # postgresql package install starts postgresql, so stop it
+      rsudo "#{rubber_env.postgresql_ctl} stop" rescue nil
+      # After everything installed on machines, we need the source tree
+      # on hosts in order to run rubber:config for bootstrapping the db
+      rubber.update_code_for_bootstrap
+      # Gen just the conf for the given postgresql role
+      rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/#{role}|role/db/", :FORCE => true, :deploy_path => release_path)
+      # reconfigure postgresql so that it sets up data dir in /mnt with correct files
+      dirs = [rubber_env.postgresql_data_dir, rubber_env.postgresql_archive_dir]
+      sudo_script 'reconfigure-postgresql', <<-ENDSCRIPT
+        mkdir -p #{dirs.join(' ')}
+        chown -R postgres:postgres #{dirs.join(' ')}
+        sudo -u postgres /usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}
+        #{rubber_env.postgresql_ctl} start
+      ENDSCRIPT
+      sleep 5
+    end
+    desc <<-DESC
+      Starts the postgresql daemons
+    DESC
+    task :start, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} start"
+    end
+    desc <<-DESC
+      Stops the postgresql daemons
+    DESC
+    task :stop, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} stop"
+    end
+    desc <<-DESC
+      Restarts the postgresql daemons
+    DESC
+    task :restart, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} restart"
+    end
+  end
+end