nirvdrum-rubber 1.1.7 → 2.0.0.rails3.beta6

data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger-sudoers.conf

@@ -3,5 +3,5 @@
   @additive = ["# munin passenger start", "# munin passenger end"]
 %>
 
-nobody  ALL=(ALL) NOPASSWD: <%= rubber_env.ruby_prefix %>/bin/passenger-status
-nobody  ALL=(ALL) NOPASSWD: <%= rubber_env.ruby_prefix %>/bin/passenger-memory-stats
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-status
+nobody  ALL=(ALL) NOPASSWD: <%= ENV['GEM_HOME'] %>/bin/passenger-memory-stats

data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/munin-passenger.conf

@@ -21,7 +21,7 @@ END
 end
 
 def output_values
-  status = `sudo <%= rubber_env.ruby_prefix %>/bin/passenger-status`
+  status = `sudo <%= ENV['GEM_HOME'] %>/bin/passenger-status`
   unless $?.success?
     $stderr.puts "failed executing passenger-status"
     exit 1

data/generators/vulcanize/templates/passenger/config/rubber/role/passenger/passenger.conf

@@ -2,9 +2,34 @@
   @path = '/etc/apache2/mods-available/passenger.conf'
   @post = 'cd /etc/apache2/mods-enabled && ln -fs ../mods-available/passenger.conf'
 %>
-LoadModule passenger_module <%= rubber_env.passenger_lib %>
-PassengerRoot <%= rubber_env.passenger_root %>
-PassengerRuby <%= rubber_env.passenger_ruby %>
+LoadModule passenger_module <%= `echo #{rubber_env.passenger_lib}` %>
+PassengerRoot <%= `echo #{rubber_env.passenger_root}` %>
+PassengerRuby <%= `echo #{rubber_env.passenger_ruby}` %>
 PassengerUseGlobalQueue on
 
+# max number of rails instances per appserver
 PassengerMaxPoolSize <%= rubber_env.max_app_connections %>
+
+# Use PassengerMaxPoolSize for limit as we only have 1 app
+PassengerMaxInstancesPerApp 0
+
+# For performances sake, never shutdown rails instances when idle
+PassengerPoolIdleTime 0
+
+# For performances sake, never shutdown a rails instance after N requests
+PassengerMaxRequests 0
+
+# Passenger checks stuff like restart.txt on every request when this is 0
+PassengerStatThrottleRate <%= RUBBER_ENV == 'production' ? '60' : '0' %>
+
+# Turning this on breaks mod_rewrite
+PassengerHighPerformance off
+
+# Cache framework code per application
+RailsSpawnMethod smart-lv2
+
+# For performances sake, don't ever unload framework spawner
+RailsFrameworkSpawnerIdleTime 0
+
+# For performances sake, don't ever unload app spawner
+RailsAppSpawnerIdleTime 0

data/generators/vulcanize/templates/passenger/config/rubber/rubber-passenger.yml

@@ -1,6 +1,6 @@
-passenger_version: 2.2.8
-passenger_root: "#{ruby_prefix}/lib/ruby/gems/1.8/gems/passenger-#{passenger_version}"
-passenger_ruby: "#{ruby_prefix}/bin/ruby"
+passenger_version: 2.2.11
+passenger_root: "$GEM_HOME/gems/passenger-#{passenger_version}"
+passenger_ruby: "#{rvm_prefix}/bin/passenger_ruby"
 passenger_lib: "#{passenger_root}/ext/apache2/mod_passenger.so"
 passenger_listen_port: 7000
 passenger_listen_ssl_port: 7001

data/generators/vulcanize/templates/postgresql/config/rubber/common/database.yml

@@ -0,0 +1,12 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/database.yml"
+%>
+
+<%= RUBBER_ENV %>:
+  adapter: postgresql
+  encoding: unicode
+  database: <%= rubber_env.db_name %>
+  username: <%= rubber_env.db_user %>
+  password: <%= rubber_env.db_pass %>
+  host: <%= rubber_instances.for_role('db', 'primary' => true).first.full_name %>
+  pool: 5

data/generators/vulcanize/templates/postgresql/config/rubber/deploy-postgresql.rb

@@ -0,0 +1,131 @@
+
+namespace :rubber do
+  
+  namespace :postgresql do
+    
+    rubber.allow_optional_tasks(self)
+    
+    after "rubber:create", "rubber:postgresql:validate_db_roles"
+
+    task :validate_db_roles do
+      db_instances = rubber_instances.for_role("postgresql_slave")
+      db_instances.each do |instance|
+        if instance.role_names.find {|n| n == 'postgresql_master'}
+          fatal "Cannot have a postgresql slave and master on the same instance, please removing slave role for #{instance.name}"
+        end
+      end
+    end
+
+    after "rubber:bootstrap", "rubber:postgresql:bootstrap"
+  
+    
+    # Bootstrap the production database config.  Db bootstrap is special - the
+    # user could be requiring the rails env inside some of their config
+    # templates, which creates a catch 22 situation with the db, so we try and
+    # bootstrap the db separate from the rest of the config
+    task :bootstrap, :roles => [:postgresql_master, :postgresql_slave] do
+      
+      # Conditionaly bootstrap for each node/role only if that node has not
+      # been boostrapped for that role before
+      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered  
+      master_instances.each do |ic|
+        task_name = "_bootstrap_postgresql_master_#{ic.full_name}".to_sym()
+        task task_name, :hosts => ic.full_name do
+          env = rubber_cfg.environment.bind("postgresql_master", ic.name)
+          exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
+          if exists.strip.size == 0
+            common_bootstrap("postgresql_master")
+
+            create_user_cmd = "CREATE USER #{env.db_user} WITH NOSUPERUSER CREATEDB NOCREATEROLE"
+            create_user_cmd << "PASSWORD '#{env.db_pass}'" if env.db_pass
+            rubber.sudo_script "create_master_db", <<-ENDSCRIPT
+              sudo -u postgres psql -c "#{create_user_cmd}"
+              sudo -u postgres psql -c "CREATE DATABASE #{env.db_name} WITH OWNER #{env.db_user}"
+            ENDSCRIPT
+          end
+        end
+        send task_name
+      end
+
+#      Wait for postgresql 9.0 to be avlabel before allowing slaves
+#
+#      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
+#      slave_instances.each do |ic|
+#        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
+#        task task_name, :hosts => ic.full_name do
+#          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
+#          exists = capture("echo $(ls #{env.db_data_dir}/ 2> /dev/null)")
+#          if exists.strip.size == 0
+#            common_bootstrap("postgresql_slave")
+#
+#            source = master = rubber_instances.for_role("postgresql_master").first
+#
+#            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
+#            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
+#
+#            base_backup_script = <<-ENDSCRIPT
+#              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')"
+#              tar --exclude pg_xlog -czf /tmp/postgresql-data.tgz #{env.postgresql_data_dir}
+#              tar -czf /tmp/postgresql-archive.tgz #{env.postgresql_archive_dir}
+#              sudo -u postgres psql -c "SELECT pg_stop_backup()"
+#            ENDSCRIPT
+#
+#            rubber.sudo_script "create_slave_db_from_master", base_backup_script, :hosts => [master.full_name]
+#
+#            rsudo "psql -u root -e \"start slave;\""
+#          end
+#        end
+#        send task_name
+#      end
+      
+    end
+  
+    # TODO: Make the setup/update happen just once per host
+    def common_bootstrap(role)
+      # postgresql package install starts postgresql, so stop it
+      rsudo "#{rubber_env.postgresql_ctl} stop" rescue nil
+      
+      # After everything installed on machines, we need the source tree
+      # on hosts in order to run rubber:config for bootstrapping the db
+      rubber.update_code_for_bootstrap
+
+      # Gen just the conf for the given postgresql role
+      rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/#{role}|role/db/", :FORCE => true, :deploy_path => release_path)
+
+      # reconfigure postgresql so that it sets up data dir in /mnt with correct files
+      dirs = [rubber_env.postgresql_data_dir, rubber_env.postgresql_archive_dir]
+      sudo_script 'reconfigure-postgresql', <<-ENDSCRIPT
+        mkdir -p #{dirs.join(' ')}
+        chown -R postgres:postgres #{dirs.join(' ')}
+
+        sudo -u postgres /usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}
+
+        #{rubber_env.postgresql_ctl} start
+      ENDSCRIPT
+      sleep 5
+    end
+    
+    desc <<-DESC
+      Starts the postgresql daemons
+    DESC
+    task :start, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} start"
+    end
+    
+    desc <<-DESC
+      Stops the postgresql daemons
+    DESC
+    task :stop, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} stop"
+    end
+  
+    desc <<-DESC
+      Restarts the postgresql daemons
+    DESC
+    task :restart, :roles => [:postgresql_master, :postgresql_slave] do
+      rsudo "#{rubber_env.postgresql_ctl} restart"
+    end
+
+  end
+
+end

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/crontab

@@ -0,0 +1,14 @@
+<%
+  @read_cmd = 'crontab -l'
+  @write_cmd = 'crontab -'
+  @additive = ["# rubber-postgresql-start", "# rubber-postgresql-end"]
+%>
+
+<%
+  # Backup db every 3 hours to secondary db if available, else primary db
+  backup_db_host = rubber_instances.for_role('db', {}).first rescue nil
+  backup_db_host ||= rubber_instances.for_role('db', 'primary' => true).first
+  if backup_db_host.name == rubber_env.host
+%>
+0 */3 * * * BACKUP_DIR=/mnt/db_backups DBUSER=<%= rubber_env.db_user %> DBPASS=<%= rubber_env.db_pass %> DBNAME=<%= rubber_env.db_name %> DBHOST=<%= backup_db_host.full_name %> <%= RUBBER_ROOT %>/script/cron-rake rubber:backup_db
+<% end %>

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/monit-postgresql.conf

@@ -0,0 +1,10 @@
+<%
+  @path = '/etc/monit/monit.d/monit-postgresql.conf'
+%>
+
+check process postgresql with pidfile <%= rubber_env.postgresql_pid_file %>
+   group postgresql-<%= RUBBER_ENV %>
+   start program = "<%= rubber_env.postgresql_ctl %> restart"
+   stop program = "<%= rubber_env.postgresql_ctl %> stop"
+   if failed host 127.0.0.1 port 5432 protocol pgsql then alert
+   if 5 restarts within 5 cycles then timeout

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/pg_hba.conf

@@ -0,0 +1,89 @@
+<%
+  @path = "#{rubber_env.postgresql_conf_dir}/pg_hba.conf"
+%>
+# PostgreSQL Client Authentication Configuration File
+# ===================================================
+#
+# Refer to the "Client Authentication" section in the
+# PostgreSQL documentation for a complete description
+# of this file.  A short synopsis follows.
+#
+# This file controls: which hosts are allowed to connect, how clients
+# are authenticated, which PostgreSQL user names they can use, which
+# databases they can access.  Records take one of these forms:
+#
+# local      DATABASE  USER  METHOD  [OPTIONS]
+# host       DATABASE  USER  CIDR-ADDRESS  METHOD  [OPTIONS]
+# hostssl    DATABASE  USER  CIDR-ADDRESS  METHOD  [OPTIONS]
+# hostnossl  DATABASE  USER  CIDR-ADDRESS  METHOD  [OPTIONS]
+#
+# (The uppercase items must be replaced by actual values.)
+#
+# The first field is the connection type: "local" is a Unix-domain socket,
+# "host" is either a plain or SSL-encrypted TCP/IP socket, "hostssl" is an
+# SSL-encrypted TCP/IP socket, and "hostnossl" is a plain TCP/IP socket.
+#
+# DATABASE can be "all", "sameuser", "samerole", a database name, or
+# a comma-separated list thereof.
+#
+# USER can be "all", a user name, a group name prefixed with "+", or
+# a comma-separated list thereof.  In both the DATABASE and USER fields
+# you can also write a file name prefixed with "@" to include names from
+# a separate file.
+#
+# CIDR-ADDRESS specifies the set of hosts the record matches.
+# It is made up of an IP address and a CIDR mask that is an integer
+# (between 0 and 32 (IPv4) or 128 (IPv6) inclusive) that specifies
+# the number of significant bits in the mask.  Alternatively, you can write
+# an IP address and netmask in separate columns to specify the set of hosts.
+#
+# METHOD can be "trust", "reject", "md5", "password", "gss", "sspi", "krb5",
+# "ident", "pam", "ldap" or "cert".  Note that "password" sends passwords
+# in clear text; "md5" is preferred since it sends encrypted passwords.
+#
+# OPTIONS are a set of options for the authentication in the format
+# NAME=VALUE. The available options depend on the different authentication
+# methods - refer to the "Client Authentication" section in the documentation
+# for a list of which options are available for which authentication methods.
+#
+# Database and user names containing spaces, commas, quotes and other special
+# characters must be quoted. Quoting one of the keywords "all", "sameuser" or
+# "samerole" makes the name lose its special character, and just match a
+# database or username with that name.
+#
+# This file is read on server startup and when the postmaster receives
+# a SIGHUP signal.  If you edit the file on a running system, you have
+# to SIGHUP the postmaster for the changes to take effect.  You can use
+# "pg_ctl reload" to do that.
+
+# Put your actual configuration here
+# ----------------------------------
+#
+# If you want to allow non-local connections, you need to add more
+# "host" records. In that case you will also need to make PostgreSQL listen
+# on a non-local interface via the listen_addresses configuration parameter,
+# or via the -i or -h command line switches.
+#
+
+
+
+
+# DO NOT DISABLE!
+# If you change this first entry you will need to make sure that the
+# database
+# super user can access the database using some other method.
+# Noninteractive
+# access to all databases is required during automatic maintenance
+# (custom daily cronjobs, replication, and similar tasks).
+#
+# Database administrative login by UNIX sockets
+local   all         postgres                          ident
+
+# TYPE  DATABASE    USER        CIDR-ADDRESS          METHOD
+<%
+  scheme = rubber_env.db_pass ? 'md5' : 'trust'
+%>
+local   all         <%= rubber_env.db_user %>                 <%= scheme %>
+host    all         all                         127.0.0.1/32  <%= scheme %>
+host    all         all                         ::1/128       <%= scheme %>
+host    all         <%= rubber_env.db_user %>   10.0.0.1/8    <%= scheme %>

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/postgresql-sysctl.conf

@@ -0,0 +1,6 @@
+<%
+  @path = "/etc/sysctl.d/30-postgresql.conf"
+  @post = "service procps start"
+%>
+kernel.shmmax=1610612736
+kernel.shmall=393216