RubyGems - rubber - Versions diffs - 1.14.1 → 1.15.0 - Mend

rubber 1.14.1 → 1.15.0

Files changed (106) hide show

data/generators/vulcanize/templates/passenger_nginx/config/rubber/role/web_tools/tools-index.html ADDED Viewed

@@ -0,0 +1,34 @@
+<%
+  @path = "/var/www/index.html"
+%>
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+	<head>
+		<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
+		<title>Rubber Admin Tools</title>
+	</head>
+	<body>
+		<h1>Rubber Admin Tools</h1>
+		<ul>
+      <li><a href="/munin/">Munin</a></li>
+      <% if cruise_host = rubber_instances.for_role('cruise').first %>
+        <li><a href="http://<%= cruise_host %>/cruise/">CruiseControl</a></li>
+      <% end %>
+		  <% rubber_instances.for_role('haproxy').sort {|a,b| a.name <=> b.name }.each do |ic| %>
+		      <li><a href="/haproxy_<%= ic.name %>/">HAProxy <%= ic.name %></a></li>
+		  <% end %>
+      <% rubber_instances.sort {|a,b| a.name <=> b.name }.each do |ic| %>
+          <li><a href="/monit_<%= ic.name %>/">Monit <%= ic.name %></a></li>
+      <% end %>
+      <% if resque_host = rubber_instances.for_role('resque_web').first %>
+          <li><a href="/resque/">Resque</a></li>
+      <% end %>
+		</ul>
+	</body>
+</html>

data/generators/vulcanize/templates/passenger_nginx/config/rubber/role/web_tools/tools-nginx.auth ADDED Viewed

@@ -0,0 +1,7 @@
+<%
+  @path = "#{RUBBER_ROOT}/config/#{rubber_env.app_name}.auth"
+  user = rubber_env.web_tools_user || 'admin'
+  pass = rubber_env.web_tools_password || rand(1000000000).to_s
+%>
+<%= user %>:<%= pass.crypt(sprintf('%02d', rand(100)))%>

data/generators/vulcanize/templates/passenger_nginx/config/rubber/rubber-passenger_nginx.yml ADDED Viewed

@@ -0,0 +1,20 @@
+passenger_version: 3.0.7
+nginx_version: 1.0.0
+passenger_root: "#{rvm_gem_home}/gems/passenger-#{passenger_version}"
+passenger_ruby: "#{rvm_prefix}/wrappers/#{`bash -l -c 'rvm strings #{rvm_ruby}'`.strip}/ruby"
+passenger_lib: "#{passenger_root}/ext/nginx"
+passenger_listen_port: 7000
+passenger_listen_ssl_port: 7001
+max_app_connections: 20
+use_ssl_key: false
+#if you use an ssl key, put your cert and key
+# in
+# #{RUBBER_ROOT}/config/#{rubber_env.domain} .crt and .key
+#otherwise defaults to key included with linux
+roles:
+  passenger_nginx:
+    packages: [libcurl4-openssl-dev]
+    gems: [[passenger, "#{passenger_version}"]]

data/generators/vulcanize/templates/passenger_nginx/templates.yml ADDED Viewed

	@@ -0,0 +1 @@
1	+ description: Phusion Passenger module (Nginx)

data/generators/vulcanize/templates/postgresql/config/rubber/deploy-postgresql.rb CHANGED Viewed

@@ -1,16 +1,16 @@
 namespace :rubber do
   namespace :postgresql do
     rubber.allow_optional_tasks(self)
     before "rubber:install_packages", "rubber:postgresql:setup_apt_sources"
-    task :setup_apt_sources, :roles => [:postgresql_master, :postgresql_save] do
+    task :setup_apt_sources do
       rsudo "add-apt-repository ppa:pitti/postgresql"
     end
     after "rubber:create", "rubber:postgresql:validate_db_roles"
     task :validate_db_roles do
@@ -23,17 +23,17 @@ namespace :rubber do
     end
     after "rubber:bootstrap", "rubber:postgresql:bootstrap"
     # Bootstrap the production database config.  Db bootstrap is special - the
     # user could be requiring the rails env inside some of their config
     # templates, which creates a catch 22 situation with the db, so we try and
     # bootstrap the db separate from the rest of the config
     task :bootstrap, :roles => [:postgresql_master, :postgresql_slave] do
       # Conditionally bootstrap for each node/role only if that node has not
       # been boostrapped for that role before
-      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered
+      master_instances = rubber_instances.for_role("postgresql_master") & rubber_instances.filtered
       master_instances.each do |ic|
         task_name = "_bootstrap_postgresql_master_#{ic.full_name}".to_sym()
         task task_name, :hosts => ic.full_name do
@@ -41,49 +41,55 @@ namespace :rubber do
           exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
           if exists.strip.size == 0
             common_bootstrap("postgresql_master")
+            sudo "/usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}", :as => 'postgres'
+            sudo "#{rubber_env.postgresql_ctl} start"
+            sleep 5
             create_user_cmd = "CREATE USER #{env.db_user} WITH NOSUPERUSER CREATEDB NOCREATEROLE"
-            create_user_cmd << " PASSWORD '#{env.db_pass}'" if env.db_pass
+            create_user_cmd << "PASSWORD '#{env.db_pass}'" if env.db_pass
             rubber.sudo_script "create_master_db", <<-ENDSCRIPT
               sudo -u postgres psql -c "#{create_user_cmd}"
               sudo -u postgres psql -c "CREATE DATABASE #{env.db_name} WITH OWNER #{env.db_user}"
+              sudo -u postgres createlang plpythonu #{env.db_name}
             ENDSCRIPT
           end
         end
         send task_name
       end
-#      Wait for postgresql 9.0 to be available before allowing slaves
-#
-#      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
-#      slave_instances.each do |ic|
-#        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
-#        task task_name, :hosts => ic.full_name do
-#          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
-#          exists = capture("echo $(ls #{env.db_data_dir}/ 2> /dev/null)")
-#          if exists.strip.size == 0
-#            common_bootstrap("postgresql_slave")
-#
-#            source = master = rubber_instances.for_role("postgresql_master").first
-#
-#            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
-#            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
-#
-#            base_backup_script = <<-ENDSCRIPT
-#              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')"
-#              tar --exclude pg_xlog -czf /tmp/postgresql-data.tgz #{env.postgresql_data_dir}
-#              tar -czf /tmp/postgresql-archive.tgz #{env.postgresql_archive_dir}
-#              sudo -u postgres psql -c "SELECT pg_stop_backup()"
-#            ENDSCRIPT
-#
-#            rubber.sudo_script "create_slave_db_from_master", base_backup_script, :hosts => [master.full_name]
-#
-#            rsudo "psql -u root -e \"start slave;\""
-#          end
-#        end
-#        send task_name
-#      end
+      slave_instances = rubber_instances.for_role("postgresql_slave") & rubber_instances.filtered
+      slave_instances.each do |ic|
+        task_name = "_bootstrap_postgresql_slave_#{ic.full_name}".to_sym()
+        task task_name, :hosts => ic.full_name do
+          env = rubber_cfg.environment.bind("postgresql_slave", ic.name)
+          exists = capture("echo $(ls #{env.postgresql_data_dir}/ 2> /dev/null)")
+          if exists.strip.size == 0
+            common_bootstrap("postgresql_slave")
+            source = master = rubber_instances.for_role("postgresql_master").first
+            slave_pub_key = capture("cat /root/.ssh/id_dsa.pub")
+            sudo "echo \"#{slave_pub_key}\" >> /root/.ssh/authorized_keys", :hosts => [master.full_name]
+            base_backup_script = <<-ENDSCRIPT
+              sudo -u postgres psql -c "SELECT pg_start_backup('rubber_create_slave')";
+              rsync -a #{env.postgresql_data_dir}/* #{ic.full_name}:#{env.postgresql_data_dir}/ --exclude postmaster.pid --exclude recovery.* --exclude trigger_file;
+              sudo -u postgres psql -c "SELECT pg_stop_backup()"
+            ENDSCRIPT
+            sudo base_backup_script, :hosts => [master.full_name]
+            # Gen just the slave-specific conf.
+            rubber.run_config(:RUBBER_ENV => RUBBER_ENV, :FILE => "role/postgresql_slave/", :FORCE => true, :deploy_path => release_path)
+            # Start up the server.
+            sudo "#{rubber_env.postgresql_ctl} start"
+            sleep 5
+          end
+        end
+        send task_name
+      end
     end
     after "rubber:munin:custom_install", "rubber:postgresql:install_munin_plugins"
@@ -106,12 +112,12 @@ namespace :rubber do
         #{commands.join(';')}
       ENDSCRIPT
     end
     # TODO: Make the setup/update happen just once per host
     def common_bootstrap(role)
       # postgresql package install starts postgresql, so stop it
       rsudo "#{rubber_env.postgresql_ctl} stop" rescue nil
       # After everything installed on machines, we need the source tree
       # on hosts in order to run rubber:config for bootstrapping the db
       rubber.update_code_for_bootstrap
@@ -124,28 +130,24 @@ namespace :rubber do
       sudo_script 'reconfigure-postgresql', <<-ENDSCRIPT
         mkdir -p #{dirs.join(' ')}
         chown -R postgres:postgres #{dirs.join(' ')}
-        sudo -u postgres /usr/lib/postgresql/#{rubber_env.postgresql_ver}/bin/initdb -D #{rubber_env.postgresql_data_dir}
-        #{rubber_env.postgresql_ctl} start
+        chmod 700 #{rubber_env.postgresql_data_dir}
       ENDSCRIPT
-      sleep 5
     end
     desc <<-DESC
       Starts the postgresql daemons
     DESC
     task :start, :roles => [:postgresql_master, :postgresql_slave] do
       rsudo "#{rubber_env.postgresql_ctl} start"
     end
     desc <<-DESC
       Stops the postgresql daemons
     DESC
     task :stop, :roles => [:postgresql_master, :postgresql_slave] do
       rsudo "#{rubber_env.postgresql_ctl} stop"
     end
     desc <<-DESC
       Restarts the postgresql daemons
     DESC

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/pg_hba.conf CHANGED Viewed

@@ -86,4 +86,5 @@ local   all         postgres                          ident
 local   all         <%= rubber_env.db_user %>                 <%= scheme %>
 host    all         all                         127.0.0.1/32  <%= scheme %>
 host    all         all                         ::1/128       <%= scheme %>
+host    replication postgres                    10.0.0.1/8    <%= scheme %>
 host    all         <%= rubber_env.db_user %>   10.0.0.1/8    <%= scheme %>

data/generators/vulcanize/templates/postgresql/config/rubber/role/db/postgresql.conf CHANGED Viewed

@@ -109,7 +109,7 @@ unix_socket_directory = '/var/run/postgresql'		# (change requires restart)
 # - Memory -
-shared_buffers = 28MB			# min 128kB
+shared_buffers = 384MB			# min 128kB
 					# (change requires restart)
 #temp_buffers = 8MB			# min 800kB
 #max_prepared_transactions = 0		# zero disables the feature
@@ -153,7 +153,7 @@ shared_buffers = 28MB			# min 128kB
 # - Settings -
-#wal_level = minimal			# minimal, archive, or hot_standby
+wal_level = hot_standby			# minimal, archive, or hot_standby
 					# (change requires restart)
 #fsync = on				# turns forced synchronization on or off
 #synchronous_commit = on		# immediate fsync at commit
@@ -187,24 +187,37 @@ shared_buffers = 28MB			# min 128kB
 #archive_timeout = 0		# force a logfile segment switch after this
 				# number of seconds; 0 disables
+<%- if rubber_instances[rubber_env.host].role_names.include?('postgresql_master') %>
 # - Streaming Replication -
-#max_wal_senders = 0		# max number of walsender processes
+# Set the maximum number of concurrent connections from the standby servers.
+max_wal_senders = 5		# max number of walsender processes
 				# (change requires restart)
 #wal_sender_delay = 200ms	# walsender cycle time, 1-10000 milliseconds
-#wal_keep_segments = 0		# in logfile segments, 16MB each; 0 disables
+# To prevent the primary server from removing the WAL segments required for
+# the standby server before shipping them, set the minimum number of segments
+# retained in the pg_xlog directory. At least wal_keep_segments should be
+# larger than the number of segments generated between the beginning of
+# online-backup and the startup of streaming replication. If you enable WAL
+# archiving to an archive directory accessible from the standby, this may
+# not be necessary.
+wal_keep_segments = 128		# in logfile segments, 16MB each -- 128 = 2GB; 0 disables
 #vacuum_defer_cleanup_age = 0	# number of xacts by which cleanup is delayed
+<%- end %>
+<%- if rubber_instances[rubber_env.host].role_names.include?('postgresql_slave') %>
 # - Standby Servers -
-#hot_standby = off			# "on" allows queries during recovery
+hot_standby = on	# "on" allows queries during recovery
 					# (change requires restart)
 #max_standby_archive_delay = 30s	# max delay before canceling queries
 					# when reading WAL from archive;
 					# -1 allows indefinite delay
-#max_standby_streaming_delay = 30s	# max delay before canceling queries
+max_standby_streaming_delay = 30min	# max delay before canceling queries
 					# when reading streaming WAL;
 					# -1 allows indefinite delay
+<%- end %>
 #------------------------------------------------------------------------------
@@ -340,7 +353,7 @@ shared_buffers = 28MB			# min 128kB
 					#   fatal
 					#   panic (effectively off)
-log_min_duration_statement = 1	# -1 is disabled, 0 logs all statements
+log_min_duration_statement = 200	# -1 is disabled, 0 logs all statements
 					# and their durations, > 0 logs only
 					# statements running at least this number
 					# of milliseconds

data/generators/vulcanize/templates/postgresql/config/rubber/role/postgresql_slave/recovery.conf ADDED Viewed

@@ -0,0 +1,120 @@
+<%-
+  @path = "#{rubber_env.postgresql_data_dir}/recovery.conf"
+%>
+# -------------------------------
+# PostgreSQL recovery config file
+# -------------------------------
+#
+# Edit this file to provide the parameters that PostgreSQL needs to
+# perform an archive recovery of a database, or to act as a log-streaming
+# replication standby.
+#
+# If "recovery.conf" is present in the PostgreSQL data directory, it is
+# read on postmaster startup.  After successful recovery, it is renamed
+# to "recovery.done" to ensure that we do not accidentally re-enter
+# archive recovery or standby mode.
+#
+# This file consists of lines of the form:
+#
+#   name = 'value'
+#
+# (The quotes around the value are NOT optional, but the "=" is.)
+#
+# Comments are introduced with '#'.
+#
+# The complete list of option names and allowed values can be found
+# in the PostgreSQL documentation.
+#
+#---------------------------------------------------------------------------
+# ARCHIVE RECOVERY PARAMETERS
+#---------------------------------------------------------------------------
+#
+# restore_command
+#
+# specifies the shell command that is executed to copy log files
+# back from archival storage.  The command string may contain %f,
+# which is replaced by the name of the desired log file, and %p,
+# which is replaced by the absolute path to copy the log file to.
+#
+# This parameter is *required* for an archive recovery, but optional
+# for streaming replication.
+#
+# It is important that the command return nonzero exit status on failure.
+# The command *will* be asked for log files that are not present in the
+# archive; it must return nonzero when so asked.
+#
+# NOTE that the basename of %p will be different from %f; do not
+# expect them to be interchangeable.
+#
+#restore_command = ''		# e.g. 'cp /mnt/server/archivedir/%f %p'
+#
+#
+# archive_cleanup_command
+#
+# specifies an optional shell command to execute at every restartpoint.
+# This can be useful for cleaning up the archive of a standby server.
+#
+#archive_cleanup_command = ''
+#
+# recovery_end_command
+#
+# specifies an optional shell command to execute at completion of recovery.
+# This can be useful for cleaning up after the restore_command.
+#
+#recovery_end_command = ''
+#
+#---------------------------------------------------------------------------
+# RECOVERY TARGET PARAMETERS
+#---------------------------------------------------------------------------
+#
+# By default, recovery will rollforward to the end of the WAL log.
+# If you want to stop rollforward at a specific point, you
+# must set a recovery target.
+#
+# You may set a recovery target either by transactionId, or
+# by timestamp. Recovery may either include or exclude the
+# transaction(s) with the recovery target value (ie, stop either
+# just after or just before the given target, respectively).
+#
+#recovery_target_time = ''	# e.g. '2004-07-14 22:39:00 EST'
+#
+#recovery_target_xid = ''
+#
+#recovery_target_inclusive = 'true'
+#
+#
+# If you want to recover into a timeline other than the "main line" shown in
+# pg_control, specify the timeline number here, or write 'latest' to get
+# the latest branch for which there's a history file.
+#
+#recovery_target_timeline = 'latest'
+#
+#---------------------------------------------------------------------------
+# STANDBY SERVER PARAMETERS
+#---------------------------------------------------------------------------
+#
+# When standby_mode is enabled, the PostgreSQL server will work as
+# a standby. It tries to connect to the primary according to the
+# connection settings primary_conninfo, and receives XLOG records
+# continuously.
+#
+standby_mode = 'on'
+#
+primary_conninfo = 'host=<%= rubber_instances.for_role('postgresql_master').first.name %> port=5432 user=postgres'		# e.g. 'host=localhost port=5432'
+#
+#
+# By default, a standby server keeps streaming XLOG records from the
+# primary indefinitely. If you want to stop streaming and finish recovery,
+# opening up the system in read/write mode, specify path to a trigger file.
+# Server will poll the trigger file path periodically and stop streaming
+# when it's found.
+#
+trigger_file = '<%= rubber_env.postgresql_data_dir %>/trigger_file'
+#
+#---------------------------------------------------------------------------
+# HOT STANDBY PARAMETERS
+#---------------------------------------------------------------------------
+#
+# Hot Standby related parameters are listed in postgresql.conf
+#
+#---------------------------------------------------------------------------

data/generators/vulcanize/templates/postgresql/config/rubber/rubber-postgresql.yml CHANGED Viewed

@@ -1,5 +1,5 @@
-# REQUIRED: The credentials for creating/accessong your app's database
+# REQUIRED: The credentials for creating/accessing your app's database
 #
 db_user: "#{app_name[0,16]}"
 db_pass:
@@ -16,19 +16,19 @@ db_backup_cmd: "nice sudo -u postgres pg_dumpall -U postgres | gzip -c > %backup
 #           "rake rubber:restore_db_s3"
 #           This command will receive the data generated by db_backup_cmd via
 #           its standard input
-db_restore_cmd: "zcat - | psql -Uroot -h %host% %name%"
+db_restore_cmd: "zcat - | psql -U postgres -h %host% %name%"
 postgresql_ver: 9.0
 postgresql_conf_dir: "/etc/postgresql/#{postgresql_ver}/main"
-postgresql_data_dir: /mnt/postgresql/data
-postgresql_archive_dir: /mnt/postgresql/archive
+postgresql_data_dir: "/mnt/postgresql/#{postgresql_ver}/data"
+postgresql_archive_dir: "/mnt/postgresql/#{postgresql_ver}/archive"
 postgresql_pid_file: "/var/run/postgresql/#{postgresql_ver}-main.pid"
 postgresql_ctl: "/usr/bin/env service postgresql"
 # Capistrano needs db:primary role for migrate to work,
 # so we might as well just make consistent across the board
 role_dependencies:
-  postgresql_master: [db:primary=true]
+  postgresql_master: ["db:primary=true"]
   postgresql_slave: [db]
   db:primary=true: [postgresql_master]
   db: [postgresql_slave]