sml-rubber 0.9.1

data/generators/vulcanize/templates/base/lib/tasks/rubber.rake

@@ -0,0 +1,18 @@
+# rails tries to load this from generator dir, so skip it.
+if __FILE__ !~ /rubber\/generators\/vulcanize/
+
+  begin
+    # first try as a rails plugin
+    require "#{File.dirname(__FILE__)}/../../vendor/plugins/rubber/lib/rubber.rb"
+  rescue LoadError
+    # then try as a gem
+    require 'rubber'
+  end
+
+  env = ENV['RUBBER_ENV'] ||= (ENV['RAILS_ENV'] || 'development')
+  root = File.dirname(__FILE__) + '/../..'
+  Rubber::initialize(root, env)
+
+  require 'rubber/tasks/rubber'
+
+end

data/generators/vulcanize/templates/base/script/cron-rake

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+
+# For running rake jobs through cron - only prints output if there is an error
+#
+# author mconway
+# since 8/12/07
+
+RAILS_ROOT = File.expand_path("..", File.dirname(__FILE__))
+log = "#{RAILS_ROOT}/log/cron-rake-#{Time.now.tv_sec}.log"
+begin
+  ident = File.basename(ARGV[-1]).gsub(/\W+/, "_")
+  log = "#{RAILS_ROOT}/log/cron-rake-#{ident}.log"
+rescue
+end
+
+Dir.chdir(RAILS_ROOT)
+args = %W{-l #{log} -- rake --trace} + ARGV
+system "script/cron-sh", *args

data/generators/vulcanize/templates/base/script/cron-runner

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+
+# For running jobs through cron - only prints output if there is an error
+#
+# author mconway
+# since 8/12/07
+
+RAILS_ROOT = File.expand_path("..", File.dirname(__FILE__))
+log = "#{RAILS_ROOT}/log/cron-runner-#{Time.now.tv_sec}.log"
+begin
+  ident = File.basename(ARGV[-1]).gsub(/\W+/, "_")
+  log = "#{RAILS_ROOT}/log/cron-runner-#{ident}.log"
+rescue
+end
+
+Dir.chdir(RAILS_ROOT)
+args = %W{-e -l #{log} -- script/runner} + ARGV
+system "script/cron-sh", *args

data/generators/vulcanize/templates/base/script/cron-sh

@@ -0,0 +1,67 @@
+#!/usr/bin/env ruby
+
+# For running shell commands through cron - only prints output if there is an error
+#
+# author mconway
+# since 8/12/07
+
+require 'optparse'
+require 'ostruct'
+require 'rubygems'
+require 'open4'
+
+options = OpenStruct.new
+options.logfile = "/tmp/cron-sh-#{Time.now.tv_sec}.log"
+options.echoerr = false
+options.echoout = false
+
+opts = OptionParser.new do |opts|
+  opts.banner = "Usage: cron-sh [options] <shell command>"
+  opts.separator "Runs the given command, sending all stdout/stderr to a logfile, but echoing"
+  opts.separator "the entire file if the command exits with an error"
+  opts.separator ""
+  opts.separator "Specific options:"
+
+  opts.on("-l", "--log logfile", "Log to given file instead of a default") do |val|
+    options.logfile = val
+  end
+
+  opts.on("-o", "--[no-]echoout", "Log _and_ echo stdout") do |val|
+    options.echoout = true
+  end
+
+  opts.on("-e", "--[no-]echoerr", "Log _and_ echo stderr") do |val|
+    options.echoerr = true
+  end
+
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end
+
+cmd = opts.parse(ARGV)
+
+status = Open4::popen4(*cmd) do |pid, stdin, stdout, stderr|
+  File.open(options.logfile, "w") do | fh |
+    threads = []
+    threads <<  Thread.new(stdout) do |stdout|
+       stdout.each { |line| $stdout.puts line if options.echoout; fh.print line; fh.flush }
+    end
+    threads <<  Thread.new(stderr) do |stderr|
+       stderr.each { |line| $stderr.puts line if options.echoerr; fh.print line; fh.flush }
+    end
+    threads.each { |t| t.join }
+  end
+end
+
+result = status.exitstatus
+if result != 0
+  puts ""
+  puts "*** Process exited with non-zero error code, full output follows"
+  puts "*** Command was: #{cmd.join(' ')}"
+  puts ""
+  puts IO.read(options.logfile)
+end
+
+exit(result)

data/generators/vulcanize/templates/base/templates.yml

@@ -0,0 +1 @@
+description: The core configuration needed by all others

data/generators/vulcanize/templates/complete_mysql/templates.yml

@@ -0,0 +1,6 @@
+description: A fairly complete and scalable mysql deployment setup
+dependent_templates:
+  - minimal_mysql
+  - monit
+  - munin
+  - memcached

data/generators/vulcanize/templates/complete_passenger_mysql/templates.yml

@@ -0,0 +1,8 @@
+description: A fairly complete and scalable mysql deployment setup
+dependent_templates:
+  - base
+  - mysql
+  - apache
+  - passenger
+  - munin
+  - memcached

data/generators/vulcanize/templates/cruise/config/rubber/deploy-cruise.rb

@@ -0,0 +1,74 @@
+
+namespace :rubber do
+  namespace :cruise do
+  
+    rubber.allow_optional_tasks(self)
+    
+    # want ssh keys to be generated before we try and print it out
+    after "custom_install_base", "rubber:cruise:custom_install"
+
+    task :custom_install, :roles => :cruise do
+      env = rubber_cfg.environment.bind()
+      rubber.sudo_script 'install_cruise', <<-ENDSCRIPT
+        export CRUISE_HOME="#{env.cruise_dir}"
+        
+        if [[ ! -d $CRUISE_HOME ]]; then
+            git clone git://github.com/sml/cruisecontrol.rb.git $CRUISE_HOME
+        fi
+      ENDSCRIPT
+      
+      logger.info("\n#######################################################################\n\n")
+      logger.info("This machine needs access to your source repository for cruise control")
+      logger.info("run 'cap rubber:cruise:setup_project' once access has been granted")
+      logger.info("then run 'cap rubber:cruise:start' to start the cruise web server")
+      logger.info("ssh public key:\n#{capture('cat ~/.ssh/id_dsa.pub')}")
+      logger.info("\n#######################################################################\n\n")
+   end
+    
+    task :setup_project, :roles => :cruise do
+      env = rubber_cfg.environment.bind()      
+      rubber.sudo_script 'setup_project', <<-ENDSCRIPT
+      
+        export CRUISE_HOME="#{env.cruise_dir}"
+        export CRUISE_DATA_ROOT="#{env.cruise_data_dir}"
+        export CRUISE_PROJECT_ROOT="#{env.cruise_project_dir}"
+        
+        if [[ ! -d $CRUISE_HOME ]]; then
+            git clone git://github.com/sml/cruisecontrol.rb.git #{env.cruise_dir}
+        fi
+        
+        if [[ ! -d $CRUISE_PROJECT_ROOT ]]; then
+          if [[ -z "#{env.cruise_repository}" ]]; then
+            echo "cruise_repository must be set in rubber env"
+            exit 1
+          fi
+          
+          cd $CRUISE_HOME
+          echo "Adding project repository to cruise: #{env.cruise_repository}"
+          ./cruise add #{env.app_name} #{env.cruise_repository}
+          mkdir -p $CRUISE_PROJECT_ROOT/log            
+          cd $CRUISE_PROJECT_ROOT && rake db:create RAILS_ENV=test
+        fi
+        
+      ENDSCRIPT
+    end
+    
+
+    desc "Start cruise control daemon"
+    task :start, :roles => :cruise do
+      run "/etc/init.d/cruise start"
+    end
+    
+    desc "Stop cruise control daemon"
+    task :stop, :roles => :cruise, :on_error => :continue do
+      run "/etc/init.d/cruise stop"
+    end
+    
+    desc "Restart cruise control daemon"
+    task :restart, :roles => :cruise do
+      stop
+      start
+    end
+      
+  end
+end

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/cruise

@@ -0,0 +1,40 @@
+<%
+  @path = "/etc/init.d/cruise"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+
+require "fileutils"
+include FileUtils
+
+require "rubygems"
+
+begin
+  gem 'mongrel'
+rescue => e
+  puts "Error: daemon mode of CC.rb requires mongrel installed"
+  exit 1
+end
+
+def cruise_path
+  '<%= rubber_env.cruise_dir %>'
+end
+
+command = ARGV.shift
+
+case command
+when 'start'
+  cd cruise_path
+  system "./cruise start -d"
+  exit 0
+when 'stop'
+  system "mongrel_rails stop -P #{cruise_path}/tmp/pids/mongrel.pid"
+  Dir["#{cruise_path}/tmp/pids/builders/*.pid"].each do |pid_file|
+    pid = File.open(pid_file){|f| f.read }
+    system "kill -9 #{pid}"
+    rm pid_file
+  end
+  exit 0
+else
+  p "Usage: /etc/init.d/cruise start|stop"
+  exit 1
+end

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/my.cnf

@@ -0,0 +1,165 @@
+<%
+  @path = '/etc/mysql/my.cnf'
+  @post = '/etc/init.d/mysql restart'
+%>
+
+# Generated by rubber for host <%= rubber_instances[rubber_env.host].external_ip %>
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+#
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+loose-default-character-set = utf8
+port    = 3306
+socket    = /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket    = /var/run/mysqld/mysqld.sock
+nice    = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+default-character-set = utf8
+user    = mysql
+pid-file  = /var/run/mysqld/mysqld.pid
+socket    = /var/run/mysqld/mysqld.sock
+port    = 3306
+basedir		= /usr
+datadir		= /var/lib/mysql
+tmpdir		= /tmp
+language	= /usr/share/mysql/english
+skip-external-locking
+connect_timeout = 30
+
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+# bind-address    = 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer    = 16M
+max_allowed_packet  = 32M
+thread_stack    = 128K
+thread_cache_size = 8
+table_cache=128
+max_heap_table_size=256M
+tmp_table_size=256M
+sort_buffer_size = 8M
+join_buffer_size = 8M
+
+max_connections        = 300
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 2M
+query_cache_size        = 64M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log    = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries = /var/log/mysql/mysql-slow.log
+long_query_time = 2
+log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+#server-id		= 1
+#log_bin			= /var/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days = 10
+max_binlog_size         = 100M
+#binlog_do_db   = include_database_name
+#binlog_ignore_db = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+
+# Set buffer pool size to 50-80% of your computer's memory
+innodb_buffer_pool_size=256M
+innodb_additional_mem_pool_size=8M
+
+# Set the log file size to about 25% of the buffer pool size
+#innodb_log_file_size=128M
+#innodb_log_buffer_size=32M
+innodb_flush_log_at_trx_commit=2
+
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet  = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer    = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/production.rb

@@ -0,0 +1,8 @@
+<%
+  @path = "#{rubber_env.cruise_dir}/config/environments/production.rb"
+  @additive = ["# rubber-cruise-start", "# rubber-cruise-end"]
+  @post = "ln -sf #{rubber_env.cruise_dir}/public #{rubber_env.cruise_dir}/public/cruise"
+%>
+
+# This is needed so nginx can reverse proxy to cruise server
+ActionController::AbstractRequest.relative_url_root = "/cruise"

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/site_config.rb

@@ -0,0 +1,76 @@
+<%
+  @path = "#{rubber_env.cruise_data_dir}/site_config.rb"
+%>
+
+# site_config.rb contains examples of various configuration options for the local installation
+# of CruiseControl.rb.
+
+# YOU MUST RESTART YOUR CRUISE CONTROL SERVER FOR ANY CHANGES MADE HERE TO TAKE EFFECT!!!
+
+# EMAIL NOTIFICATION
+# ------------------
+
+# CruiseControl.rb can notify you about build status via email. It uses ActionMailer component of Ruby on Rails 
+# framework. Obviously, ActionMailer needs to know how to send out email messages. 
+# If you have an SMTP server on your network, and it needs no authentication, write this in your site_config.rb:
+# 
+# ActionMailer::Base.smtp_settings = {
+#   :address =>        "yoursmtpserver",
+#   :domain =>         "yourdomain.com",
+# }
+#
+# If you have no SMTP server at hand, you can configure email notification to use GMail SMTP server, as follows
+# (of course, you'll need to create a GMail account):
+#
+# ActionMailer::Base.smtp_settings = {
+#   :address =>        "smtp.gmail.com",
+#   :port =>           587,
+#   :domain =>         "yourdomain.com",
+#   :authentication => :plain,
+#   :user_name =>      "yourgmailaccount",
+#   :password =>       "yourgmailpassword"
+# }
+# 
+# The same approach works for other SMTP servers thet require authentication. Note that GMail's SMTP server runs on a 
+# non-standard port 587 (standard port for SMTP is 25).
+#
+# For further details about configuration of outgoing email, see Ruby On Rails documentation for ActionMailer::Base.
+
+# Other site-wide options are available through Configuration class:
+
+# Change how often CC.rb pings Subversion for new requests. Default is 10.seconds, which should be OK for a local
+# SVN repository, but probably isn't very polite for a public repository, such as RubyForge. This can also be set for
+# each project individually, through project.scheduler.polling_interval option:
+Configuration.default_polling_interval = 1.minute
+
+# How often the dashboard page refreshes itself. If you have more than 10-20 dashboards open,
+# it is advisable to set it to something higher than the default 5 seconds:
+# Configuration.dashboard_refresh_interval = 20.seconds
+
+# Site-wide setting for the email "from" field. This can also be set on per-project basis,
+# through project.email.notifier.from attribute
+Configuration.email_from = 'cruisecontrolrb@<%= rubber_env.domain %>'
+
+# Root URL of the dashboard application. Setting this attribute allows various notifiers to include a link to the
+# build page in the notification message.
+Configuration.dashboard_url = 'http://<%= rubber_instances.for_role('cruise').first.full_name %>/cruise'
+
+# If you don't want to allow triggering builds through dashboard Build Now button. Useful when you host CC.rb as a
+# public web site (such as http://cruisecontrolrb.thoughtworks.com/projects - try clicking on Build Now button there
+# and see what happens):
+# Configuration.disable_build_now = true
+
+# If you want to only allow one project to build at a time, uncomment this line
+# by default, cruise allows multiple projects to build at a time
+# Configuration.serialize_builds = true
+
+# Amount of time a project will wait to build before failing when build serialization is on
+# Configuration.serialized_build_timeout = 3.hours
+
+# To delete build when there are more than a certain number present, uncomment this line - it will make the dashboard 
+# perform better
+BuildReaper.number_of_builds_to_keep = 20
+
+# any files that you'd like to override in cruise, keep in ~/.cruise, and copy over when this file is loaded like this
+site_css = CRUISE_DATA_ROOT + "/site.css"
+FileUtils.cp site_css, RUBBER_ROOT + "/public/stylesheets/site.css" if File.exists? site_css