axtro-rubber 1.0.2.1

data/generators/vulcanize/templates/complete_mongrel_mysql/config/rubber/rubber-complete.yml

@@ -0,0 +1,41 @@
+
+role_dependencies:
+  web: [nginx, haproxy]
+  app: [mongrel]
+  web_tools: [nginx]
+
+haproxy_listen_port: 9000
+web_port: 80
+web_ssl_port: 443
+web_tools_port: 8080
+web_tools_ssl_port: 8443
+
+security_groups:
+  web:
+    description: "To open up port #{web_port}/#{web_ssl_port} for http server on web role"
+    rules:
+      - protocol: tcp
+        from_port: "#{web_port}"
+        to_port: "#{web_port}"
+        source_ips: [0.0.0.0/0]
+      - protocol: tcp
+        from_port: "#{web_ssl_port}"
+        to_port: "#{web_ssl_port}"
+        source_ips: [0.0.0.0/0]
+  web_tools:
+    description: "To open up port #{web_tools_port}/#{web_tools_ssl_port} for internal/tools http server"
+    rules:
+      - protocol: tcp
+        from_port: "#{web_tools_port}"
+        to_port: "#{web_tools_port}"
+        source_ips: [0.0.0.0/0]
+      - protocol: tcp
+        from_port: "#{web_tools_ssl_port}"
+        to_port: "#{web_tools_ssl_port}"
+        source_ips: [0.0.0.0/0]
+
+roles:
+  web:
+    assigned_security_groups: [web]
+  web_tools:
+    assigned_security_groups: [web_tools]

data/generators/vulcanize/templates/complete_mongrel_mysql/templates.yml

@@ -0,0 +1,6 @@
+description: A fairly complete and scalable mysql deployment setup
+dependent_templates:
+  - minimal_mysql
+  - monit
+  - munin
+  - memcached

data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/role/haproxy/haproxy-passenger.conf

@@ -0,0 +1,19 @@
+<%
+  @path = "/etc/haproxy/haproxy.cfg"
+  @additive = ["# start haproxy passenger", "# end haproxy passenger"]
+%>
+
+<%
+  backend_hosts = rubber_instances.for_role('passenger').collect { |i| i.name }
+%>
+
+listen passenger_proxy 0.0.0.0:<%= rubber_env.web_port %>
+  <% backend_hosts.each do |server| %>
+    server <%= server %> <%= server %>:<%= rubber_env.passenger_listen_port %> maxconn <%= rubber_env.max_app_connections %> check
+  <% end %>
+
+listen passenger_proxy 0.0.0.0:<%= rubber_env.web_ssl_port %>
+  mode tcp
+  <% backend_hosts.each do |server| %>
+    server <%= server %> <%= server %>:<%= rubber_env.passenger_listen_ssl_port %> maxconn <%= rubber_env.max_app_connections %> check
+  <% end %>

data/generators/vulcanize/templates/complete_passenger_mysql/config/rubber/rubber-complete.yml

@@ -0,0 +1,40 @@
+
+role_dependencies:
+  web: [haproxy]
+  app: [passenger]
+  web_tools: [apache]
+
+web_port: 80
+web_ssl_port: 443
+web_tools_port: 8080
+web_tools_ssl_port: 8443
+
+security_groups:
+  web:
+    description: "To open up port #{web_port}/#{web_ssl_port} for http server on web role"
+    rules:
+      - protocol: tcp
+        from_port: "#{web_port}"
+        to_port: "#{web_port}"
+        source_ips: [0.0.0.0/0]
+      - protocol: tcp
+        from_port: "#{web_ssl_port}"
+        to_port: "#{web_ssl_port}"
+        source_ips: [0.0.0.0/0]
+  web_tools:
+    description: "To open up port #{web_tools_port}/#{web_tools_ssl_port} for internal/tools http server"
+    rules:
+      - protocol: tcp
+        from_port: "#{web_tools_port}"
+        to_port: "#{web_tools_port}"
+        source_ips: [0.0.0.0/0]
+      - protocol: tcp
+        from_port: "#{web_tools_ssl_port}"
+        to_port: "#{web_tools_ssl_port}"
+        source_ips: [0.0.0.0/0]
+
+roles:
+  web:
+    assigned_security_groups: [web]
+  web_tools:
+    assigned_security_groups: [web_tools]

data/generators/vulcanize/templates/complete_passenger_mysql/templates.yml

@@ -0,0 +1,10 @@
+description: A fairly complete and scalable mysql deployment setup
+dependent_templates:
+  - base
+  - mysql
+  - haproxy
+  - apache
+  - passenger
+  - monit
+  - munin
+  - memcached

data/generators/vulcanize/templates/cruise/config/rubber/deploy-cruise.rb

@@ -0,0 +1,72 @@
+
+namespace :rubber do
+  namespace :cruise do
+  
+    rubber.allow_optional_tasks(self)
+    
+    # want ssh keys to be generated before we try and print it out
+    after "custom_install_base", "rubber:cruise:custom_install"
+
+    task :custom_install, :roles => :cruise do
+      rubber.sudo_script 'install_cruise', <<-ENDSCRIPT
+        export CRUISE_HOME="#{rubber_env.cruise_dir}"
+        
+        if [[ ! -d $CRUISE_HOME ]]; then
+            git clone git://github.com/sml/cruisecontrol.rb.git $CRUISE_HOME
+        fi
+      ENDSCRIPT
+      
+      logger.info("\n#######################################################################\n\n")
+      logger.info("This machine needs access to your source repository for cruise control")
+      logger.info("run 'cap rubber:cruise:setup_project' once access has been granted")
+      logger.info("then run 'cap rubber:cruise:start' to start the cruise web server")
+      logger.info("ssh public key:\n#{capture('cat ~/.ssh/id_dsa.pub')}")
+      logger.info("\n#######################################################################\n\n")
+   end
+    
+    task :setup_project, :roles => :cruise do
+      rubber.sudo_script 'setup_project', <<-ENDSCRIPT
+      
+        export CRUISE_HOME="#{rubber_env.cruise_dir}"
+        export CRUISE_DATA_ROOT="#{rubber_env.cruise_data_dir}"
+        export CRUISE_PROJECT_ROOT="#{rubber_env.cruise_project_dir}"
+        
+        if [[ ! -d $CRUISE_HOME ]]; then
+            git clone git://github.com/sml/cruisecontrol.rb.git #{rubber_env.cruise_dir}
+        fi
+        
+        if [[ ! -d $CRUISE_PROJECT_ROOT ]]; then
+          if [[ -z "#{rubber_env.cruise_repository}" ]]; then
+            echo "cruise_repository must be set in rubber env"
+            exit 1
+          fi
+          
+          cd $CRUISE_HOME
+          echo "Adding project repository to cruise: #{rubber_env.cruise_repository}"
+          ./cruise add #{rubber_env.app_name} #{rubber_env.cruise_repository}
+          mkdir -p $CRUISE_PROJECT_ROOT/log            
+          cd $CRUISE_PROJECT_ROOT && rake db:create RAILS_ENV=test
+        fi
+        
+      ENDSCRIPT
+    end
+    
+
+    desc "Start cruise control daemon"
+    task :start, :roles => :cruise do
+      run "/etc/init.d/cruise start"
+    end
+    
+    desc "Stop cruise control daemon"
+    task :stop, :roles => :cruise, :on_error => :continue do
+      run "/etc/init.d/cruise stop"
+    end
+    
+    desc "Restart cruise control daemon"
+    task :restart, :roles => :cruise do
+      stop
+      start
+    end
+      
+  end
+end

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/cruise

@@ -0,0 +1,40 @@
+<%
+  @path = "/etc/init.d/cruise"
+  @perms = 0755
+%>#!/usr/bin/env ruby
+
+require "fileutils"
+include FileUtils
+
+require "rubygems"
+
+begin
+  gem 'mongrel'
+rescue => e
+  puts "Error: daemon mode of CC.rb requires mongrel installed"
+  exit 1
+end
+
+def cruise_path
+  '<%= rubber_env.cruise_dir %>'
+end
+
+command = ARGV.shift
+
+case command
+when 'start'
+  cd cruise_path
+  system "./cruise start -d"
+  exit 0
+when 'stop'
+  system "mongrel_rails stop -P #{cruise_path}/tmp/pids/mongrel.pid"
+  Dir["#{cruise_path}/tmp/pids/builders/*.pid"].each do |pid_file|
+    pid = File.open(pid_file){|f| f.read }
+    system "kill -9 #{pid}"
+    rm pid_file
+  end
+  exit 0
+else
+  p "Usage: /etc/init.d/cruise start|stop"
+  exit 1
+end

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/my.cnf

@@ -0,0 +1,165 @@
+<%
+  @path = '/etc/mysql/my.cnf'
+  @post = '/etc/init.d/mysql restart'
+%>
+
+# Generated by rubber for host <%= rubber_instances[rubber_env.host].external_ip %>
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+#
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+loose-default-character-set = utf8
+port    = 3306
+socket    = /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket    = /var/run/mysqld/mysqld.sock
+nice    = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+default-character-set = utf8
+user    = mysql
+pid-file  = /var/run/mysqld/mysqld.pid
+socket    = /var/run/mysqld/mysqld.sock
+port    = 3306
+basedir		= /usr
+datadir		= /var/lib/mysql
+tmpdir		= /tmp
+language	= /usr/share/mysql/english
+skip-external-locking
+connect_timeout = 30
+
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+# bind-address    = 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer    = 16M
+max_allowed_packet  = 32M
+thread_stack    = 128K
+thread_cache_size = 8
+table_cache=128
+max_heap_table_size=256M
+tmp_table_size=256M
+sort_buffer_size = 8M
+join_buffer_size = 8M
+
+max_connections        = 300
+#table_cache            = 64
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 2M
+query_cache_size        = 64M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log    = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+log_slow_queries = /var/log/mysql/mysql-slow.log
+long_query_time = 2
+log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+# note: if you are setting up a replication slave, see README.Debian about
+#       other settings you may need to change.
+#server-id		= 1
+#log_bin			= /var/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days = 10
+max_binlog_size         = 100M
+#binlog_do_db   = include_database_name
+#binlog_ignore_db = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+#skip-innodb
+
+# Set buffer pool size to 50-80% of your computer's memory
+innodb_buffer_pool_size=256M
+innodb_additional_mem_pool_size=8M
+
+# Set the log file size to about 25% of the buffer pool size
+#innodb_log_file_size=128M
+#innodb_log_buffer_size=32M
+innodb_flush_log_at_trx_commit=2
+
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet  = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer    = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/production.rb

@@ -0,0 +1,8 @@
+<%
+  @path = "#{rubber_env.cruise_dir}/config/environments/production.rb"
+  @additive = ["# rubber-cruise-start", "# rubber-cruise-end"]
+  @post = "ln -sf #{rubber_env.cruise_dir}/public #{rubber_env.cruise_dir}/public/cruise"
+%>
+
+# This is needed so nginx can reverse proxy to cruise server
+ActionController::AbstractRequest.relative_url_root = "/cruise"

data/generators/vulcanize/templates/cruise/config/rubber/role/cruise/site_config.rb

@@ -0,0 +1,76 @@
+<%
+  @path = "#{rubber_env.cruise_data_dir}/site_config.rb"
+%>
+
+# site_config.rb contains examples of various configuration options for the local installation
+# of CruiseControl.rb.
+
+# YOU MUST RESTART YOUR CRUISE CONTROL SERVER FOR ANY CHANGES MADE HERE TO TAKE EFFECT!!!
+
+# EMAIL NOTIFICATION
+# ------------------
+
+# CruiseControl.rb can notify you about build status via email. It uses ActionMailer component of Ruby on Rails 
+# framework. Obviously, ActionMailer needs to know how to send out email messages. 
+# If you have an SMTP server on your network, and it needs no authentication, write this in your site_config.rb:
+# 
+# ActionMailer::Base.smtp_settings = {
+#   :address =>        "yoursmtpserver",
+#   :domain =>         "yourdomain.com",
+# }
+#
+# If you have no SMTP server at hand, you can configure email notification to use GMail SMTP server, as follows
+# (of course, you'll need to create a GMail account):
+#
+# ActionMailer::Base.smtp_settings = {
+#   :address =>        "smtp.gmail.com",
+#   :port =>           587,
+#   :domain =>         "yourdomain.com",
+#   :authentication => :plain,
+#   :user_name =>      "yourgmailaccount",
+#   :password =>       "yourgmailpassword"
+# }
+# 
+# The same approach works for other SMTP servers thet require authentication. Note that GMail's SMTP server runs on a 
+# non-standard port 587 (standard port for SMTP is 25).
+#
+# For further details about configuration of outgoing email, see Ruby On Rails documentation for ActionMailer::Base.
+
+# Other site-wide options are available through Configuration class:
+
+# Change how often CC.rb pings Subversion for new requests. Default is 10.seconds, which should be OK for a local
+# SVN repository, but probably isn't very polite for a public repository, such as RubyForge. This can also be set for
+# each project individually, through project.scheduler.polling_interval option:
+Configuration.default_polling_interval = 1.minute
+
+# How often the dashboard page refreshes itself. If you have more than 10-20 dashboards open,
+# it is advisable to set it to something higher than the default 5 seconds:
+# Configuration.dashboard_refresh_interval = 20.seconds
+
+# Site-wide setting for the email "from" field. This can also be set on per-project basis,
+# through project.email.notifier.from attribute
+Configuration.email_from = 'cruisecontrolrb@<%= rubber_env.domain %>'
+
+# Root URL of the dashboard application. Setting this attribute allows various notifiers to include a link to the
+# build page in the notification message.
+Configuration.dashboard_url = 'http://<%= rubber_instances.for_role('cruise').first.full_name %>/cruise'
+
+# If you don't want to allow triggering builds through dashboard Build Now button. Useful when you host CC.rb as a
+# public web site (such as http://cruisecontrolrb.thoughtworks.com/projects - try clicking on Build Now button there
+# and see what happens):
+# Configuration.disable_build_now = true
+
+# If you want to only allow one project to build at a time, uncomment this line
+# by default, cruise allows multiple projects to build at a time
+# Configuration.serialize_builds = true
+
+# Amount of time a project will wait to build before failing when build serialization is on
+# Configuration.serialized_build_timeout = 3.hours
+
+# To delete build when there are more than a certain number present, uncomment this line - it will make the dashboard 
+# perform better
+BuildReaper.number_of_builds_to_keep = 20
+
+# any files that you'd like to override in cruise, keep in ~/.cruise, and copy over when this file is loaded like this
+site_css = CRUISE_DATA_ROOT + "/site.css"
+FileUtils.cp site_css, RUBBER_ROOT + "/public/stylesheets/site.css" if File.exists? site_css