winton-cookbook 1.0.0

data/config/mysql/my.cnf.erb

@@ -0,0 +1,137 @@
+#
+# The MySQL database server configuration file.
+#
+# You can copy this to one of:
+# - "/etc/mysql/my.cnf" to set global options,
+# - "~/.my.cnf" to set user-specific options.
+# 
+# One can use all long options that the program supports.
+# Run program with --help to get a list of available options and with
+# --print-defaults to see which it would actually understand and use.
+#
+# For explanations see
+# http://dev.mysql.com/doc/mysql/en/server-system-variables.html
+
+# This will be passed to all mysql clients
+# It has been reported that passwords should be enclosed with ticks/quotes
+# escpecially if they contain "#" chars...
+# Remember to edit /etc/mysql/debian.cnf when changing the socket location.
+[client]
+port            = 3306
+socket          = /var/run/mysqld/mysqld.sock
+
+# Here is entries for some specific programs
+# The following values assume you have at least 32M ram
+
+# This was formally known as [safe_mysqld]. Both versions are currently parsed.
+[mysqld_safe]
+socket          = /var/run/mysqld/mysqld.sock
+nice            = 0
+
+[mysqld]
+#
+# * Basic Settings
+#
+user            = mysql
+pid-file        = /var/run/mysqld/mysqld.pid
+socket          = /var/run/mysqld/mysqld.sock
+port            = 3306
+basedir         = /usr
+datadir         = /var/lib/mysql
+tmpdir          = /tmp
+language        = /usr/share/mysql/english
+skip-external-locking
+#
+# Instead of skip-networking the default is now to listen only on
+# localhost which is more compatible and is not less secure.
+bind-address            = 127.0.0.1
+#
+# * Fine Tuning
+#
+key_buffer              = 256M
+max_allowed_packet      = 16M
+thread_stack            = 128K
+thread_cache_size       = 8
+max_connections         = 500
+table_cache             = 1536
+#thread_concurrency     = 10
+#
+# * Query Cache Configuration
+#
+query_cache_limit       = 1M
+query_cache_size        = 16M
+#
+# * Logging and Replication
+#
+# Both location gets rotated by the cronjob.
+# Be aware that this log type is a performance killer.
+#log            = /var/log/mysql/mysql.log
+#
+# Error logging goes to syslog. This is a Debian improvement :)
+#
+# Here you can see queries with especially long duration
+#log_slow_queries       = /var/log/mysql/mysql-slow.log
+#long_query_time = 2
+#log-queries-not-using-indexes
+#
+# The following can be used as easy to replay backup logs or for replication.
+#server-id              = 1
+log_bin                 = /var/log/mysql/mysql-bin.log
+# WARNING: Using expire_logs_days without bin_log crashes the server! See README.Debian!
+expire_logs_days        = 10
+max_binlog_size         = 100M
+#binlog_do_db           = include_database_name
+#binlog_ignore_db       = include_database_name
+#
+# * BerkeleyDB
+#
+# Using BerkeleyDB is now discouraged as its support will cease in 5.1.12.
+skip-bdb
+#
+# * InnoDB
+#
+# InnoDB is enabled by default with a 10MB datafile in /var/lib/mysql/.
+# Read the manual for more InnoDB related options. There are many!
+# You might want to disable InnoDB to shrink the mysqld process by circa 100MB.
+skip-innodb
+#
+# * Security Features
+#
+# Read the manual, too, if you want chroot!
+# chroot = /var/lib/mysql/
+#
+# For generating SSL certificates I recommend the OpenSSL GUI "tinyca".
+#
+# ssl-ca=/etc/mysql/cacert.pem
+# ssl-cert=/etc/mysql/server-cert.pem
+# ssl-key=/etc/mysql/server-key.pem
+
+
+
+[mysqldump]
+quick
+quote-names
+max_allowed_packet      = 16M
+
+[mysql]
+#no-auto-rehash # faster start of mysql but no tab completition
+
+[isamchk]
+key_buffer              = 16M
+
+#
+# * NDB Cluster
+#
+# See /usr/share/doc/mysql-server-*/README.Debian for more information.
+#
+# The following configuration is read by the NDB Data Nodes (ndbd processes)
+# not from the NDB Management Nodes (ndb_mgmd processes).
+#
+# [MYSQL_CLUSTER]
+# ndb-connectstring=127.0.0.1
+
+
+#
+# * IMPORTANT: Additional settings that can override those from this file!
+#
+!includedir /etc/mysql/conf.d/

data/config/nginx/nginx.conf.erb

@@ -0,0 +1,30 @@
+worker_processes  3;
+
+events {
+    worker_connections  1024;
+}
+
+http {    
+    default_type  application/octet-stream;
+
+    sendfile      on;
+    tcp_nopush    on;
+    tcp_nodelay   off;
+
+    keepalive_timeout  65;
+
+    gzip              on;
+    gzip_http_version 1.0;
+    gzip_comp_level   2;
+    gzip_proxied      any;
+    gzip_types        text/plain text/html text/css application/x-javascript text/xml 
+                      application/xml application/xml+rss text/javascript;
+    
+    log_format  main  '$remote_addr - $remote_user [$time_local] $request '
+                      '"$status" $body_bytes_sent "$http_referer" '
+                      '"$http_user_agent" "$http_x_forwarded_for"';
+    
+    include   mime.types;
+    include   fastcgi_params;
+    include   vhosts/*.conf;
+}

data/config/nginx/nginx.erb

@@ -0,0 +1,57 @@
+#! /bin/sh
+
+### BEGIN INIT INFO
+# Provides:          nginx
+# Required-Start:    $all
+# Required-Stop:     $all
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: starts the nginx web server
+# Description:       starts nginx using start-stop-daemon
+### END INIT INFO
+
+PATH=/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin
+DAEMON=/usr/local/sbin/nginx
+NAME=nginx
+DESC=nginx
+
+test -x $DAEMON || exit 0
+set -e
+
+case "$1" in
+  start)
+        echo -n "Starting $DESC: "
+        start-stop-daemon --start --quiet --pidfile /usr/local/nginx/logs/$NAME.pid \
+                --exec $DAEMON -- $DAEMON_OPTS
+        echo "$NAME started."
+        ;;
+  stop)
+        echo -n "Stopping $DESC: "
+        start-stop-daemon --stop --quiet --pidfile /usr/local/nginx/logs/$NAME.pid \
+                --exec $DAEMON
+        echo "$NAME stopped."
+        ;;
+
+  restart|force-reload)
+        echo -n "Restarting $DESC: "
+        start-stop-daemon --stop --quiet --pidfile \
+                /usr/local/nginx/logs/$NAME.pid --exec $DAEMON
+        sleep 1
+        start-stop-daemon --start --quiet --pidfile \
+                /usr/local/nginx/logs/$NAME.pid --exec $DAEMON -- $DAEMON_OPTS
+        echo "$NAME restarted."
+        ;;
+  reload)
+      echo -n "Reloading $DESC configuration: "
+      start-stop-daemon --stop --signal HUP --quiet --pidfile /usr/local/nginx/logs/$NAME.pid \
+          --exec $DAEMON
+      echo "$NAME reloaded."
+      ;;
+  *)
+        N=/etc/init.d/$NAME
+        echo "Usage: $N {start|stop|restart|reload|force-reload}" >&2
+        exit 1
+        ;;
+esac
+
+exit 0

data/config/php/init-fastcgi.erb

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+PHP_SCRIPT=/usr/local/bin/php-fastcgi
+RETVAL=0
+
+case "$1" in
+ start)
+  $PHP_SCRIPT
+  RETVAL=$?
+;;
+ stop)
+  killall -9 php5-cgi
+  RETVAL=$?
+;;
+ restart)
+  killall -9 php5-cgi
+  $PHP_SCRIPT
+  RETVAL=$?
+;;
+ *)
+  echo "Usage: php-fastcgi {start|stop|restart}"
+  exit 1
+;;
+esac
+
+exit $RETVAL

data/config/php/nginx.vhost.erb

@@ -0,0 +1,27 @@
+server {
+  listen       80;
+  server_name  <%= domains.join ' ' %>;
+
+  access_log  <%= deploy_to %>/shared/log/nginx.log main;
+
+  location / {
+      root   <%= deploy_to %>/current/public;
+      index  index.html index.htm;
+  }
+  
+  # redirect server error pages to the static page /50x.html
+  
+  error_page   500 502 503 504  /50x.html;
+  location = /50x.html {
+      root   <%= deploy_to %>/current/public;
+  }
+
+  # pass the PHP scripts to FastCGI server listening on 127.0.0.1:9000
+  
+  location ~ \.php$ {
+      fastcgi_pass   127.0.0.1:9000;
+      fastcgi_index  index.php;
+      fastcgi_param  SCRIPT_FILENAME  <%= deploy_to %>/current/public$fastcgi_script_name;
+      include        fastcgi_params;
+  }
+}

data/config/php/php-fastcgi.erb

@@ -0,0 +1,2 @@
+#!/bin/sh
+/usr/local/bin/spawn-fcgi -a 127.0.0.1 -p 9000 -f /usr/bin/php5-cgi -P /var/run/spawn-fcgi.pid

data/config/rails/database.yml.erb

@@ -0,0 +1,13 @@
+development: &defaults
+  adapter: mysql
+  database: <%= db_table %>
+  username: <%= db_user %>
+  password: <%= db_pass %>
+  host: localhost
+  socket: /var/run/mysqld/mysqld.sock
+
+test:
+  <<: *defaults
+
+production:
+  <<: *defaults

data/cookbook.rb

@@ -0,0 +1,66 @@
+# Require helpers and recipes
+
+require File.expand_path('cookbook_helpers.rb',   File.dirname(__FILE__))
+Dir[    File.expand_path('recipes/*.rb', File.dirname(__FILE__))].each do |f|
+  require f
+end
+
+
+Capistrano::Configuration.instance(:must_exist).load do
+  
+  ROOT = self
+  
+  # See cookbook hash in config/deploy.rb
+  
+  cookbook[:port] = cookbook[:ssh_port]   # Port is too ambiguous for me
+  cookbook.each do |key, value|           # Merge cookbook with capistrano
+    value.respond_to?(:keys) ? value.each { |k, v| set "#{key}_#{k}".intern, v } : set(key, value)
+  end
+  
+  # Default values
+  
+  set :port,                fetch(:port,                22)
+  set :user,                fetch(:user,                'deploy')
+  set :stage,               fetch(:stage,               :production)
+  set :db_user,             fetch(:db_user,             'app')
+  set :db_pass,             fetch(:db_pass,             '')
+  set :platform,            fetch(:platform,            :rails) # Or :php
+  set :ssl_cert,            fetch(:ssl_cert,            false)
+  set :use_sudo,            fetch(:use_sudo,            false)
+  set :auth_user,           fetch(:auth_user,           false)
+  set :nginx_dir,           fetch(:nginx_dir,           '/usr/local/nginx/conf')
+  set :mysql_dir,           fetch(:mysql_dir,           '/etc/mysql')
+  set :ultrasphinx,         fetch(:ultrasphinx,         false)
+  set :attachment_fu,       fetch(:attachment_fu,       false)
+  set :asset_packager,      fetch(:asset_packager,      false)
+  set :mongrel_etc_dir,     fetch(:mongrel_etc_dir,     '/usr/local/etc/mongrel_cluster')
+  set :mongrel_gem_dir,     fetch(:mongrel_gem_dir,     '/usr/local/lib/ruby/gems/1.8/gems/mongrel_cluster-1.0.5')
+  set :staging_mongrels,    fetch(:staging_mongrels,    1)
+  set :production_mongrels, fetch(:production_mongrels, 2)
+  
+  # Git by default
+  
+  set :scm,                 :git
+  set :deploy_via,          :remote_cache
+  set :repository_cache,    'git_cache'
+  
+  ssh_options[:paranoid] = false
+
+  # Events
+
+  on :before, 'setup_stage', :except => [ :staging, :testing ]  # Executed before every task
+  if platform == :rails
+    after 'deploy:update_code', 'rails:setup_git'               # Initialize submodules
+    after 'deploy:update_code', 'rails:config:to_app'           # Copy shared config to app
+    if asset_packager
+      after 'deploy:update_code', 'rails:config:asset_packager' # Configure attachment_fu
+    end
+    if attachment_fu
+      after 'deploy:update_code', 'rails:config:attachment_fu'  # Configure attachment_fu
+    end
+    if ultrasphinx
+      after 'deploy:update_code', 'rails:config:ultrasphinx'    # Configure ultrasphinx
+    end
+  end
+  
+end

data/cookbook_helpers.rb

@@ -0,0 +1,119 @@
+require 'erb'
+
+
+# Install
+
+def gem_install(name, options='')
+  sudo_puts "gem install #{name} #{options}"
+end
+
+def unpack_source(source)
+  url  = eval "sources_#{source}"  # see cookbook[:sources]
+  name = File.basename url
+  src  = "/home/#{user}/sources"
+  base = nil
+  [ 'tar.gz', 'tgz' ].each do |ext|
+    base = name[0..((ext.length + 2) * -1)] if name.include?(ext)
+  end
+  run_each [
+    "mkdir -p #{src}",
+    "cd #{src} && wget --quiet #{url}",
+    "tar -xzvf #{src}/#{name} -C #{src}"
+  ]
+  "#{src}/#{base}"
+end
+
+def install_source(source)
+  path = unpack_source source
+  yield path
+  sudo "rm -Rf #{path}"
+end
+
+
+# Files
+
+def get_ssh_keys
+  keys = Dir[File.expand_path('~/.ssh/*.pub')].collect do |f|
+    File.open(f).collect { |line| line.strip.empty? ? nil : line.strip }.compact
+  end
+  keys.flatten.join("\n").strip
+end
+
+def upload_from_erb(destination, bind=nil, options={})
+  # options[ :chown  => owner of file (default: deploy user),
+  #          :chmod  => 0644 etc
+  #          :folder => 'postfix' etc,
+  #          :name   => name of template if differs from destination ]
+  if destination.respond_to?(:uniq)
+    destination.each { |d| upload_from_erb d, bind, options }
+  else
+    template = File.basename destination
+    template = template[1..-1] if template[0..0] == '.'
+    folder   = options[:folder] ? options[:folder] + '/' : ''
+    template = File.expand_path("config/#{folder}#{options[:name]||template}.erb", File.dirname(__FILE__))
+    template = File.read template
+    sudo "touch #{destination}"
+    sudo "chown #{user} #{destination}"
+    put ERB.new(template).result(bind || binding), destination
+    sudo("chown #{options[:chown]} #{destination}") if options[:chown]
+    sudo("chmod #{options[:chmod]} #{destination}") if options[:chmod]
+  end
+end
+
+
+# MySQL
+
+def mysql_run(sql)
+  if sql.respond_to?(:uniq)
+    sql.each { |s| mysql_run s }
+  else
+    run "echo \"#{sql}\" | #{mysql_call}"
+  end
+end
+
+def mysql_call
+  @mysql_root_password = @mysql_root_password || ask("Password for mysql root:")
+  "mysql -u root --password=#{@mysql_root_password}"
+end
+
+
+# Questions
+
+def ask(question, default='')
+  question = "\n" + question.join("\n") if question.respond_to?(:uniq)
+  answer = Capistrano::CLI.ui.ask(question).strip
+  answer.empty? ? default : answer
+end
+
+def yes(question)
+  question = "\n" + question.join("\n") if question.respond_to?(:uniq)
+  question += ' (y/n)'
+  ask(question).downcase.include? 'y'
+end
+
+
+# Runners
+
+def run_each(*args, &block)
+  cmd  = args[0]
+  sudo = args[1]
+  if cmd.respond_to?(:uniq)
+    cmd.each  { |c| run_each c, sudo, &block }
+  elsif sudo
+    sudo(cmd) { |ch, st, data| block.call(data) if block }
+  else
+    run(cmd)  { |ch, st, data| block.call(data) if block }
+  end
+end
+
+def sudo_each(cmds, &block)
+  run_each cmds, true, &block
+end
+
+def run_puts(cmds, &block)
+  run_each(cmds) { |data| puts data }
+end
+
+def sudo_puts(cmds, &block)
+  sudo_each(cmds) { |data| puts data }
+end

data/deploy.rb.example

@@ -0,0 +1,45 @@
+set :cookbook, {
+  :application  => 'my_app',
+  :base_dir     => '/var/www',
+  :repository   => 'git@github.com:user/my-app.git',
+ #:platform     => :php       # If enabled, you can remove all mongrel* lines
+  :mongrel_port => 3000,      # Your next app should be 3003
+  :ssh_port     => 22,        # Or any unused port above 1024 (best practice)
+  
+  :production => {
+    :domain         => 'myapp.com',
+    :other_domains  => [ 'www.myapp.com' ],
+    :mongrels       => 2      # Ports 3000-3001
+  },
+  
+  :staging => {
+    :domain    => 'staging.myapp.com',
+    :mongrels  => 1,          # Port 3002
+    :auth_user => 'staging',  # Nginx HTTP authorization
+    :auth_pass => 'password'
+  },
+  
+  # Below is necessary for cap debian:setup
+  
+  :monit => {
+    :domain     => 'monit.myapp.com',
+    :from       => 'monit@myapp.com',
+    :to         => 'me@myapp.com',
+    :port       => 8100,
+    :auth_user  => 'admin',
+    :auth_pass  => 'password'
+  },
+  
+  :sources => {
+    :git          => 'http://kernel.org/pub/software/scm/git/git-1.5.5.3.tar.gz',
+    :lighttpd     => 'http://www.lighttpd.net/download/lighttpd-1.4.19.tar.gz',
+    :nginx        => 'http://sysoev.ru/nginx/nginx-0.6.31.tar.gz',
+    :ruby         => 'ftp://ftp.ruby-lang.org/pub/ruby/1.8/ruby-1.8.6-p114.tar.gz',
+    :rubygems     => 'http://rubyforge.org/frs/download.php/35283/rubygems-1.1.1.tgz',
+    :sphinx       => 'http://www.sphinxsearch.com/downloads/sphinx-0.9.8-rc2.tar.gz'
+  }
+}
+
+# See config/cookbook/cookbook.rb for more cookbook options
+
+require 'config/cookbook/cookbook'