capigen 0.1.1

data/lib/capigen.rb

@@ -0,0 +1,26 @@
+require 'active_support'
+require 'highline'
+
+HighLine.track_eof = false
+
+$:.unshift File.dirname(__FILE__)
+
+module Capigen
+ module Helpers
+ end  
+ 
+ module Packagers
+ end
+end
+
+require "capigen/packagers/yum"
+
+require "capigen/helpers/package_helper"
+require "capigen/helpers/wget_helper"
+require "capigen/helpers/script_helper"
+require "capigen/helpers/gem_helper"
+require "capigen/templates"
+require "capigen/profiles"
+require "capigen/helper"
+
+require "capigen/config"

data/recipes/README

@@ -0,0 +1,12 @@
+= Recipes
+
+Install tasks are one time tasks (per image).
+
+Setup tasks are one time tasks (per application).
+
+Update code tasks are called after each deploy (per application).
+
+
+The bootstrap/patch.rb is not a recipe but is to include Capigen helpers for use within recipes.
+
+Scripts and templates are in ./templates

data/recipes/bootstrap/patch.rb

@@ -0,0 +1,87 @@
+#
+# Patches
+#
+
+class Capistrano::Configuration::Namespaces::Namespace
+  
+  # Load config helper for use within recipes
+  require File.dirname(__FILE__) + "/../../init"
+  include Capigen::Helper
+      
+end
+
+class Capistrano::Configuration
+  # Load config helper for use within Capfile
+  require File.dirname(__FILE__) + "/../../init"
+  include Capigen::Helper
+  
+end
+
+
+# Patch to add ability to clear sessions
+module Capistrano::Configuration::Connections
+  
+  # Set the user to something new (but save the old user; reset_user will set it back)
+  def set_user(new_user)
+    backup_user = fetch(:user)
+    
+    return if backup_user == new_user
+    @backup_user = backup_user
+    
+    set :user, new_user
+    clear_sessions
+  end
+  
+  # Reset the old user
+  def reset_user
+    set :user, @backup_user
+    @backup_user = nil
+    clear_sessions
+  end
+  
+  # Yields the previous user
+  def with_user(new_user, &block)
+    begin
+      set_user(new_user)
+      yield @backup_user
+    ensure
+      reset_user
+    end
+    
+    clear_sessions
+  end
+  
+  # Close all open session
+  def clear_sessions    
+    sessions.each do |key, session|
+      logger.info "Closing: #{key}"
+      session.close
+    end    
+    sessions.clear    
+    reset_password
+  end
+  
+  # Reset the password
+  def reset_password
+    set :password, Proc.new {
+      Capistrano::CLI.password_prompt("Password (for #{user}): ")
+    }
+  end
+  
+end
+
+reset_password
+
+# Debug connections
+# class Capistrano::SSH
+#   
+#   class << self  
+#   
+#     def connect_with_logging(server, options={}, &block)
+#       connect_without_logging(server, options, &block)
+#     end
+#   
+#     alias_method_chain :connect, :logging
+#   
+#   end
+# end

data/recipes/centos.rb

@@ -0,0 +1,40 @@
+# Tasks for centos OS profiles
+namespace :centos do
+    
+  desc "Setup centos"
+  task :setup do
+    put load_file("centos/sudoers"), "/tmp/sudoers"
+    script_install("centos/setup.sh")    
+  end
+  
+    
+  desc "Cleanup"
+  task :cleanup do
+    package_clean
+  end
+  
+  # Add user for an application
+  desc "Add user (adds to admin group)"
+  task :add_user_for_app do
+    
+    with_user(bootstrap_user) do |user_to_add|
+    
+      sudo "id sick || /usr/sbin/adduser -d #{deploy_to} -G admin #{user_to_add}"
+      sudo "chmod a+rx #{deploy_to}"
+  
+      new_password = Capistrano::CLI.password_prompt("Password for user (#{user_to_add}): ")
+  
+      sudo "passwd #{user_to_add}" do |channel, stream, data|
+        logger.info data
+    
+        if data =~ /password:/i
+          channel.send_data "#{new_password}\n"
+          channel.send_data "#{new_password}\n"
+        end
+      end
+      
+    end
+        
+  end
+              
+end

data/recipes/deploy.rb

@@ -0,0 +1,17 @@
+# Override default deploy tasks here (using Monit). 
+# If not using monit, use service start/stop, #sudo "/sbin/service mongrel_cluster_#{application} restart"     
+namespace :deploy do
+  
+  task :restart, :roles => :web do     
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} restart all"
+  end
+  
+  task :start, :roles => :web do 
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} start all" 
+  end
+  
+  task :stop, :roles => :web do 
+    sudo "/usr/local/bin/monit -g mongrel_cluster_#{application} stop all" 
+  end
+  
+end

data/recipes/gems.rb

@@ -0,0 +1,8 @@
+namespace :gems do
+  
+  desc "Install gems"
+  task :install do
+    gem_install(gem_list) if gem_list
+  end
+  
+end

data/recipes/imagemagick.rb

@@ -0,0 +1,9 @@
+namespace :imagemagick do
+  
+  task :install do
+    # Dependencies: "libjpeg-devel", "libpng-devel", "glib2-devel", "fontconfig-devel", "zlib-devel", 
+    # "libwmf-devel", "freetype-devel", "libtiff-devel"
+    script_install("imagemagick/install.sh")
+  end
+  
+end

data/recipes/install.rb

@@ -0,0 +1,13 @@
+namespace :install do
+  
+  task :default do
+    # Choose profile, and load capistrano settings
+    fetch(:profile)
+        
+    # These run after install task and install all the apps
+    install_tasks.each do |task_name|
+      after "install", task_name
+    end
+  end
+  
+end

data/recipes/memcached.rb

@@ -0,0 +1,15 @@
+namespace :memcached do
+  
+  desc "Install memcached"
+  task :install do
+    put load_template("memcached/memcached.initd.centos.erb", binding), "/tmp/memcached.initd"    
+    script_install("memcached/install.sh")   
+  end
+
+  desc "Install memcached monit hooks"
+  task :install_monit do
+    put load_template("memcached/memcached.monitrc.erb", binding), "/tmp/memcached.monitrc"    
+    script_install("memcached/install_monit.sh")    
+  end
+  
+end

data/recipes/mongrel_cluster.rb

@@ -0,0 +1,49 @@
+# Create init script
+namespace :mongrel_cluster do
+  
+  after "mongrel_cluster:setup", "mongrel_cluster:setup_monit"
+    
+  desc "Create mongrel cluster"
+  task :setup do 
+    run "mkdir -p #{shared_path}/config"
+    
+    # Mongrel cluster config needs its own config directory
+    mongrel_config_path = "#{shared_path}/config/mongrel" 
+    run "mkdir -p #{mongrel_config_path}"
+    
+    pid_path = "#{shared_path}/pids"
+    
+    put load_template("mongrel/mongrel_cluster.initd.erb", binding), "/tmp/mongrel_cluster_#{application}.initd"    
+    put load_template("mongrel/mongrel_cluster.yml.erb", binding), "#{mongrel_config_path}/mongrel_cluster.yml"
+    
+    # Setup the mongrel_cluster init script
+    sudo "install -o root /tmp/mongrel_cluster_#{application}.initd /etc/init.d/mongrel_cluster_#{application}"
+        
+    sudo "/sbin/chkconfig --level 345 mongrel_cluster_#{application} on"
+  end
+  
+  desc "Create monit configuration for mongrel cluster"
+  task :setup_monit do
+    
+    # see http://www.igvita.com/2006/11/07/monit-makes-mongrel-play-nice/
+    
+    # TODO: For depends on memcached setting
+    # see http://blog.labratz.net/articles/2007/5/1/monit-for-your-uptime 
+    
+    processes = []
+    ports = (0...mongrel_size).collect { |i| mongrel_port + i }
+    ports.each do |port|
+      
+      pid_path = "#{shared_path}/pids/mongrel.#{port}.pid"
+      start_options = "-d -e production -a 127.0.0.1 -c #{current_path} --user #{user} --group #{user} -p #{port} -P #{pid_path} -l log/mongrel.#{port}.log"
+      stop_options = "-p #{port} -P #{pid_path}"
+      
+      processes << { :port => port, :start_options => start_options, :stop_options => stop_options, :name => "/usr/bin/mongrel_rails", :pid_path => pid_path }
+    end
+    
+    put load_template("mongrel/mongrel_cluster.monitrc.erb", binding), "/tmp/mongrel_cluster_#{application}.monitrc"
+    
+    sudo "install -o root /tmp/mongrel_cluster_#{application}.monitrc /etc/monit/mongrel_cluster_#{application}.monitrc"
+  end
+    
+end

data/recipes/monit.rb

@@ -0,0 +1,16 @@
+namespace :monit do
+  
+  desc "Install monit"
+  task :install do
+    # Dependencies: "flex", "byacc"
+    
+    put load_template("monit/monit.initd.centos.erb", binding), "/tmp/monit.initd"
+    put load_template("monit/monitrc.erb", binding), "/tmp/monitrc"
+    put load_file("monit/monit.cnf"), "/tmp/monit.cnf"
+    
+    script_install("monit/install.sh")      
+    script_install("monit/patch_inittab.sh")
+    script_install("monit/cert.sh")
+  end
+      
+end

data/recipes/mysql.rb

@@ -0,0 +1,24 @@
+# Mysql recipes
+namespace :mysql do
+  
+  desc "Install mysql"
+  task :install do    
+    script_install("mysql/install.sh.erb")
+  end
+  
+  desc "Install mysql monit hooks"
+  task :install_monit do
+    put load_template("mysql/mysql.monitrc.erb", binding), "/tmp/mysql.monitrc"        
+    script_install("mysql/install_monit.sh")
+  end
+  
+  desc "Create database user, and database with appropriate permissions"
+  task :setup do    
+    # Add localhost to grant locations
+    locations_for_grant = [ "localhost", web_host ]
+    
+    put load_template("mysql/install_db.sql.erb", binding), "/tmp/install_db_#{application}.sql"    
+    run "mysql -u root -p#{mysql_admin_password} < /tmp/install_db_#{application}.sql"
+  end
+  
+end

data/recipes/nginx.rb

@@ -0,0 +1,42 @@
+# Nginx recipes
+namespace :nginx do
+  
+  # Callbacks
+  after "nginx:setup", "nginx:restart"
+    
+  desc "Install nginx, conf, initscript, nginx user and service"
+  task :install do
+    # Dependencies: "pcre-devel", "openssl", "openssl-devel"
+
+    put(load_template("nginx/nginx.initd.erb", binding), "/tmp/nginx.initd")
+    put(load_template("nginx/nginx.conf.erb", binding), "/tmp/nginx.conf")
+    
+    script_install("nginx/install.sh.erb")          
+  end
+  
+  desc "Install nginx monit hooks"
+  task :install_monit do
+    put load_template("nginx/nginx.monitrc.erb", binding), "/tmp/nginx.monitrc"
+    script_install("nginx/install_monit.sh")
+  end
+  
+  
+  desc "Create and update the nginx vhost include"
+  task :setup do 
+    
+    ports = (0...mongrel_size).collect { |i| mongrel_port + i }
+    public_path = current_path + "/public"
+    
+    run "mkdir -p #{shared_path}/config"
+    put load_template("nginx/nginx_vhost.conf.erb", binding), "/tmp/nginx_#{application}.conf"    
+    
+    sudo "install -o root /tmp/nginx_#{application}.conf /etc/nginx/vhosts/#{application}.conf"        
+  end
+    
+  # Restart nginx
+  task :restart do
+    # TODO: Monit
+    sudo "/sbin/service nginx restart"
+  end
+    
+end

data/recipes/profiles/centos-sick.rb

@@ -0,0 +1,65 @@
+set :namespace, "centos"
+set :description, "Install based on default centos 5.1 image"
+set :packager_type, "yum" 
+set :packages_to_remove, [ "openoffice.org-*", "ImageMagick" ]
+set :packages_to_add, [ 
+  "gcc", "kernel-devel", "libevent-devel", "libxml2-devel", 
+  "openssl", "openssl-devel",
+  "aspell", "aspell-devel", "aspell-en", "aspell-es",
+  "zlib", "zlib-devel", 
+  "gcc-c++", 
+  "pcre-devel", 
+  "mysql", "mysql-devel", "mysql-server",
+  "flex", "byacc", 
+  "libjpeg-devel", "libpng-devel", "glib2-devel", "fontconfig-devel", "libwmf-devel", "freetype-devel",
+    "libtiff-devel"
+]
+  
+set :install_tasks, [ 
+  "centos:setup",
+  "packages:install",
+  "ruby:install", 
+  "nginx:install", 
+  "nginx:install_monit", 
+  "mysql:install", 
+  "mysql:install_monit", 
+  "sphinx:install", 
+  "monit:install",
+  "imagemagick:install", 
+  "memcached:install", 
+  "memcached:install_monit", 
+  "gems:install", 
+  "centos:cleanup" 
+]
+
+set :gem_list, [ 
+  "rake", 
+  "mysql -- --with-mysql-include=/usr/include/mysql --with-mysql-lib=/usr/lib/mysql --with-mysql-config", 
+  "raspell", "rmagick", "mongrel", "mongrel_cluster" 
+]
+
+# Monit
+set :monit_port, 2812 # Capistrano::CLI.ui.ask('Monit port: ')
+set :monit_password, Capistrano::CLI.ui.ask('Monit admin password (to set): ') 
+
+# For nginx
+set :nginx_bin_path, "/sbin/nginx"
+set :nginx_conf_path, "/etc/nginx/nginx.conf"
+set :nginx_pid_path, "/var/run/nginx.pid"
+set :nginx_prefix_path, "/var/nginx"
+
+# Mysql
+set :mysql_admin_password, Capistrano::CLI.ui.ask('Mysql admin password (to set): ')
+set :mysql_pid_path, "/var/run/mysqld/mysqld.pid"
+set :db_port, 3306 # Capistrano::CLI.ui.ask('Mysql port: ')
+
+# Sphinx
+set :sphinx_prefix, "/usr/local/sphinx"
+
+# Memcached
+set :memcached_pid_path, "/var/run/memcached.pid"
+set :memcached_memory, 64
+set :memcached_port, 11211
+
+
+

data/recipes/rails.rb

@@ -0,0 +1,14 @@
+# Rails recipes
+namespace :rails do
+  
+  desc "Create database yaml in shared path" 
+  task :setup do    
+    run "mkdir -p #{shared_path}/config"
+    put load_template("rails/database.yml.erb", binding), "#{shared_path}/config/database.yml"
+  end
+
+  desc "Make symlink for database yaml" 
+  task :update_code do
+    run "ln -nfs #{shared_path}/config/database.yml #{release_path}/config/database.yml" 
+  end
+end

data/recipes/ruby.rb

@@ -0,0 +1,14 @@
+namespace :ruby do
+  
+  desc "Install ruby and rubygems"
+  task :install do 
+    # Dependencies: zlib, zlib-devel
+    
+    # Install ruby 1.8.6
+    script_install("ruby/ruby_install.sh")
+    
+    # Install rubygems
+    script_install("ruby/rubygems_install.sh")
+  end
+  
+end

data/recipes/sphinx.rb

@@ -0,0 +1,62 @@
+# Sphinx recipes
+namespace :sphinx do
+  
+  after "sphinx:setup", "sphinx:setup_monit"
+  
+  desc "Install sphinx"
+  task :install do 
+    # Dependencies: gcc-c++
+    script_install("sphinx/install.sh.erb")
+  end
+  
+  desc "Setup sphinx for application"
+  task :setup do 
+    
+    sphinx_bin_path = "#{sphinx_prefix}/bin"
+    sphinx_conf_path = "#{shared_path}/config/sphinx.conf"
+    sphinx_pid_path = "#{shared_path}/pids/searchd.pid"
+    
+    put load_template("sphinx/sphinx_app.initd.centos.erb", binding), "/tmp/sphinx.initd"
+
+    sudo "install -o root /tmp/sphinx.initd /etc/init.d/sphinx_#{application}"
+    
+    sudo "/sbin/chkconfig --level 345 sphinx_#{application} on"    
+    
+    run "mkdir -p #{shared_path}/var/index"    
+  end
+  
+  desc "Create monit configuration for sphinx"
+  task :setup_monit do    
+    sphinx_pid_path = "#{shared_path}/pids/searchd.pid"
+    put load_template("sphinx/sphinx.monitrc.erb", binding), "/tmp/sphinx_#{application}.monitrc"        
+    
+    sudo "install -o root /tmp/sphinx_#{application}.monitrc /etc/monit/sphinx_#{application}.monitrc"
+  end
+  
+  desc "Update sphinx for application" 
+  task :update_code do
+    
+    rails_root = current_path
+    index_root = "#{shared_path}/var/index";
+    log_root = "#{shared_path}/log"
+    pid_root = "#{shared_path}/pids"
+    
+    put load_project_template("config/templates/sphinx.conf.erb", binding), "#{shared_path}/config/sphinx.conf"
+  end
+  
+  desc "Rotate sphinx index for application"
+  task :rotate_all do
+    run "#{sphinx_prefix}/bin/indexer --config #{shared_path}/config/sphinx.conf --rotate --all"
+  end
+  
+  desc "Build sphinx indexes for application"
+  task :index_all do
+    run "#{sphinx_prefix}/bin/indexer --config #{shared_path}/config/sphinx.conf --all"
+  end
+  
+  desc "Start sphinx"
+  task :start do
+    # TODO: Monit
+    sudo "/sbin/service monit restart sphinx_#{application}"
+  end  
+end

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/script/txt2html

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+begin
+  require 'newgem'
+rescue LoadError
+  puts "\n\nGenerating the website requires the newgem RubyGem"
+  puts "Install: gem install newgem\n\n"
+  exit(1)
+end
+require 'redcloth'
+require 'syntax/convertors/html'
+require 'erb'
+require File.dirname(__FILE__) + '/../lib/capigen/version.rb'
+
+version  = Capigen::VERSION::STRING
+download = 'http://rubyforge.org/projects/capigen'
+
+class Fixnum
+  def ordinal
+    # teens
+    return 'th' if (10..19).include?(self % 100)
+    # others
+    case self % 10
+    when 1: return 'st'
+    when 2: return 'nd'
+    when 3: return 'rd'
+    else    return 'th'
+    end
+  end
+end
+
+class Time
+  def pretty
+    return "#{mday}#{mday.ordinal} #{strftime('%B')} #{year}"
+  end
+end
+
+def convert_syntax(syntax, source)
+  return Syntax::Convertors::HTML.for_syntax(syntax).convert(source).gsub(%r!^<pre>|</pre>$!,'')
+end
+
+if ARGV.length >= 1
+  src, template = ARGV
+  template ||= File.join(File.dirname(__FILE__), '/../website/template.rhtml')
+  
+else
+  puts("Usage: #{File.split($0).last} source.txt [template.rhtml] > output.html")
+  exit!
+end
+
+template = ERB.new(File.open(template).read)
+
+title = nil
+body = nil
+File.open(src) do |fsrc|
+  title_text = fsrc.readline
+  body_text = fsrc.read
+  syntax_items = []
+  body_text.gsub!(%r!<(pre|code)[^>]*?syntax=['"]([^'"]+)[^>]*>(.*?)</\1>!m){
+    ident = syntax_items.length
+    element, syntax, source = $1, $2, $3
+    syntax_items << "<#{element} class='syntax'>#{convert_syntax(syntax, source)}</#{element}>"
+    "syntax-temp-#{ident}"
+  }
+  title = RedCloth.new(title_text).to_html.gsub(%r!<.*?>!,'').strip
+  body = RedCloth.new(body_text).to_html
+  body.gsub!(%r!(?:<pre><code>)?syntax-temp-(\d+)(?:</code></pre>)?!){ syntax_items[$1.to_i] }
+end
+stat = File.stat(src)
+created = stat.ctime
+modified = stat.mtime
+
+$stdout << template.result(binding)