calas-capitate 0.3.6

data/lib/capitate/plugins/yum.rb

@@ -0,0 +1,76 @@
+module Capitate::Plugins::Yum
+  
+  # Update all installed packages.
+  #
+  # ==== Options
+  # +packages+:: Packages to update, or empty to update all
+  #
+  # ==== Examples
+  #   yum.update
+  #   yum.update([ "aspell" ])
+  #
+  def update(packages = [])
+    run_via "yum -y update #{packages.join(" ")}"
+  end
+    
+  # Remove via yum.
+  #
+  # ==== Options
+  # +packages+:: Packages to remove
+  #
+  # ==== Examples
+  #   yum.remove
+  #   yum.remove([ "aspell" ])
+  #
+  def remove(packages)
+    run_via "yum -y remove #{packages.join(" ")}"    
+  end
+  
+  # Install via yum.
+  # 
+  # ==== Options
+  # +packages+:: Packages to install, either String (for single package) or Array
+  # +update_existing+:: If package exists, where to yum update it, defaults to true
+  #  
+  # ==== Examples
+  #   yum.install
+  #   yum.install([ "aspell" ])
+  #    
+  def install(packages, update_existing = true)    
+    
+    # If a single object, wrap in array
+    packages = [ packages ] unless packages.is_a?(Array)
+    
+    if update_existing
+      
+      installed_packages = []
+      
+      run_via "yum -d 0 list installed #{packages.join(" ")}" do |channel, stream, data|
+        lines = data.split("\n")[1..-1]
+        if lines.blank?
+          logger.info "Invalid yum output: #{data}"
+        else
+          installed_packages += lines.collect { |line| line.split(".").first }
+        end
+      end      
+    
+      packages -= installed_packages
+    
+      run_via "yum -y update #{installed_packages.join(" ")}" unless installed_packages.blank?
+    end
+    
+    run_via "yum -y install #{packages.join(" ")}" unless packages.blank?
+  end
+  
+  # Clean yum.
+  #
+  # ==== Examples
+  #   yum.clean
+  #
+  def clean
+    run_via "yum -y clean all"
+  end
+  
+end
+
+Capistrano.plugin :yum, Capitate::Plugins::Yum

data/lib/capitate/recipes.rb

@@ -0,0 +1,5 @@
+# Load recipes.
+recipes = Dir[File.dirname(__FILE__) + "/../recipes/**/*.rb"].collect { |recipe| File.expand_path(recipe) }
+recipes.each do |recipe|
+  Capistrano::Configuration.instance.load recipe
+end

data/lib/capitate/task_node.rb

@@ -0,0 +1,262 @@
+# Task node in the capistrano namespace, task hierarchy.
+class Capitate::TaskNode
+  
+  include Capitate::Plugins::Base
+  
+  attr_reader :name, :nodes, :tasks, :parent
+
+  # Create task node with name and parent
+  # For root not use name = "top"
+  #
+  # ==== Options
+  # +name+:: Node name (namespace name)
+  # +parent+:: Parent node
+  #
+  def initialize(name, parent = nil)
+    @name = name
+    @parent = parent
+    @nodes = []
+    @tasks = []
+  end
+  
+  # Add "child" node.
+  #
+  # ==== Options
+  # +task_node+:: Node
+  #
+  def add_node(task_node)
+    @nodes << task_node
+  end
+  
+  # Find node with name (namespace).
+  #
+  # ==== Options
+  # +name+:: Name to look for
+  #
+  def find(name)
+    @nodes.each do |node| 
+      return node if node.name == name
+    end
+    nil
+  end
+  
+  # Add task to this node.
+  #
+  # ==== Options
+  # +task+:: Add task associated with this node (namespace).
+  #
+  def add_task(task)
+    @tasks << task
+  end
+  
+  # Get "child" nodes (sorted).
+  def sorted_nodes
+    nodes.sort_by(&:name)
+  end
+  
+  # Get tasks (sorted).
+  def sorted_tasks
+    tasks.sort_by(&:fully_qualified_name) # { |t| t.name.to_s }
+  end
+  
+  # Iterate over ALL "child" nodes, depth first.
+  # Yields |node, level|.
+  #
+  # ==== Options
+  # +level+:: Current level
+  #
+  def each_node(level = 0, &block)
+    sorted_nodes.each do |node|
+      yield(node, level)
+      node.each_node(level + 1, &block)
+    end
+  end
+  
+  # Get the full name, using delimeter
+  #
+  # ==== Options
+  # +delimeter+:: Delimeter
+  #
+  # ==== Examples
+  #   node.full_name(":") => "mysql:centos"  # On node mysql centos node (top -> mysql -> centos)
+  #
+  def full_name(delimeter = "-")
+    if parent
+      parent_name = parent.full_name
+      return [ parent_name, name ].compact.join(delimeter)
+    end
+    
+    # Return nil for top node
+    name == "top" ? nil : name
+  end
+  
+  # Write textile documentation for node (recursively).
+  #
+  # Uses task desc attribute for task details.
+  #
+  # ==== Options
+  # +dir+:: Dir to write to
+  # +file_name+:: File name to write to, defaults to full name
+  # +title+:: Title and h1 for page, defaults to name
+  # +options+:: Options
+  #
+  def write_doc(dir, file_name = nil, title = nil, options = {}, &block)
+    
+    file_name ||= full_name
+    title ||= full_name(":")
+    
+    
+    
+    path = "#{dir}/#{file_name}.txt"
+    puts "%10s %-30s" % [ "create", path ]
+    
+    File.open(path, "w") do |file|
+      file.puts "h1. #{title}\n\n"      
+      
+      #
+      # Breadcrumb generate
+      #
+      bc_full_name = full_name(":")
+      links = []
+      if bc_full_name
+        names = bc_full_name.split(":")
+        links << " #{names.pop} " # Pop off current
+        
+        while(!names.empty?) do          
+          links << %{ "#{names.last}":#{names.join("-")}.html }
+          names.pop
+        end
+      end
+      
+      # Write breadcrumb
+      file.puts %{ "home":../index.html > "recipes":index.html > #{links.reverse.join(" > ")} }
+    
+      # Write task count
+      # count = 0
+      # each_node do |snode, level|
+      #   count += snode.tasks.length
+      # end
+      # file.puts %{\n\n*#{count}* tasks!\n\n}
+      
+      #
+      # Namespace
+      #
+      unless nodes.empty?
+        file.puts "\n\nh2. Namespaces\n\n"
+        each_node do |snode, level|
+          #li_level = (0..level).collect { "*" }.join
+          li_level = "*"
+          if snode.tasks.length > 0
+            file.puts %{#{li_level} "#{snode.full_name(":")}":#{snode.full_name}.html (#{snode.tasks.length}) \n}                  
+          end
+        end        
+      end
+      
+      #
+      # Tasks
+      # 
+      unless tasks.empty?
+        file.puts "\n\nh2. Tasks\n\n"
+        sorted_tasks.each do |task|
+          file.puts %{* "#{task.fully_qualified_name}":##{task.fully_qualified_name} \n}                  
+        end        
+      end
+      
+      #
+      # Task details
+      #
+      unless tasks.empty?
+        file.puts "\n\nh2. Task documentation\n\n"        
+        sorted_tasks.each do |task|
+          file.puts %{<div class="recipe">\n\n}
+          options = ""
+          options = "<span class='options'>, #{task.options.inspect}</span>" unless task.options.blank?
+          file.puts "h3(##{task.fully_qualified_name}). #{task.fully_qualified_name}#{options}\n\n"
+          file.puts "#{unindent(task.desc)}\n\n"
+          if task.arguments
+            file.puts "h4. Parameters\n\n"
+            file.puts "<dl>\n"
+            task.arguments.each do |arg|
+              file.puts "<dt>#{arg[:name]}</dt>"
+              file.puts "<dd>#{unindent(arg[:desc])}</dd>" if arg.has_key?(:desc)
+              if arg.has_key?(:default_desc)
+                file.puts "<dd class='default'>Defaults to @#{arg[:default_desc]}@</dd>"
+              elsif arg.has_key?(:default)
+                file.puts "<dd class='default'>Defaults to @#{arg[:default].inspect}@</dd>"
+              end           
+              
+              if arg.has_key?(:set)
+                file.puts "<dd class='default'>Defaults to @#{arg[:set].inspect}@ (cap setting)</dd>"
+              end
+                 
+              file.puts "<dd class='example'>Example: @set :#{arg[:name]}, #{arg[:example]}@" if arg.has_key?(:example)
+            end 
+          end
+          file.puts "</dl>\n\n"
+          file.puts "</div>\n\n\n"
+        end
+      end
+      
+      #
+      # Write doc (recursively for "child" namespace)
+      #
+      sorted_nodes.each do |snode|
+        snode.write_doc(dir, nil, nil, options)
+      end
+      
+      # If block then let it do stuff with open file
+      if block_given?
+        file.puts "\n\n"
+        yield(file) 
+      end      
+    end
+  end
+  
+  # Node to string. 
+  def to_s(level = 0)
+    spaces = "     "
+    indent = (0...level).collect { spaces }.join("") 
+    
+    # Ignore top node (level = -1)
+    if level >= 0
+      t_indent = "\n#{indent} #{spaces} - "
+      task_names = tasks.collect(&:name).sort_by(&:to_s).join(t_indent)
+      s = "#{indent} -- #{name}:#{t_indent}#{task_names}\n"
+    else
+      s = ""
+    end
+    
+    sorted_nodes.each do |node|    
+      s += node.to_s(level + 1)
+    end
+    s
+  end    
+    
+  # Create nodes and and task to node.
+  #
+  # If task is "mysql:centos:install", the nodes will look like:
+  #
+  #   (top node) -> (mysql node) -> (centos node; w/ tasks: install)
+  #
+  # ==== Options
+  # +top_node+:: Node to start at
+  # +task+:: Task to add
+  #    
+  def self.populate_with_task(top_node, task)
+    node_names = task.namespace.fully_qualified_name.split(":")
+    
+    node = top_node
+    
+    node_names.each do |name|
+      parent_node = node
+      node = parent_node.find(name)
+      if !node
+        node = self.new(name, parent_node)
+        parent_node.add_node(node)
+      end
+    end
+    node.add_task(task)      
+  end
+
+end
+  

data/lib/capitate/version.rb

@@ -0,0 +1,9 @@
+module Capitate #:nodoc:
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 3
+    TINY  = 6
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/lib/deployment/centos-5.1-64-web/install.rb

@@ -0,0 +1,196 @@
+# 
+# Install recipe for Centos 5.1 x86_64 (@base install) 
+#
+# To use this script:
+#
+#   cap HOSTS=10.0.6.118:2023 -s user=root -f install.rb install
+#
+# Centos 5.1 x86_64 with packages, including:
+# * Ruby
+# * Nginx
+# * Mysql
+# * Sphinx
+# * Monit
+# * ImageMagick
+# * Memcached
+# * Gems: rake, mysql, raspell, rmagick, mongrel, mongrel_cluster, json, mime-types, hpricot
+#
+
+load 'deploy' if respond_to?(:namespace) # cap2 differentiator
+
+require 'erb'
+
+# Load capitate
+gem 'capitate', '>= 0.2.9'
+require 'capitate'
+require 'capitate/recipes'
+
+# Load more recipes
+Dir[File.dirname(__FILE__) + "/recipes/*.rb"].each { |recipe| load recipe }
+
+namespace :install do
+
+  task :default do
+  
+    set :user, "root"
+    set :run_method, :run
+    check_role
+      
+    # NTP Setup    
+    yum.install([ "ntp" ])
+    script.run_all <<-CMDS
+      chkconfig --levels 235 ntpd on
+      ntpdate 0.pool.ntp.org
+      /sbin/service ntpd start
+    CMDS
+  
+    # Setup for web  
+    # * Add admin group
+    # * Change inittab to runlevel 3
+    # * Create web apps directory
+    # * Add admin group to suders ALL=(ALL)   ALL
+    script.run_all <<-CMDS  
+      egrep "^admin" /etc/group || /usr/sbin/groupadd admin
+      mkdir -p /var/www/apps
+      egrep "^%admin" /etc/sudoers || echo "%admin  ALL=(ALL)   ALL" >> /etc/sudoers
+    CMDS
+    
+    # Package installs
+    yum.update
+    yum.install [ "gcc", "kernel-devel", "libevent-devel", "libxml2-devel", "openssl", "openssl-devel",
+       "aspell", "aspell-devel", "aspell-en", "aspell-es" ]
+    
+    yum.clean
+      
+    #
+    # App installs
+    #
+      
+    ruby.centos.install        
+    nginx.centos.install
+    mysql.centos.install
+    sphinx.centos.install
+    
+    monit.centos.install
+    # Install firewall rule manually
+    #monit.centos.iptables 
+    
+    sshd.monit.install
+    
+    imagemagick.centos.install
+    memcached.centos.install
+      
+    #
+    # Install monit hooks
+    #
+    nginx.monit.install
+    mysql.monit.install
+    memcached.monit.install
+      
+    # Install gems
+    gems_only
+    
+    # Cleanup
+    yum.clean
+    
+    # Log rotate tasks
+    monit.logrotate.install
+    nginx.logrotate.install
+    
+  end
+  
+  desc "Install gems only"
+  task :gems_only do
+    gems.install(fetch(:gems_to_install))
+  end
+end
+
+# Prompt for server if host not given
+task :check_role do
+  # Can use cap HOSTS=192.168.1.111 install
+  # Otherwise prompt for the service
+  role :install, prompt.ask("Server: ") if find_servers_for_task(current_task).blank?  
+end
+
+# For for ruby install
+after "ruby:centos:install" do
+  # Fix ruby install openssl
+  script.sh("ruby/fix_openssl.sh")
+end
+
+
+#
+# Install options
+#
+
+set :gems_to_install, [ "rake", "mysql -- --with-mysql-include=/usr/include/mysql --with-mysql-lib=/usr/lib/mysql --with-mysql-config", 
+  "raspell", "rmagick", "mongrel", "mongrel_cluster", "json", "mime-types", "hpricot" ]
+
+
+# Ruby install
+set :ruby_build_options, {
+  :url => "http://capitate.s3.amazonaws.com/ruby-1.8.6-p110.tar.gz",
+  :build_dest => "/usr/src",
+  :configure_options => "--prefix=/usr",       
+  :clean => false
+}
+
+set :rubygems_build_options, { 
+  :url => "http://rubyforge.org/frs/download.php/29548/rubygems-1.0.1.tgz"
+}
+
+# Memcached install
+set :memcached_pid_path, "/var/run/memcached.pid"
+set :memcached_memory, 64
+set :memcached_port, 11211
+set :memcached_build_options, {
+  :url => "http://www.danga.com/memcached/dist/memcached-1.2.4.tar.gz",
+  :configure_options => "--prefix=/usr/local"
+}
+
+# Monit install
+set :monit_conf_dir, "/etc/monit"
+set :monit_pid_path, "/var/run/monit.pid"
+set :monit_port, 2812
+set :monit_build_options, { 
+  :url => "http://www.tildeslash.com/monit/dist/monit-4.10.1.tar.gz" 
+}
+
+# Nginx install
+set :nginx_bin_path, "/sbin/nginx"
+set :nginx_conf_path, "/etc/nginx/nginx.conf"
+set :nginx_pid_path, "/var/run/nginx.pid"
+set :nginx_prefix_path, "/var/nginx"
+set :nginx_build_options, {
+  :url => "http://sysoev.ru/nginx/nginx-0.5.35.tar.gz",
+  :configure_options => "--sbin-path=#{nginx_bin_path} --conf-path=#{nginx_conf_path} \
+--pid-path=#{nginx_pid_path} --error-log-path=/var/log/nginx_master_error.log --lock-path=/var/lock/nginx \
+--prefix=#{nginx_prefix_path} --with-md5=auto/lib/md5 --with-sha1=auto/lib/sha1 --with-http_ssl_module \
+--with-http_flv_module"
+}
+
+# Sphinx install 
+set :sphinx_prefix, "/usr/local/sphinx-0.9.8-rc1"
+set :sphinx_build_options, {
+  :url => "http://www.sphinxsearch.com/downloads/sphinx-0.9.8-rc1.tar.gz",  
+  :configure_options => "--with-mysql-includes=/usr/include/mysql --with-mysql-libs=/usr/lib64/mysql --prefix=#{sphinx_prefix}",
+  :symlink => { sphinx_prefix => "/usr/local/sphinx" }
+}
+# Other possible sphinx_build_options
+# :url => "http://www.sphinxsearch.com/downloads/sphinx-0.9.7.tar.gz",
+# :configure_options => "--with-mysql-includes=/usr/include/mysql --with-mysql-libs=/usr/lib/mysql --prefix=#{sphinx_prefix}",
+
+
+# For mysql:install
+set :mysql_pid_path, "/var/run/mysqld/mysqld.pid"
+set :mysql_port, 3306
+
+# Imagemagick install
+set :imagemagick_build_options, {
+  :url => "http://capitate.s3.amazonaws.com/ImageMagick.tar.gz",
+  :unpack_dir => "ImageMagick-*"
+}
+
+# For sshd:monit:install
+set :sshd_pid_path, "/var/run/sshd.pid"
+set :sshd_port, 2023