isaac-deprec 1.99.30

data/lib/deprec/recipes/gitosis.rb

@@ -0,0 +1,48 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :gitosis do
+      
+      # ref: http://scie.nti.st/2007/11/14/hosting-git-repositories-the-easy-and-secure-way
+
+      set :gitosis_user, 'git'
+
+      desc "Install git"
+      task :install do
+        deprec2.create_src_dir
+        install_deps
+        run <<-SUDO
+          cd #{src_dir} && test -d gitosis || #{sudo} git clone git://eagain.net/gitosis.git; exit 0
+        SUDO
+        run "cd #{src_dir}/gitosis && #{sudo} python setup.py install"
+        create_user
+        init
+      end
+
+      # install dependencies for nginx
+      task :install_deps do
+        apt.install( {:base => %w(python-setuptools)}, :stable )
+      end
+
+      # Create user for gitosis to run as
+      # This will also be the account you use for ssh access to git
+      task :create_user do
+        run "grep '^#{gitosis_user}:' /etc/passwd || #{sudo} adduser --system --shell /bin/sh --gecos 'git version control' --group --disabled-password --home /home/#{gitosis_user} #{gitosis_user}"
+        sudo "passwd --unlock #{gitosis_user}"
+      end
+      
+      task :init do
+        sudo "sudo -H -u #{git_user} gitosis-init < ~/.ssh/authorized_keys"
+        sudo "chmod 0755 /home/git/repositories/gitosis-admin.git/hooks/post-update" 
+        puts
+        puts "Now check out the gitosis-admin repos, edit configs and push changes back"
+        puts "Your changes with update gitosis as soon as they are checked in."
+        puts
+        puts "git clone git@YOUR_SERVER_HOSTNAME:gitosis-admin.git"
+        puts "cd gitosis-admin"
+        puts ""
+      end
+
+    end 
+  end
+end

data/lib/deprec/recipes/heartbeat.rb

@@ -0,0 +1,138 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :heartbeat do
+      set(:heartbeat_nodes) { find_servers_for_task(current_task) }
+      set(:heartbeat_preferred_node) {
+        Capistrano::CLI.ui.choose do |menu| 
+          heartbeat_nodes.each {|c| menu.choice(c)}
+          menu.header = "select preferred node"
+        end
+      }
+      set(:heartbeat_resources) {Capistrano::CLI.ui.ask 'Enter resource to share. e.g. an ip address'}
+      set(:heartbeat_auth_key) { Capistrano::CLI.ui.ask 'Enter auth key for heartbeat to use' } 
+      set(:heartbeat_ping) { Capistrano::CLI.ui.ask 'Enter IP address nodes will ping to test connectivity. e.g. gateway address' } 
+      set(:heartbeat_bcast) { 
+        Capistrano::CLI.ui.ask 'Enter ethernet interface(s) Heartbeat sends UDP broadcast traffic on. e.g. eth0' do |q|
+          q.default = 'eth0'
+        end
+        } 
+      set(:heartbeat_auto_failback) { 
+        Capistrano::CLI.ui.ask 'Should resource(s) automatically fail back to its "primary" node ' do |q|
+          q.default = 'yes'
+        end
+      }
+      
+      desc "Install Heartbeat"
+      task :install do
+        install_deps
+      end
+         
+      # Install dependencies for heartbeat
+      task :install_deps do
+        apt.install( {:base => %w(heartbeat-2)}, :stable )
+      end
+      
+      SYSTEM_CONFIG_FILES[:heartbeat] = [
+        
+        {:template => 'ha.cf.erb',
+        :path => '/etc/ha.d/ha.cf',
+        :mode => 0644,
+        :owner => 'root:root'},
+        
+        {:template => 'haresources.erb',
+        :path => '/etc/ha.d/haresources',
+        :mode => 0644,
+        :owner => 'root:root'},
+        
+        {:template => 'authkeys.erb',
+        :path => '/etc/ha.d/authkeys',
+        :mode => 0600,
+        :owner => 'root:root'}
+        
+      ]
+
+      desc "Generate configuration file(s) for heartbeat from template(s)"
+      task :config_gen do
+        if ENV['ROLES'] 
+          SYSTEM_CONFIG_FILES[:heartbeat].each do |file|
+            file.merge!({:path => "#{file[:path]}-#{ENV['ROLES']}"})
+            deprec2.render_template(:heartbeat, file)
+          end
+        else
+          puts
+          puts "Whoops!"
+          puts
+          puts "You need to specify the cluster to work on by defining ROLES env variable."
+          puts "e.g. cap deprec:heartbeat:config ROLES=cluster_web"
+          puts 
+        end
+      end
+      
+      desc "Push heartbeat config files to server"
+      task :config do
+        if ENV['ROLES']
+          config_files = SYSTEM_CONFIG_FILES[:heartbeat].collect{|file| file.merge({:path => "#{file[:path]}-#{ENV['ROLES']}"})}
+          deprec2.push_configs(:heartbeat, config_files)
+          SYSTEM_CONFIG_FILES[:heartbeat].each {|file|
+            sudo "mv #{file[:path]}-#{ENV['ROLES']} #{file[:path]}"
+          }
+          # puts config_files
+        else
+          puts 
+          puts "Whoops!"
+          puts
+          puts "You need to specify the cluster to work on by defining ROLES env variable."
+          puts "e.g. cap deprec:heartbeat:config ROLES=cluster_web"
+          puts 
+        end
+      end
+      
+      desc "Set Heartbeat to start on boot"
+      task :activate, :roles => :heartbeat do
+        send(run_method, "update-rc.d heartbeat defaults")
+      end
+      
+      desc "Set Heartbeat to not start on boot"
+      task :deactivate, :roles => :heartbeat do
+        send(run_method, "update-rc.d -f heartbeat remove")
+      end
+      
+      
+      # Control
+
+      # XXX perhaps define a cluster to work with
+      # XXX e.g. set :cluster, 'rolename'
+      # XXX and then target that rolename with these tasks
+      
+      desc "Start Heartbeat"
+      task :start, :roles => :heartbeat do
+        send(run_method, "/etc/init.d/heartbeat start")
+      end
+
+      desc "Stop Heartbeat"
+      task :stop, :roles => :heartbeat do
+        send(run_method, "/etc/init.d/heartbeat stop")
+      end
+
+      desc "Restart Heartbeat"
+      task :restart, :roles => :heartbeat do
+        send(run_method, "/etc/init.d/heartbeat restart")
+      end
+
+      desc "Reload Heartbeat"
+      task :reload, :roles => :heartbeat do
+        send(run_method, "/etc/init.d/heartbeat reload")
+      end
+      
+      task :backup, :roles => :web do
+        # not yet implemented
+      end
+      
+      task :restore, :roles => :web do
+        # not yet implemented
+      end
+          
+    end
+  end
+end

data/lib/deprec/recipes/logrotate.rb

@@ -0,0 +1,54 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :logrotate do
+
+      # Install      
+
+      desc "Install logrotate"
+      task :install do
+        install_deps
+        SYSTEM_CONFIG_FILES[:logrotate].each do |file|
+          deprec2.render_template(:logrotate, file.merge(:remote => true))
+        end
+      end
+
+      # install dependencies for nginx
+      task :install_deps do
+        apt.install( {:base => %w(logrotate)}, :stable )
+      end
+
+      # Configure
+
+      SYSTEM_CONFIG_FILES[:logrotate] = [
+
+        {:template => 'logrotate.conf.erb',
+          :path => '/etc/logrotate.conf',
+          :mode => 0755,
+          :owner => 'root:root'}
+      ]
+
+      desc "Generate logrotate config from template."
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:logrotate].each do |file|
+          deprec2.render_template(:logrotate, file)
+        end
+      end
+
+      desc "Push logrotate config files to server"
+      task :config do
+        deprec2.push_configs(:logrotate, SYSTEM_CONFIG_FILES[:logrotate])
+      end
+
+      # Control
+      #
+      # logrotate is run via cron with a script in /etc/cron.daily/logrotate 
+      
+      desc "Force logrotate to run"
+      task :force do
+        sudo "logrotate -f /etc/logrotate.conf"
+      end
+
+    end 
+  end
+end

data/lib/deprec/recipes/lvm.rb

@@ -0,0 +1,20 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :lvm do
+      
+      task :pvdisplay do
+        sudo "pvdisplay"
+      end
+      
+      task :vgdisplay do
+        sudo "vgdisplay"
+      end
+      
+      task :lvdisplay do
+        sudo "lvdisplay"
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/memcache.rb

@@ -0,0 +1,49 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :memcache do
+      
+  set :memcache_ip, '127.0.0.1'
+  set :memcache_port, 11211
+  set :memcache_memory, 256
+  
+  # XXX needs thought/work
+  task :memcached_start do
+    run "memcached -d -m #{memcache_memory} -l #{memcache_ip} -p #{memcache_port}"
+  end
+  
+  # XXX needs thought/work
+  task :memcached_stop do
+    run "killall memcached"
+  end
+  
+  # XXX needs thought/work
+  task :memcached_restart do
+    memcached_stop
+    memcached_start
+  end
+  
+  task :install_memcached do
+    version = 'memcached-1.2.2'
+    set :src_package, {
+      :file => version + '.tar.gz',   
+      :md5sum => 'a08851f7fa7b15e92ee6320b7a79c321  memcached-1.2.2.tar.gz', 
+      :dir => version,  
+      :url => "http://www.danga.com/memcached/dist/#{version}.tar.gz",
+      :unpack => "tar zxf #{version}.tar.gz;",
+      :configure => %w{
+        ./configure
+        --prefix=/usr/local 
+        ;
+        }.reject{|arg| arg.match '#'}.join(' '),
+      :make => 'make;',
+      :install => 'make install;',
+      :post_install => 'install -b scripts/memcached-init /etc/init.d/memcached;'
+    }
+    apt.install( {:base => %w(libevent-dev)}, :stable )
+    deprec.download_src(src_package, src_dir)
+    deprec.install_from_src(src_package, src_dir)
+  end
+end end
+  
+end

data/lib/deprec/recipes/mongrel.rb

@@ -0,0 +1,219 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  namespace :deprec do
+    namespace :mongrel do
+        
+      set :mongrel_servers, 2
+      set :mongrel_port, 8000
+      set :mongrel_address, "127.0.0.1"
+      set(:mongrel_environment) { rails_env }
+      set(:mongrel_log_dir) { "#{deploy_to}/shared/log" }
+      set(:mongrel_pid_dir) { "#{deploy_to}/shared/pids" }
+      set :mongrel_conf_dir, '/etc/mongrel_cluster'
+      set(:mongrel_conf) { "/etc/mongrel_cluster/#{application}.yml" }  
+      set :mongrel_user_prefix,  'mongrel_'
+      set(:mongrel_user) { mongrel_user_prefix + application }
+      set :mongrel_group_prefix,  'app_'
+      set(:mongrel_group) { mongrel_group_prefix + application }
+
+      
+      # Install 
+      
+      desc "Install mongrel"
+      task :install, :roles => :app do
+        gem2.install 'mongrel'
+        gem2.install 'mongrel_cluster'
+        gem2.install 'swiftiply'
+        symlink_mongrel_rails
+        SYSTEM_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file.merge(:remote=>true))
+        end
+        activate_system
+      end
+      
+      task :symlink_mongrel_rails, :roles => :app do
+        sudo "ln -sf /usr/local/bin/mongrel_rails /usr/bin/mongrel_rails"
+      end
+      
+      task :symlink_logrotate_config, :roles => :app do
+        sudo "ln -sf #{deploy_to}/mongrel/logrotate.conf /etc/logrotate.d/mongrel-#{application}"
+      end
+    
+      # Configure
+      
+      SYSTEM_CONFIG_FILES[:mongrel] = [
+
+        {:template => 'mongrel_cluster-init-script',
+         :path => '/etc/init.d/mongrel_cluster',
+         :mode => 0755,
+         :owner => 'root:root'}
+      
+      ]
+        
+      PROJECT_CONFIG_FILES[:mongrel] = [
+
+        {:template => 'mongrel_cluster.yml.erb',
+         :path => 'cluster.yml',
+         :mode => 0644,
+         :owner => 'root:root'},
+
+        {:template => 'monit.conf.erb',
+         :path => "monit.conf", 
+         :mode => 0600,
+         :owner => 'root:root'},
+         
+        {:template => 'logrotate.conf.erb',
+         :path => "logrotate.conf", 
+         :mode => 0644,
+         :owner => 'root:root'}
+      
+      ]
+       
+      desc "Generate configuration file(s) for mongrel from template(s)"
+      task :config_gen do
+        config_gen_system
+        config_gen_project
+      end
+      
+      task :config_gen_system do
+        SYSTEM_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file)
+        end  
+      end
+      
+      task :config_gen_project do
+        PROJECT_CONFIG_FILES[:mongrel].each do |file|
+          deprec2.render_template(:mongrel, file)
+        end  
+      end
+      
+      desc 'Deploy configuration files(s) for mongrel' 
+      task :config, :roles => :app do
+        config_system
+        config_project
+      end
+      
+      task :config_system, :roles => :app do
+        deprec2.push_configs(:mongrel, SYSTEM_CONFIG_FILES[:mongrel])
+      end
+      
+      task :config_project, :roles => :app do
+        create_mongrel_user_and_group
+        deprec2.push_configs(:mongrel, PROJECT_CONFIG_FILES[:mongrel])
+        symlink_mongrel_cluster
+        symlink_monit_config
+        symlink_logrotate_config
+      end
+      
+      task :symlink_monit_config, :roles => :app do
+        deprec2.mkdir(monit_confd_dir, :via => :sudo)
+        sudo "ln -sf #{deploy_to}/mongrel/monit.conf #{monit_confd_dir}/mongrel_#{application}.conf"
+      end
+      
+      task :unlink_monit_config, :roles => :app do
+        sudo "test -L #{monit_confd_dir}/mongrel_#{application}.conf && unlink #{monit_confd_dir}/mongrel_#{application}.conf"
+      end
+      
+      task :symlink_mongrel_cluster, :roles => :app do
+        deprec2.mkdir(mongrel_conf_dir, :via => :sudo)
+        sudo "ln -sf #{deploy_to}/mongrel/cluster.yml #{mongrel_conf}"
+      end
+      
+      task :unlink_mongrel_cluster, :roles => :app do
+        sudo "test -L #{mongrel_conf} && unlink #{mongrel_conf}"
+      end
+      
+      
+      # Control
+      
+      desc "Start application server."
+      task :start, :roles => :app do
+        send(run_method, "mongrel_rails cluster::start --clean -C #{mongrel_conf}")
+      end
+      
+      desc "Stop application server."
+      task :stop, :roles => :app do
+        send(run_method, "mongrel_rails cluster::stop -C #{mongrel_conf}")
+      end
+      
+      desc "Restart application server."
+      task :restart, :roles => :app do
+        send(run_method, "mongrel_rails cluster::restart --clean -C #{mongrel_conf}")
+      end
+      
+      task :activate do
+        activate_system        
+        activate_project
+      end  
+      
+      task :activate_system do
+        send(run_method, "update-rc.d mongrel_cluster defaults")
+      end
+      
+      task :activate_project do
+        symlink_mongrel_cluster
+        symlink_monit_config
+      end
+      
+      task :deactivate, :roles => :app do
+        puts
+        puts "******************************************************************"
+        puts
+        puts "Danger!"
+        puts
+        puts "Do you want to deactivate just this project or all mongrel"
+        puts "clusters on this server? Try a more granular command:"
+        puts
+        puts "cap deprec:mongrel:deactivate_system  # disable all clusters"
+        puts "cap deprec:mongrel:deactivate_project # disable only this project"
+        puts
+        puts "******************************************************************"
+        puts
+      end
+      
+      task :deactivate_system, :roles => :app do
+        send(run_method, "update-rc.d -f mongrel_cluster remove")
+      end
+      
+      task :deactivate_project, :roles => :app do
+        unlink_mongrel_cluster
+        unlink_monit_config
+        restart
+      end
+      
+      task :backup, :roles => :app do
+      end
+      
+      task :restore, :roles => :app do
+      end
+      
+      desc "create user and group for mongel to run as"
+      task :create_mongrel_user_and_group, :roles => :app do
+        deprec2.groupadd(mongrel_group) 
+        deprec2.useradd(mongrel_user, :group => mongrel_group, :homedir => false)
+        # Set the primary group for the mongrel user (in case user already existed
+        # when previous command was run)
+        sudo "usermod --gid #{mongrel_group} #{mongrel_user}"
+      end
+      
+      desc "set group ownership and permissions on dirs mongrel needs to write to"
+      task :set_perms_for_mongrel_dirs, :roles => :app do
+        tmp_dir = "#{deploy_to}/current/tmp"
+        shared_dir = "#{deploy_to}/shared"
+        files = ["#{mongrel_log_dir}/mongrel.log", "#{mongrel_log_dir}/#{rails_env}.log"]
+
+        sudo "chgrp -R #{mongrel_group} #{tmp_dir} #{shared_dir}"
+        sudo "chmod -R g+w #{tmp_dir} #{shared_dir}" 
+        # set owner and group of log files 
+        files.each { |file|
+          sudo "touch #{file}"
+          sudo "chown #{mongrel_user} #{file}"   
+          sudo "chgrp #{mongrel_group} #{file}" 
+          sudo "chmod g+w #{file}"   
+        } 
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/monit.rb

@@ -0,0 +1,135 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do namespace :monit do
+        
+  set :monit_user,  'monit'
+  set :monit_group, 'monit'
+  set :monit_confd_dir, '/etc/monit.d'
+  
+  set :monit_check_interval, 60
+  set :monit_log, 'syslog facility log_daemon'
+  set :monit_mailserver, nil
+  set :monit_mail_from, 'monit@deprec.enabled.slice'
+  set :monit_alert_recipients, %w(root@localhost)
+  set :monit_timeout_recipients, %w(root@localhost)
+  set :monit_webserver_enabled, true
+  set :monit_webserver_port, 2812
+  set :monit_webserver_address, 'localhost'
+  set :monit_webserver_allowed_hosts_and_networks, %w(localhost)
+  set :monit_webserver_auth_user, 'admin'
+  set :monit_webserver_auth_pass, 'monit'
+  
+  # Upstream changes: http://www.tildeslash.com/monit/dist/CHANGES.txt  
+  # Ubuntu package version = monit-4.8.1  
+  SRC_PACKAGES[:monit] = {
+    :filename => 'monit-4.10.1.tar.gz',   
+    :md5sum => "d3143b0bbd79b53f1b019d2fc1dae656  monit-4.10.1.tar.gz", 
+    :dir => 'monit-4.10.1',  
+    :url => "http://www.tildeslash.com/monit/dist/monit-4.10.1.tar.gz",
+    :unpack => "tar zxf monit-4.10.1.tar.gz;",
+    :configure => %w(
+      ./configure
+      ;
+      ).reject{|arg| arg.match '#'}.join(' '),
+    :make => 'make;',
+    :install => 'make install;'
+  }
+  
+  desc "Install monit"
+  task :install do
+    install_deps
+    deprec2.download_src(SRC_PACKAGES[:monit], src_dir)
+    deprec2.install_from_src(SRC_PACKAGES[:monit], src_dir)
+    # Initial push of system files - not kept locally
+    SYSTEM_CONFIG_FILES[:monit].each do |file|
+      deprec2.render_template(:monit, file.merge(:remote=>true))
+    end
+    activate
+  end
+  
+  # install dependencies for monit
+  task :install_deps do
+    apt.install( {:base => %w(flex bison libssl-dev)}, :stable )
+  end
+    
+  SYSTEM_CONFIG_FILES[:monit] = [
+    
+    {:template => 'monit-init-script',
+     :path => '/etc/init.d/monit',
+     :mode => 0755,
+     :owner => 'root:root'},
+     
+    {:template => 'monitrc.erb',
+     :path => "/etc/monitrc",
+     :mode => 0700,
+     :owner => 'root:root'},
+      
+    {:template => 'nothing',
+     :path => "/etc/monit.d/nothing",
+     :mode => 0700,
+     :owner => 'root:root'}
+  ]
+  
+  desc <<-DESC
+  Generate nginx config from template. Note that this does not
+  push the config to the server, it merely generates required
+  configuration files. These should be kept under source control.            
+  The can be pushed to the server with the :config task.
+  DESC
+  task :config_gen do
+    SYSTEM_CONFIG_FILES[:monit].each do |file|
+      deprec2.render_template(:monit, file)
+    end
+  end
+  
+  desc "Push monit config files to server"
+  task :config do
+    deprec2.push_configs(:monit, SYSTEM_CONFIG_FILES[:monit])
+  end
+
+  desc "Start Monit"
+  task :start, :roles => :app do
+    send(run_method, "/etc/init.d/monit start")
+  end
+
+  desc "Stop Monit"
+  task :stop, :roles => :app  do
+    send(run_method, "/etc/init.d/monit stop")
+  end
+
+  desc "Restart Monit"
+  task :restart, :roles => :app  do
+    send(run_method, "/etc/init.d/monit restart")
+  end
+
+  desc "Reload Monit"
+  task :reload, :roles => :app  do
+    send(run_method, "/etc/init.d/monit reload")
+  end
+   
+  desc <<-DESC
+    Activate monit start scripts on server.
+    Setup server to start monit on boot.
+  DESC
+  task :activate do
+    send(run_method, "update-rc.d monit defaults")
+  end
+  
+  desc <<-DESC
+    Dectivate monit start scripts on server.
+    Setup server to start monit on boot.
+  DESC
+  task :deactivate do
+    send(run_method, "update-rc.d -f monit remove")
+  end
+  
+  task :backup do
+    # there's nothing to backup for monit
+  end
+  
+  task :restore do
+    # there's nothing to restore for monit
+  end
+
+  end end
+end