chrisrec 0.1.0

data/Manifest

@@ -0,0 +1,39 @@
+Manifest
+README
+Rakefile
+lib/backgroundrb/backgroundrb.rb
+lib/chrisrec.rb
+lib/console/console.rb
+lib/daemon/daemon.rb
+lib/gitosis/gitosis.rb
+lib/memcached/memcached.rb
+lib/munin/munin.rb
+lib/mysql/mysql.rake
+lib/mysql/mysql.rb
+lib/rake/rake.rb
+lib/rakecron/rakecron.rb
+lib/starling/starling.rb
+lib/tomcat/tomcat.rb
+lib/workling/workling.rb
+template/daemon/daemon-init-script.erb
+template/daemon/monit.conf.erb
+template/memcached/memcached-conf.erb
+template/memcached/memcached.erb
+template/memcached/monit.conf.erb
+template/memcached/start-memcached.erb
+template/munin/httpd-vhost-munin.conf.erb
+template/munin/munin.conf.erb
+template/munin/munin_nginx_vhost.conf.erb
+template/rakecron/rakecron.erb
+template/starling/monit.conf.erb
+template/starling/starling-init-script.erb
+template/tomcat/conf/server.xml.erb
+template/tomcat/conf/web.xml
+template/tomcat/logs/empty.txt
+template/tomcat/monit.conf.erb
+template/tomcat/temp/empty.txt
+template/tomcat/tomcat.erb
+template/tomcat/webapps/empty.txt
+template/tomcat/work/empty.txt
+template/workling/monit.conf.erb
+template/workling/workling-init-script.erb

data/Rakefile

@@ -0,0 +1,15 @@
+# Rakefile
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('chrisrec', '0.1.0') do |p|
+  p.description    = "Extend Deprec with other recipies."
+  p.url            = "http://github.com/dougochris/chrisrec"
+  p.author         = "Chris Douglas"
+  p.email          = "dougo.chris@gmail.com"
+  p.ignore_pattern = ["tmp/*", "script/*"]
+  p.development_dependencies = []
+end
+
+Dir["#{File.dirname(__FILE__)}/tasks/*.rake"].sort.each { |ext| load ext }

data/chrisrec.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{chrisrec}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Chris Douglas"]
+  s.date = %q{2010-02-22}
+  s.description = %q{Extend Deprec with other recipies.}
+  s.email = %q{dougo.chris@gmail.com}
+  s.extra_rdoc_files = ["README", "lib/backgroundrb/backgroundrb.rb", "lib/chrisrec.rb", "lib/console/console.rb", "lib/daemon/daemon.rb", "lib/gitosis/gitosis.rb", "lib/memcached/memcached.rb", "lib/munin/munin.rb", "lib/mysql/mysql.rake", "lib/mysql/mysql.rb", "lib/rake/rake.rb", "lib/rakecron/rakecron.rb", "lib/starling/starling.rb", "lib/tomcat/tomcat.rb", "lib/workling/workling.rb"]
+  s.files = ["Manifest", "README", "Rakefile", "lib/backgroundrb/backgroundrb.rb", "lib/chrisrec.rb", "lib/console/console.rb", "lib/daemon/daemon.rb", "lib/gitosis/gitosis.rb", "lib/memcached/memcached.rb", "lib/munin/munin.rb", "lib/mysql/mysql.rake", "lib/mysql/mysql.rb", "lib/rake/rake.rb", "lib/rakecron/rakecron.rb", "lib/starling/starling.rb", "lib/tomcat/tomcat.rb", "lib/workling/workling.rb", "template/daemon/daemon-init-script.erb", "template/daemon/monit.conf.erb", "template/memcached/memcached-conf.erb", "template/memcached/memcached.erb", "template/memcached/monit.conf.erb", "template/memcached/start-memcached.erb", "template/munin/httpd-vhost-munin.conf.erb", "template/munin/munin.conf.erb", "template/munin/munin_nginx_vhost.conf.erb", "template/rakecron/rakecron.erb", "template/starling/monit.conf.erb", "template/starling/starling-init-script.erb", "template/tomcat/conf/server.xml.erb", "template/tomcat/conf/web.xml", "template/tomcat/logs/empty.txt", "template/tomcat/monit.conf.erb", "template/tomcat/temp/empty.txt", "template/tomcat/tomcat.erb", "template/tomcat/webapps/empty.txt", "template/tomcat/work/empty.txt", "template/workling/monit.conf.erb", "template/workling/workling-init-script.erb", "chrisrec.gemspec"]
+  s.homepage = %q{http://github.com/dougochris/chrisrec}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Chrisrec", "--main", "README"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{chrisrec}
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{Extend Deprec with other recipies.}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/backgroundrb/backgroundrb.rb

@@ -0,0 +1,22 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :chrisrec do
+    namespace :backgroundrb do
+
+      desc "Stop the backgroundrb server"
+      task :stop , :roles => :app do
+        run "cd #{current_path} && PATH=/opt/ruby-enterprise/bin:$PATH RAILS_ENV=production ./script/backgroundrb stop"
+      end
+      
+      desc "Start the backgroundrb server"
+      task :start , :roles => :app do
+        run "cd #{current_path} && PATH=/opt/ruby-enterprise/bin:$PATH RAILS_ENV=production ./script/backgroundrb start"
+      end
+      
+      desc "Start the backgroundrb server"
+      task :restart, :roles => :app do
+        stop
+        start
+      end      
+    end  
+  end
+end

data/lib/chrisrec.rb

@@ -0,0 +1,12 @@
+require "#{File.dirname(__FILE__)}/gitosis/gitosis.rb"
+require "#{File.dirname(__FILE__)}/munin/munin.rb"
+require "#{File.dirname(__FILE__)}/rakecron/rakecron.rb"
+require "#{File.dirname(__FILE__)}/backgroundrb/backgroundrb.rb"
+require "#{File.dirname(__FILE__)}/workling/workling.rb"
+require "#{File.dirname(__FILE__)}/starling/starling.rb"
+require "#{File.dirname(__FILE__)}/rake/rake.rb"
+require "#{File.dirname(__FILE__)}/mysql/mysql.rb"
+require "#{File.dirname(__FILE__)}/memcached/memcached.rb"
+require "#{File.dirname(__FILE__)}/daemon/daemon.rb"
+require "#{File.dirname(__FILE__)}/tomcat/tomcat.rb"
+require "#{File.dirname(__FILE__)}/console/console.rb"

data/lib/console/console.rb

@@ -0,0 +1,19 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :chrisrec do
+    namespace :script do
+      def interactive_ssh(cmd)
+        system %Q{ssh #{user}@#{roles[:app].servers.first.host} -t '#{cmd}'}
+      end
+
+      desc 'run the rails console on the app-server of the current stage' 
+      task :console, :roles => :app do
+        interactive_ssh "cd #{deploy_to}/current && script/console #{rails_env}"
+      end
+
+      desc 'open a SSH prompt in the currently deployed rails app'
+      task :ssh, :roles => :app do
+        interactive_ssh "cd #{deploy_to}/current && bash"
+      end
+    end
+  end
+end

data/lib/daemon/daemon.rb

@@ -0,0 +1,134 @@
+# chrisrec:daemon:deploy:setup
+# chrisrec:daemon:install
+
+# chrisrec:daemon:config_gen
+# chrisrec:daemon:config
+# chrisrec:daemon:restart
+
+# chrisrec:daemon:deploy
+# chrisrec:daemon:rollback
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :chrisrec do
+    namespace :daemon do
+      
+      # set :daemon, "TODO"
+      # set :daemon_name, "TODO"
+      # set :daemon_pid, "TODO"
+
+      set :local_template_dir, "#{File.dirname(__FILE__)}/../../template"
+
+      SYSTEM_CONFIG_FILES[:daemon] = [
+        {:template => 'daemon-init-script.erb',
+         :path => 'daemon/etc/init.d/daemon',
+         :mode => 0755,
+         :owner => 'root:root'},
+
+         {:template => 'monit.conf.erb',
+          :path => "daemon/etc/monit.d/monit_daemon.conf", 
+          :mode => 0600,
+          :owner => 'root:root'}
+      ]
+
+      # Generating Configuration Files
+      desc "install any required gems"
+      task :install do      
+        if gems_for_project
+          gems_for_project.each { |gem| gem2.install(gem) }
+        end
+      end
+      
+      # Generating Configuration Files
+      desc "Generate configuration file(s) for daemon from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:daemon].each do |file|
+          deprec2.render_template(:daemon, file)
+        end  
+      end
+
+      desc 'Deploy configuration files(s) for daemon'
+      task :config, :roles => :app do
+        deprec2.push_configs(:daemon, SYSTEM_CONFIG_FILES[:daemon])
+        symlink_init_d
+        symlink_monit_d
+        
+        activate
+      end
+
+      desc "Stop daemon"
+      task :stop , :roles => :app do
+        sudo "/etc/init.d/#{daemon_name} stop"
+      end
+      
+      desc "Start daemon"
+      task :start , :roles => :app do
+        sudo "/etc/init.d/#{daemon_name} start"
+      end
+      
+      desc "Start the daemon server"
+      task :restart, :roles => :app do
+        stop
+        sleep(2)
+        start
+      end      
+      
+      task :activate, :roles => :app do
+        send(run_method, "update-rc.d #{daemon_name} defaults")
+      end
+
+      task :deactivate, :roles => :app do
+        send(run_method, "update-rc.d -f #{daemon_name} remove")
+      end
+      
+      task :symlink_init_d do
+        sudo "ln -fs #{deploy_to}/daemon/daemon/etc/init.d/daemon /etc/init.d/#{daemon_name}"          
+      end
+
+      task :symlink_monit_d do
+        sudo "ln -fs #{deploy_to}/daemon/daemon/etc/monit.d/monit_daemon.conf /etc/monit.d/monit_daemon_#{daemon_name}.conf"
+      end
+    
+      namespace :deploy do
+        desc 'deploy'
+        task :default do
+          strategy.deploy!
+          
+          run "rm -f #{current_path} && ln -s #{latest_release} #{current_path}"
+
+          # mkdir -p is making sure that the directories are there for some SCM's that don't
+          # save empty folders
+          run <<-CMD
+            rm -rf #{latest_release}/log #{latest_release}/tmp/pids &&
+            mkdir -p #{latest_release}/tmp &&
+            ln -s #{shared_path}/log #{latest_release}/log &&
+            ln -s #{shared_path}/pids #{latest_release}/tmp/pids
+          CMD
+          
+          top.chrisrec.daemon.restart
+        end
+      
+        desc 'setup'
+        task :setup do
+          dirs = [deploy_to, releases_path, shared_path]
+          dirs += shared_children.map { |d| File.join(shared_path, d) }
+          sudo "mkdir -p #{dirs.join(' ')}"
+          sudo "chgrp -R #{group} #{dirs.join(' ')}"
+          sudo "chmod g+w #{dirs.join(' ')}"
+        end
+        
+        desc 'rollback'
+        task :rollback do
+          if previous_release
+            run "rm #{current_path}; ln -s #{previous_release} #{current_path}"
+          else
+            abort "could not rollback the code because there is no prior release"
+          end
+
+          run "if [ `readlink #{current_path}` != #{current_release} ]; then rm -rf #{current_release}; fi"      
+          
+          top.chrisrec.daemon.restart
+        end
+      end
+    end  
+  end
+end

data/lib/gitosis/gitosis.rb

@@ -0,0 +1,131 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :chrisrec do
+    namespace :gitosis do
+      
+      desc "Sets up the remote user's public key on remote git user"
+      task :create_remote_user_key, :roles => :scm do
+        default(:target_user) { 
+          Capistrano::CLI.ui.ask "Setup keys for which user?" do |q|
+            q.default = user
+          end
+        }
+        
+        set (:git_ip) { 
+          Capistrano::CLI.ui.ask "Enter git ip address" do |q|
+            q.default = repository.scan(/@(.*):/).flatten.to_s
+          end  
+        }
+
+        FileUtils.rm_rf("config/_gitosis_temp_#{domain}") if File.directory?("config/_gitosis_temp_#{domain}")
+        FileUtils.mkdir_p("config/_gitosis_temp_#{domain}") if !File.directory?("config/_gitosis_temp_#{domain}")
+        system("git clone git@#{git_ip}:gitosis-admin.git config/_gitosis_temp_#{domain}/gitosis-admin.git") if !File.exists?("config/_gitosis_temp_#{domain}/gitosis-admin.git")
+
+        # create key pair if it doesn't exist, and fetch public key 
+        run "sh -c 'test -f /home/#{target_user}/.ssh/id_rsa.pub || /usr/bin/ssh-keygen -q -t rsa -N \"\" -f /home/#{target_user}/.ssh/id_rsa'"
+
+        get("/home/#{target_user}/.ssh/id_rsa.pub", "config/_gitosis_temp_#{domain}/#{target_user}.pub")
+        gitosis_server = File.open("config/_gitosis_temp_#{domain}/#{target_user}.pub", "r") do |line|
+          line.gets.split(" ").last
+        end
+        system("mv config/_gitosis_temp_#{domain}/#{target_user}.pub config/_gitosis_temp_#{domain}/gitosis-admin.git/keydir/#{gitosis_server}.pub")
+        system "cd config/_gitosis_temp_#{domain}/gitosis-admin.git && git add . && git commit -m \"Added write permission to new user\" && git push"
+        FileUtils.rm_rf("config/_gitosis_temp_#{domain}") if File.directory?("config/_gitosis_temp_#{domain}")
+      end    
+
+      desc "Create the gitosis settings for remote repository"
+      task :config_gen, :roles => :scm do
+        set (:git_ip) { 
+          Capistrano::CLI.ui.ask "Enter git ip address" do |q|
+            q.default = repository.scan(/@(.*):/).flatten.to_s
+          end  
+        }
+        
+        FileUtils.rm_rf("config/_gitosis_temp_") if File.directory?("config/_gitosis_temp_")
+        FileUtils.mkdir_p("config/_gitosis_temp_")
+        system("git clone git@#{git_ip}:gitosis-admin.git config/_gitosis_temp_/gitosis-admin.git")
+  
+        puts "[group #{application}]"
+        puts "writable = #{application}"
+        puts "members = user1 user2 ..."
+        puts ""
+        puts "See config/_gitosis_temp_/gitosis-admin.git/keydir for available users"
+        puts ""
+      end
+  
+      desc "Push the gitosis settings for remote repository"
+      task :config, :roles => :scm do
+        system "cd config/_gitosis_temp_/gitosis-admin.git && git add . && git commit -m \"Added repository #{application} and write permission to users\" && git push"
+        FileUtils.rm_rf("config/_gitosis_temp_") if File.directory?("config/_gitosis_temp_")
+      end
+  
+      desc "Create remote git repository and import project into it"
+      task :setup_repo, :roles => :scm do 
+        create_local_repos
+        push_local_repo
+      end
+        
+      # Create git repository in local project
+      task :create_local_repos do
+        unless File.exists?(".git")
+          system("git init")
+          system("git remote add origin git@#{domain}:#{application}.git")
+          system("git add .")
+          system("git commit -a -m 'Initial import'")
+        end
+      end
+
+      # Import project into git repository.
+      task :push_local_repo, :roles => :scm do 
+        add_ignores
+        set (:git_ip) { 
+          Capistrano::CLI.ui.ask "Enter git ip address" do |q|
+            q.default = repository.scan(/@(.*):/).flatten.to_s
+          end  
+        }
+        
+        puts "Importing application."
+        system "git push git@#{git_ip}:#{application}.git master:refs/heads/master"
+        system "git config --add branch.master.remote origin"
+        system "git config --add branch.master.merge refs/heads/master"
+        puts "Your repository is: git@#{git_ip}:#{application}.git" 
+      end
+
+      # Ignore log files, tmp, sqlite3
+      task :add_ignores, :roles => :scm  do
+        ignore = <<-FILE
+          .DS_Store
+          log/*.log
+          tmp/**/*
+          db/*.sqlite3          
+        FILE
+        ["log", "tmp/cache", "tmp/pids", "tmp/sessions", "tmp/sockets"].each do |dir|
+          system("touch #{dir}/.gitignore")
+        end
+        File.open(".gitignore", "w") { |f| f.write(ignore.strip.gsub(/^#{ignore[/\A\s*/]}/, "")) }
+        system "find . -type d -empty | xargs -I {} touch {}/.gitignore"
+        system "git add ."
+        system "git commit -a -m 'Touched .gitignore to emtpy folders, ignored log files, tmp, sqlite3 db'"
+      end    
+    
+      desc 'Tag deployment in git repository'
+      task :tag_deploy do
+        transaction do
+          tag_name = ['deployed', fetch(:stage,nil), release_name].compact.join('-')
+          `git tag #{tag_name} && git push --tags`
+          on_rollback do
+            `git tag -d #{tag_name} && git push #{git_remote} :#{tag_name}`
+          end
+        end
+      end
+
+      task :confirm do
+        message = "You are deploying to PRODUCTION. continue(y/n):"
+        answer = Capistrano::CLI.ui.ask(message)   
+        abort "deployment to production was stopped" unless answer == 'y'
+
+        chrisrec.gitosis.tag_deploy # tag the production release
+      end  
+    end
+    
+  end
+end

data/lib/memcached/memcached.rb

@@ -0,0 +1,140 @@
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :chrisrec do
+    namespace :memcached do
+      
+      # role :cache, 'ADDRESS TO CACHE'
+      
+      set :memcached_port, 11211
+      set :memcached_address, '127.0.0.1'
+      set :memcached_memory, 256
+      set :memcached_user, "memcached"
+      set :memcached_group, "memcached"
+      set :memcached_run_dir, "/var/run"
+      set :memcached_log_dir, "/var/log"
+
+      set :local_template_dir, "#{File.dirname(__FILE__)}/../../template"
+      
+      desc "Install memcached"
+      task :install, :roles => :cache do
+        version = 'memcached-1.4.0'
+        set :src_package, {
+          :file => version + '.tar.gz',   
+          # :md5sum => 'a08851f7fa7b15e92ee6320b7a79c321  memcached-1.2.2.tar.gz', 
+          :dir => version,  
+          :url => "http://www.danga.com/memcached/dist/#{version}.tar.gz",
+          :unpack => "tar zxf #{version}.tar.gz;",
+          :configure => %w{
+            ./configure
+            --prefix=/usr/local 
+            ;
+            }.reject{|arg| arg.match '#'}.join(' '),
+          :make => 'make;',
+          :install => 'make install;'          
+        }
+        apt.install( {:base => %w(libevent-dev)}, :stable )
+        deprec2.download_src(src_package, src_dir)
+        deprec2.install_from_src(src_package, src_dir)
+    
+        # deprec2.mkdir(memcached_run_dir, :via => :sudo)
+        # deprec2.mkdir(memcached_log_dir, :via => :sudo)
+
+        create_memcached_user_and_group
+        set_perms_for_memcached_dirs    
+      end
+  
+      # Configure
+      SYSTEM_CONFIG_FILES[:memcached] = [
+        {:template => 'memcached.erb',
+          :path => 'memcached/etc/init.d/memcached',
+          :mode => 0755,
+          :owner => 'root:root'},
+         
+         {:template => 'memcached-conf.erb',
+           :path => 'memcached/etc/init.d/memcached.conf',
+           :mode => 0755,
+           :owner => 'root:root'},         
+         
+         {:template => 'start-memcached.erb',
+           :path => 'memcached/etc/init.d/start-memcached',
+           :mode => 0755,
+           :owner => 'root:root'},         
+
+         {:template => 'monit.conf.erb',
+           :path => "memcached/etc/monit.d/monit_memcached.conf", 
+           :mode => 0600,
+           :owner => 'root:root'}
+      ]
+
+      # Generating Configuration Files
+      desc "Generate configuration file(s) for memcached from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:memcached].each do |file|
+          deprec2.render_template(:memcached, file)
+        end  
+      end
+
+      desc 'Deploy configuration files(s) for memcached'
+      task :config, :roles => :cache do
+        
+        deprec2.push_configs(:memcached, SYSTEM_CONFIG_FILES[:memcached])
+        symlink_init_d
+        symlink_monit_d
+        
+        activate
+      end
+
+      desc "Stop memcached"
+      task :stop , :roles => :cache do
+        sudo "/etc/init.d/memcached_#{memcached_port} stop"
+      end
+
+      desc "Start memcached"
+      task :start , :roles => :cache do
+        sudo "/etc/init.d/memcached_#{memcached_port} start"
+      end
+
+      desc "Start the memcached server"
+      task :restart, :roles => :cache do
+        stop
+        sleep(2)
+        start
+      end      
+
+      task :activate, :roles => :cache do
+        send(run_method, "update-rc.d memcached_#{memcached_port} defaults")
+      end
+
+      task :deactivate, :roles => :cache do
+        send(run_method, "update-rc.d -f memcached_#{memcached_port} remove")
+      end
+
+      # User/Group creation & permission assignment
+      # These were based off the tasks used in the mongrel recipe - 
+      # as this was probably the nicest way to ensure these tasks 
+      # were doing the right thing.
+      desc "create user and group for memcached to run as"
+      task :create_memcached_user_and_group, :roles => :cache do
+        deprec2.groupadd(memcached_group) 
+        deprec2.useradd(memcached_user, :group => memcached_group, :homedir => false)
+        # Set the primary group for the memcached user (in case user already existed
+        # when previous command was run)
+        sudo "usermod --gid #{memcached_group} #{memcached_user}"
+      end
+
+      desc "set group ownership and permissions on dirs memcached needs to write to"
+      task :set_perms_for_memcached_dirs, :roles => :cache do
+        # sudo "chgrp -R #{memcached_group} #{memcached_run_dir}"
+        # sudo "chmod -R g+w #{memcached_run_dir}" 
+      end      
+
+      task :symlink_init_d, :roles => :cache do
+        sudo "ln -fs #{deploy_to}/memcached/memcached/etc/init.d/memcached /etc/init.d/memcached_#{memcached_port}"          
+      end
+
+      task :symlink_monit_d, :roles => :cache do
+        sudo "ln -fs #{deploy_to}/memcached/memcached/etc/monit.d/monit_memcached.conf /etc/monit.d/monit_memcached_#{memcached_port}.conf"
+      end
+
+    end  
+  end
+end