Empact-deprec 1.99.21

data/lib/deprec/recipes/ruby.rb

@@ -0,0 +1,66 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  namespace :deprec do
+    namespace :ruby do
+            
+      SRC_PACKAGES[:ruby] = {
+        :filename => 'ruby-1.8.6-p114.tar.gz',   
+        :md5sum => "500a9f11613d6c8ab6dcf12bec1b3ed3  ruby-1.8.6-p114.tar.gz", 
+        :dir => 'ruby-1.8.6-p114',  
+        :url => "ftp://ftp.ruby-lang.org/pub/ruby/1.8/ruby-1.8.6-p114.tar.gz",
+        :unpack => "tar zxf ruby-1.8.6-p114.tar.gz;",
+        :configure => %w(
+          ./configure
+          --with-readline-dir=/usr/local
+          ;
+          ).reject{|arg| arg.match '#'}.join(' '),
+        :make => 'make;',
+        :install => 'make install;'
+      }
+  
+      task :install do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:ruby], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:ruby], src_dir)
+      end
+      
+      task :install_deps do
+        apt.install( {:base => %w(zlib1g-dev libssl-dev libncurses5-dev libreadline5-dev)}, :stable )
+      end
+
+    end
+  end
+  
+  
+  namespace :deprec do
+    namespace :rubygems do
+  
+      SRC_PACKAGES[:rubygems] = {
+        :filename => 'rubygems-1.0.1.tgz',   
+        :md5sum => "0d5851084955c327ee1dc9cbd631aa5f  rubygems-1.0.1.tgz", 
+        :dir => 'rubygems-1.0.1',  
+        :url => "http://rubyforge.org/frs/download.php/29548/rubygems-1.0.1.tgz",
+        :unpack => "tar zxf rubygems-1.0.1.tgz;",
+        :install => 'ruby setup.rb;'
+      }
+      
+      task :install do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:rubygems], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:rubygems], src_dir)
+        # gem2.upgrade #  you may not want to upgrade your gems right now
+        # If we want to selfupdate then we need to 
+        # create symlink as latest gems version is broken
+        # gem2.update_system
+        # sudo ln -s /usr/bin/gem1.8 /usr/bin/gem
+      end
+      
+      # install dependencies for rubygems
+      task :install_deps do
+      end
+      
+    end 
+  end
+  
+end

data/lib/deprec/recipes/sphinx.rb

@@ -0,0 +1,83 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :sphinx do
+      
+      SRC_PACKAGES[:sphinx] = {
+        :filename => 'sphinx-0.9.8-rc2.tar.gz',   
+        :dir => 'sphinx-0.9.8-rc2',  
+        :url => "http://www.sphinxsearch.com/downloads/sphinx-0.9.8-rc2.tar.gz",
+        :unpack => "tar zxf sphinx-0.9.8-rc2.tar.gz;",
+        :configure => %w(
+          ./configure
+          ;
+          ).reject{|arg| arg.match '#'}.join(' '),
+        :make => 'make;',
+        :install => 'make install;'
+      }
+      
+      desc "install Sphinx Search Engine"
+      task :install do
+        deprec2.download_src(SRC_PACKAGES[:sphinx], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:sphinx], src_dir)
+      end
+    
+      # install dependencies for sphinx
+      task :install_deps do
+        # apt.install( {:base => %w(blah)}, :stable )
+      end
+
+      SYSTEM_CONFIG_FILES[:sphinx] = []
+      
+      PROJECT_CONFIG_FILES[:sphinx] = [
+
+        {:template => 'monit.conf.erb',
+         :path => 'monit.conf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      
+      ]
+
+      desc <<-DESC
+      Generate sphinx config from template. Note that this does not
+      push the config to the server, it merely generates required
+      configuration files. These should be kept under source control.            
+      The can be pushed to the server with the :config task.
+      DESC
+      task :config_gen do
+        PROJECT_CONFIG_FILES[:sphinx].each do |file|
+          deprec2.render_template(:sphinx, file)
+        end
+      end
+
+      desc "Push sphinx config files to server"
+      task :config, :roles => :sphinx do
+        config_project
+      end
+      
+      desc "Push sphinx config files to server"
+      task :config_project, :roles => :sphinx do
+        deprec2.push_configs(:sphinx, PROJECT_CONFIG_FILES[:sphinx])
+        symlink_monit_config
+      end
+      
+      task :symlink_monit_config, :roles => :sphinx do
+        sudo "ln -sf #{deploy_to}/sphinx/monit.conf #{monit_confd_dir}/sphinx_#{application}.conf"
+      end
+
+
+      # Control
+      
+      desc "Restart the sphinx searchd daemon"
+      task :restart, :roles => :app do
+        run("cd #{deploy_to}/current; /usr/bin/rake us:start")  ### start or restart?  SUDO ? ###
+      end
+
+      desc "Regenerate / Rotate the search index."
+      task :reindex, :roles => :app do
+        run("cd #{deploy_to}/current; /usr/bin/rake us:in")  ### SUDO ? ###
+      end
+
+    end 
+  end
+end

data/lib/deprec/recipes/ssh.rb

@@ -0,0 +1,93 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :ssh do
+      
+      SYSTEM_CONFIG_FILES[:ssh] = [
+        
+        {:template => "sshd_config.erb",
+         :path => '/etc/ssh/sshd_config',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => "ssh_config.erb",
+         :path => '/etc/ssh/ssh_config',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+      
+      task :config_gen do        
+        SYSTEM_CONFIG_FILES[:ssh].each do |file|
+          deprec2.render_template(:ssh, file)
+        end
+        auth_keys_dir = 'config/ssh/authorized_keys'
+        if ! File.directory?(auth_keys_dir)
+          puts "Creating #{auth_keys_dir}"
+          Dir.mkdir(auth_keys_dir)
+        end
+      end
+      
+      desc "Push ssh config files to server"
+      task :config do
+        deprec2.push_configs(:ssh, SYSTEM_CONFIG_FILES[:ssh])
+        restart
+      end
+
+      desc "Start ssh"
+      task :start do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Stop ssh"
+      task :stop do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Restart ssh"
+      task :restart do
+        send(run_method, "/etc/init.d/ssh restart")
+      end
+    
+      desc "Reload ssh"
+      task :reload do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+      
+      desc "Sets up authorized_keys file on remote server"
+      task :setup_keys do
+        
+        default(:target_user) { 
+          Capistrano::CLI.ui.ask "Setup keys for which user?" do |q|
+            q.default = user
+          end
+        }
+        
+        if target_user == user
+          
+          unless ssh_options[:keys]  
+            puts <<-ERROR
+
+            You need to define the name of your SSH key(s)
+            e.g. ssh_options[:keys] = %w(/Users/your_username/.ssh/id_rsa)
+
+            You can put this in your .caprc file in your home directory.
+
+            ERROR
+            exit
+          end
+        
+          deprec2.mkdir '.ssh', :mode => 0700
+          put(ssh_options[:keys].collect{|key| File.read(key+'.pub')}.join("\n"), '.ssh/authorized_keys', :mode => 0600 )
+          
+        else  
+          
+          deprec2.mkdir "/home/#{target_user}/.ssh", :mode => 0700, :owner => "#{target_user}.users", :via => :sudo
+          std.su_put File.read("config/ssh/authorized_keys/#{target_user}"), "/home/#{target_user}/.ssh/authorized_keys", '/tmp/', :mode => 0600
+          sudo "chown #{target_user}.users /home/#{target_user}/.ssh/authorized_keys"
+          
+        end
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/svn.rb

@@ -0,0 +1,169 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+require 'fileutils'
+require 'uri'
+
+# http://svnbook.red-bean.com/en/1.4/svn-book.html#svn.serverconfig.choosing.apache
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do namespace :svn do
+  
+  set :scm_group, 'scm'
+  
+  # Extract svn attributes from :repository URL
+  # 
+  # Two examples of :repository entries are:
+  #
+  #   set :repository, 'svn+ssh://scm.deprecated.org/var/svn/deprec/trunk'
+  #   set :repository, 'file:///tmp/svn/deprec/trunk'
+  #
+  # This has only been tested with svn+ssh but file: should work.
+  #
+  set (:svn_scheme) { URI.parse(repository).scheme }  
+  set (:svn_host)   { URI.parse(repository).host }
+  set (:repos_path) { URI.parse(repository).path }
+  set (:repos_root) { 
+    URI.parse(repository).path.sub(/\/(trunk|tags|branches)$/, '') 
+  }
+  
+  # account name to perform actions on (such as granting access to an account)
+  # this is a hack to allow us to optionally pass a variable to tasks 
+  set (:svn_account) do
+    Capistrano::CLI.ui.ask 'account name'
+  end
+  
+  set(:svn_backup_dir) { File.join(backup_dir, 'svn') }
+  
+  desc "Install Subversion"
+  task :install, :roles => :scm do
+    install_deps
+    # XXX should really check if apache has already been installed
+    # XXX can do that when we move to rake
+    # deprec2.download_src(src_package, src_dir)
+    # deprec2.install_from_src(src_package, src_dir)
+  end
+  
+  desc "install dependencies for Subversion"
+  task :install_deps do
+    apt.install( {:base => %w(subversion)}, :stable )
+    # XXX deprec1 - was building from source to get subversion-1.4.5 onto dapper. Compiled swig bindings for trac
+    # apt.install( {:base => %w(build-essential wget libneon25 libneon25-dev swig python-dev libexpat1-dev)}, :stable )
+  end
+  
+  desc "grant a user access to svn repos"
+  task :grant_user_access, :roles => :scm do
+    # creates account, scm_group and adds account to group
+    deprec2.useradd(svn_account)
+    deprec2.groupadd(scm_group) 
+    deprec2.add_user_to_group(svn_account, scm_group)
+  end
+  
+  desc "Create subversion repository and import project into it"
+  task :setup, :roles => :scm do 
+    create_repos
+    import
+  end
+  
+  desc "Create a subversion repository"
+  task :create_repos, :roles => :scm do
+    set :svn_account, top.user
+    grant_user_access
+    deprec2.mkdir(repos_root, :mode => 02775, :group => scm_group, :via => :sudo)
+    sudo "svnadmin verify #{repos_root} > /dev/null 2>&1 || sudo svnadmin create #{repos_root}"
+    sudo "chmod -R g+w #{repos_root}"
+  end
+  
+  # Adapted from code in Bradley Taylors RailsMachine gem
+  desc "Import project into subversion repository."
+  task :import, :roles => :scm do 
+    new_path = "../#{application}"
+    tags = repository.sub("trunk", "tags")
+    branches = repository.sub("trunk", "branches")
+    puts "Adding branches and tags"
+    system "svn mkdir -m 'Adding tags and branches directories' #{tags} #{branches}"
+    puts "Importing application."
+    system "svn import #{repository} -m 'Import'"
+    cwd = Dir.getwd
+    puts "Moving application to new directory"
+    Dir.chdir '../'
+    system "mv #{cwd} #{cwd}.imported"
+    puts "Checking out application."
+    system "svn co #{repository} #{application}"
+    Dir.chdir application
+    remove_log_and_tmp
+    puts "Your repository is: #{repository}" 
+  end
+  
+  # Lifted from Bradley Taylors RailsMachine gem
+  desc "remove and ignore log files and tmp from subversion"
+  task :remove_log_and_tmp, :roles => :scm  do
+    puts "removing log directory contents from svn"
+    system "svn remove log/*"
+    puts "ignoring log directory"
+    system "svn propset svn:ignore '*.log' log/"
+    system "svn update log/"
+    puts "removing contents of tmp sub-directorys from svn"
+    system "svn remove tmp/cache/*"
+    system "svn remove tmp/pids/*"
+    system "svn remove tmp/sessions/*"
+    system "svn remove tmp/sockets/*"
+    puts "ignoring tmp directory"
+    system "svn propset svn:ignore '*' tmp/cache"
+    system "svn propset svn:ignore '*' tmp/pids"
+    system "svn propset svn:ignore '*' tmp/sessions"
+    system "svn propset svn:ignore '*' tmp/sockets"
+    system "svn update tmp/"
+    puts "committing changes"
+    system "svn commit -m 'Removed and ignored log files and tmp'"
+  end
+  
+  # desc "Cache svn name and password on the server. Useful for http-based repositories."
+  task :cache_credentials do
+    run_with_input "svn list #{repository}"
+  end
+  
+  desc "create backup of trac repository"
+  task :backup, :roles => :scm do
+    # http://svnbook.red-bean.com/nightly/en/svn.reposadmin.maint.html#svn.reposadmin.maint.backup
+    # XXX do we need this? insane!
+    # echo "REPOS_BASE=/var/svn" > ~/.svntoolsrc
+    DATE=`date +%Y%m%d-%a`
+    
+    timestamp = Time.now.strftime("%Y%m%d-%a")
+    deprec2.mkdir(svn_backup_dir, :owner => :root, :group => :deploy, :mode => 0775, :via => :sudo)
+    dest_dir = File.join(svn_backup_dir, "#{application}_#{timestamp}")
+    sudo "svnadmin hotcopy #{repos_root} #{dest_dir}"
+  end
+
+  task :restore, :roles => :scm do
+    # prompt user to select from list of locally stored backups
+    # tracd_stop
+    # copy out backup
+  end
+  
+  
+  # XXX TODO
+  # desc "backup repository" 
+  # task :svn_backup_respository, :roles => :scm do
+  #   puts "read http://svnbook.red-bean.com/nightly/en/svn-book.html#svn.reposadmin.maint.backup"
+  # end
+
+  end end
+end
+
+# svnserve setup
+# I've previously used ssh exclusively I've decided svnserve is a reasonable choice for collaboration on open source projects.
+# It's easier to setup than apache/ssl webdav access.
+#
+# sudo useradd svn
+# sudo mkdir -p /var/svn/deprec_svnserve_root
+# sudo ln -sf /var/www/apps/deprec/repos /var/svn/deprec_svnserve_root/deprec
+# sudo chown -R svn /var/svn/deprec_svnserve_root/deprec
+
+#
+# XXX put password file into svn and command to push it
+# 
+# # run svnserve
+# sudo -u svn svnserve --daemon --root /var/svn/deprec_svnserve_root
+# 
+# # check it out now
+# svn co svn://scm.deprecated.org/deprec/trunk deprec

data/lib/deprec/recipes/swiftiply.rb

@@ -0,0 +1,108 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :swiftiply do
+
+      set(:swiftiply_conf_dir) { "/etc/swiftiply/" }
+      set(:swiftiply_conf) { "/etc/swiftiply/swiftiply.conf" }
+      set(:swiftiply_pid_file) { "/var/run/swiftiply/swiftiply.pid" }
+      set :swiftiply_port, 9000
+
+      # No Rubygems loading (citing reasons of speed)
+      SRC_PACKAGES[:swiftiply] = {
+        :filename => 'swiftiply-0.6.1.1.tar.bz2',   
+        :md5sum => "c2ff6de68701f778fd7d3d40b907e562  swiftiply-0.6.1.1.tar.bz2", 
+        :dir => 'swiftiply-0.6.1.1',  
+        :url => "http://swiftiply.swiftcore.org/files/swiftiply-0.6.1.1.tar.bz2",
+        :unpack => "tar jxf swiftiply-0.6.1.1.tar.bz2;",
+        :install => 'ruby setup.rb;'
+      }
+
+      # No Rubygems loading (citing reasons of speed)
+      SRC_PACKAGES[:event_machine] = {
+        :filename => 'eventmachine-0.10.0.tar.gz',   
+        :md5sum => "5f9dd6419c7ae0e3af569d315d8ee4f2  eventmachine-0.10.0.tar.gz", 
+        :dir => 'eventmachine-0.10.0',  
+        :url => "http://files.rubyforge.vm.bytemark.co.uk/eventmachine/eventmachine-0.10.0.tar.gz",
+        :unpack => "tar zxf eventmachine-0.10.0.tar.gz;",
+        :install => 'ruby setup.rb;'
+      }
+
+
+      desc "Install swiftiply"
+      task :install, :roles => :web do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:swiftiply], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:swiftiply], src_dir)
+      end
+      
+      task :install_deps do
+        deprec2.download_src(SRC_PACKAGES[:event_machine], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:event_machine], src_dir)
+      end
+      
+      SYSTEM_CONFIG_FILES[:swiftiply] = [
+        
+        {:template => "swiftiply-init-script",
+         :path => '/etc/init.d/swiftiply',
+         :mode => 0755,
+         :owner => 'root:root'},
+
+      ]
+
+      desc "Generate configuration file(s) for swiftiply"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:swiftiply].each do |file|
+          deprec2.render_template(:swiftiply, file)
+        end
+      end
+
+      desc 'Deploy configuration files(s) for swiftiply' 
+      task :config, :roles => :web do
+        deprec2.push_configs(:swiftiply, SYSTEM_CONFIG_FILES[:swiftiply])
+        deprec2.mkdir(swiftiply_conf_dir, :via => :sudo)
+      end
+      
+      task :start, :roles => :web do
+        send(run_method, "/etc/init.d/swiftiply start")
+      end
+      
+      task :stop, :roles => :web do
+        send(run_method, "/etc/init.d/swiftiply stop")
+      end
+      
+      task :restart, :roles => :web do
+        send(run_method, "/etc/init.d/swiftiply restart")
+      end
+      
+      task :reload, :roles => :web do
+        send(run_method, "/etc/init.d/swiftiply reload")
+      end
+
+      # This task will be called from a handler's config_project
+      # merges a yml file into the swiftiply conf
+      task :config_merge, :roles => :web do
+      end
+
+      # This task will be called from a handler's config_project
+      # unmerges a yml file into the swiftiply conf      
+      task :config_unmerge, :roles => :web do
+      end
+      
+      task :activate, :roles => :web do
+        send(run_method, "update-rc.d swiftiply defaults")
+      end  
+      
+      task :deactivate, :roles => :web do
+        send(run_method, "update-rc.d swiftiply defaults")
+      end
+      
+      task :backup, :roles => :web do
+      end
+      
+      task :restore, :roles => :web do
+      end
+      
+    end
+  end
+end