isaac-deprec 1.99.30

data/lib/deprec/recipes/ree.rb

@@ -0,0 +1,33 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  namespace :deprec do
+    namespace :ree do
+
+      set :ree_version, "ruby-enterprise-1.8.6-20081217"
+      set :ree_install_dir, "/opt/#{ree_version}"
+      set :ree_filename, "#{ree_version}.tar.gz"
+
+      SRC_PACKAGES[:ree] = {
+        :md5sum => "8d04b48e33a485280b86d6cdb156eebe  #{ree_filename}", 
+        :url => "http://github.com/isaac/rubyenterpriseedition/raw/release/#{ree_filename}",
+        :unpack => "tar xzvf #{ree_filename};",
+        :configure => '',
+        :make => '',
+        :install => "./installer --auto #{ree_install_dir}"
+      }
+  
+      task :install do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:ree], ree_install_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:ree], ree_install_dir)
+      end
+      
+      task :install_deps do
+        apt.install({:base => %w(zlib1g-dev libssl-dev libmysqlclient15-dev libreadline5-dev)}, :stable)
+      end
+
+    end
+  end
+  
+end

data/lib/deprec/recipes/ruby.rb

@@ -0,0 +1,65 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  namespace :deprec do
+    namespace :ruby do
+            
+      SRC_PACKAGES[:ruby] = {
+        :filename => 'ruby-1.8.6-p287.tar.gz',   
+        :md5sum => "f6cd51001534ced5375339707a757556  ruby-1.8.6-p287.tar.gz", 
+        :dir => 'ruby-1.8.6-p287',  
+        :url => "ftp://ftp.ruby-lang.org/pub/ruby/1.8/ruby-1.8.6-p287.tar.gz",
+        :unpack => "tar zxf ruby-1.8.6-p287.tar.gz;",
+        :configure => %w(
+          ./configure
+          --with-readline-dir=/usr/local
+          ;
+          ).reject{|arg| arg.match '#'}.join(' '),
+        :make => 'make;',
+        :install => 'make install;'
+      }
+  
+      task :install do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:ruby], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:ruby], src_dir)
+      end
+      
+      task :install_deps do
+        apt.install( {:base => %w(zlib1g-dev libssl-dev libncurses5-dev libreadline5-dev)}, :stable )
+      end
+
+    end
+  end
+  
+  
+  namespace :deprec do
+    namespace :rubygems do
+  
+      SRC_PACKAGES[:rubygems] = {
+        :md5sum => "a04ee6f6897077c5b75f5fd1e134c5a9  rubygems-1.3.1.tgz", 
+        :url => "http://rubyforge.org/frs/download.php/45905/rubygems-1.3.1.tgz",
+	      :configure => "",
+	      :make =>  "",
+        :install => 'ruby setup.rb;'
+      }
+      
+      task :install do
+        install_deps
+        deprec2.download_src(SRC_PACKAGES[:rubygems], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:rubygems], src_dir)
+        # gem2.upgrade #  you may not want to upgrade your gems right now
+        # If we want to selfupdate then we need to 
+        # create symlink as latest gems version is broken
+        # gem2.update_system
+        # sudo ln -s /usr/bin/gem1.8 /usr/bin/gem
+      end
+      
+      # install dependencies for rubygems
+      task :install_deps do
+      end
+      
+    end 
+  end
+  
+end

data/lib/deprec/recipes/sphinx.rb

@@ -0,0 +1,86 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :sphinx do
+      
+      SRC_PACKAGES[:sphinx] = {
+        :filename => 'sphinx-0.9.8-rc2.tar.gz',   
+        :dir => 'sphinx-0.9.8-rc2',  
+        :url => "http://www.sphinxsearch.com/downloads/sphinx-0.9.8-rc2.tar.gz",
+        :unpack => "tar zxf sphinx-0.9.8-rc2.tar.gz;",
+        :configure => %w(
+          ./configure
+          ;
+          ).reject{|arg| arg.match '#'}.join(' '),
+        :make => 'make;',
+        :install => 'make install;'
+      }
+      
+      desc "install Sphinx Search Engine"
+      task :install do
+        deprec2.download_src(SRC_PACKAGES[:sphinx], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:sphinx], src_dir)
+      end
+    
+      # install dependencies for sphinx
+      task :install_deps do
+        # apt.install( {:base => %w(blah)}, :stable )
+      end
+
+      SYSTEM_CONFIG_FILES[:sphinx] = []
+      
+      PROJECT_CONFIG_FILES[:sphinx] = [
+
+        {:template => 'monit.conf.erb',
+         :path => 'monit.conf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      
+      ]
+
+      desc <<-DESC
+      Generate sphinx config from template. Note that this does not
+      push the config to the server, it merely generates required
+      configuration files. These should be kept under source control.            
+      The can be pushed to the server with the :config task.
+      DESC
+      task :config_gen do
+        PROJECT_CONFIG_FILES[:sphinx].each do |file|
+          deprec2.render_template(:sphinx, file)
+        end
+      end
+
+      desc "Push sphinx config files to server"
+      task :config, :roles => :sphinx do
+        config_project
+      end
+      
+      desc "Push sphinx config files to server"
+      task :config_project, :roles => :sphinx do
+        deprec2.push_configs(:sphinx, PROJECT_CONFIG_FILES[:sphinx])
+        symlink_monit_config
+      end
+      
+      task :symlink_monit_config, :roles => :sphinx do
+        sudo "ln -sf #{deploy_to}/sphinx/monit.conf #{monit_confd_dir}/sphinx_#{application}.conf"
+      end
+
+
+      # Control
+      
+      desc "Restart the sphinx searchd daemon"
+      task :restart, :roles => :app do
+        run("cd #{deploy_to}/current; /usr/bin/rake us:start")  ### start or restart?  SUDO ? ###
+      end
+
+      desc "Regenerate / Rotate the search index."
+      task :reindex, :roles => :app do
+        run("cd #{deploy_to}/current; /usr/bin/rake us:in")  ### SUDO ? ###
+      end
+
+    end 
+  end
+end
+
+# ultrasphinx deployment notes
+# http://blog.evanweaver.com/files/doc/fauna/ultrasphinx/files/DEPLOYMENT_NOTES.html

data/lib/deprec/recipes/ssh.rb

@@ -0,0 +1,93 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :ssh do
+      
+      SYSTEM_CONFIG_FILES[:ssh] = [
+        
+        {:template => "sshd_config.erb",
+         :path => '/etc/ssh/sshd_config',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => "ssh_config.erb",
+         :path => '/etc/ssh/ssh_config',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+      
+      task :config_gen do        
+        SYSTEM_CONFIG_FILES[:ssh].each do |file|
+          deprec2.render_template(:ssh, file)
+        end
+        auth_keys_dir = 'config/ssh/authorized_keys'
+        if ! File.directory?(auth_keys_dir)
+          puts "Creating #{auth_keys_dir}"
+          Dir.mkdir(auth_keys_dir)
+        end
+      end
+      
+      desc "Push ssh config files to server"
+      task :config do
+        deprec2.push_configs(:ssh, SYSTEM_CONFIG_FILES[:ssh])
+        restart
+      end
+
+      desc "Start ssh"
+      task :start do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Stop ssh"
+      task :stop do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Restart ssh"
+      task :restart do
+        send(run_method, "/etc/init.d/ssh restart")
+      end
+    
+      desc "Reload ssh"
+      task :reload do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+      
+      desc "Sets up authorized_keys file on remote server"
+      task :setup_keys do
+        
+        default(:target_user) { 
+          Capistrano::CLI.ui.ask "Setup keys for which user?" do |q|
+            q.default = user
+          end
+        }
+        
+        if target_user == user
+          
+          unless ssh_options[:keys]  
+            puts <<-ERROR
+
+            You need to define the name of your SSH key(s)
+            e.g. ssh_options[:keys] = %w(/Users/your_username/.ssh/id_rsa)
+
+            You can put this in your .caprc file in your home directory.
+
+            ERROR
+            exit
+          end
+        
+          deprec2.mkdir '.ssh', :mode => 0700
+          put(ssh_options[:keys].collect{|key| File.read(key+'.pub')}.join("\n"), '.ssh/authorized_keys', :mode => 0600 )
+          
+        else  
+          
+          deprec2.mkdir "/home/#{target_user}/.ssh", :mode => 0700, :owner => "#{target_user}.users", :via => :sudo
+          std.su_put File.read("config/ssh/authorized_keys/#{target_user}"), "/home/#{target_user}/.ssh/authorized_keys", '/tmp/', :mode => 0600
+          sudo "chown #{target_user}.users /home/#{target_user}/.ssh/authorized_keys"
+          
+        end
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/svn.rb

@@ -0,0 +1,171 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+require 'fileutils'
+require 'uri'
+
+# http://svnbook.red-bean.com/en/1.4/svn-book.html#svn.serverconfig.choosing.apache
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :svn do
+  
+      set :scm_group, 'scm'
+  
+      # Extract svn attributes from :repository URL
+      # 
+      # Two examples of :repository entries are:
+      #
+      #   set :repository, 'svn+ssh://scm.deprecated.org/var/svn/deprec/trunk'
+      #   set :repository, 'file:///tmp/svn/deprec/trunk'
+      #
+      # This has only been tested with svn+ssh but file: should work.
+      #
+      set (:svn_scheme) { URI.parse(repository).scheme }  
+      set (:svn_host)   { URI.parse(repository).host }
+      set (:repos_path) { URI.parse(repository).path }
+      set (:repos_root) { 
+        URI.parse(repository).path.sub(/\/(trunk|tags|branches)$/, '') 
+      }
+  
+      # account name to perform actions on (such as granting access to an account)
+      # this is a hack to allow us to optionally pass a variable to tasks 
+      set (:svn_account) do
+        Capistrano::CLI.ui.ask 'account name'
+      end
+  
+      set(:svn_backup_dir) { File.join(backup_dir, 'svn') }
+  
+      desc "Install Subversion"
+      task :install do
+        install_deps
+        # XXX should really check if apache has already been installed
+        # XXX can do that when we move to rake
+        # deprec2.download_src(src_package, src_dir)
+        # deprec2.install_from_src(src_package, src_dir)
+      end
+  
+      desc "install dependencies for Subversion"
+      task :install_deps do
+        apt.install( {:base => %w(subversion)}, :stable )
+        # XXX deprec1 - was building from source to get subversion-1.4.5 onto dapper. Compiled swig bindings for trac
+        # apt.install( {:base => %w(build-essential wget libneon25 libneon25-dev swig python-dev libexpat1-dev)}, :stable )
+      end
+  
+      desc "grant a user access to svn repos"
+      task :grant_user_access, :roles => :scm do
+        # creates account, scm_group and adds account to group
+        deprec2.useradd(svn_account)
+        deprec2.groupadd(scm_group) 
+        deprec2.add_user_to_group(svn_account, scm_group)
+      end
+  
+      desc "Create subversion repository and import project into it"
+      task :setup, :roles => :scm do 
+        create_repos
+        import
+      end
+  
+      desc "Create a subversion repository"
+      task :create_repos, :roles => :scm do
+        set :svn_account, top.user
+        grant_user_access
+        deprec2.mkdir(repos_root, :mode => 02775, :group => scm_group, :via => :sudo)
+        sudo "svnadmin verify #{repos_root} > /dev/null 2>&1 || sudo svnadmin create #{repos_root}"
+        sudo "chmod -R g+w #{repos_root}"
+      end
+  
+      # Adapted from code in Bradley Taylors RailsMachine gem
+      desc "Import project into subversion repository."
+      task :import, :roles => :scm do 
+        new_path = "../#{application}"
+        tags = repository.sub("trunk", "tags")
+        branches = repository.sub("trunk", "branches")
+        puts "Adding branches and tags"
+        system "svn mkdir -m 'Adding tags and branches directories' #{tags} #{branches}"
+        puts "Importing application."
+        system "svn import #{repository} -m 'Import'"
+        cwd = Dir.getwd
+        puts "Moving application to new directory"
+        Dir.chdir '../'
+        system "mv #{cwd} #{cwd}.imported"
+        puts "Checking out application."
+        system "svn co #{repository} #{application}"
+        Dir.chdir application
+        remove_log_and_tmp
+        puts "Your repository is: #{repository}" 
+      end
+  
+      # Lifted from Bradley Taylors RailsMachine gem
+      desc "remove and ignore log files and tmp from subversion"
+      task :remove_log_and_tmp, :roles => :scm  do
+        puts "removing log directory contents from svn"
+        system "svn remove log/*"
+        puts "ignoring log directory"
+        system "svn propset svn:ignore '*.log' log/"
+        system "svn update log/"
+        puts "removing contents of tmp sub-directorys from svn"
+        system "svn remove tmp/cache/*"
+        system "svn remove tmp/pids/*"
+        system "svn remove tmp/sessions/*"
+        system "svn remove tmp/sockets/*"
+        puts "ignoring tmp directory"
+        system "svn propset svn:ignore '*' tmp/cache"
+        system "svn propset svn:ignore '*' tmp/pids"
+        system "svn propset svn:ignore '*' tmp/sessions"
+        system "svn propset svn:ignore '*' tmp/sockets"
+        system "svn update tmp/"
+        puts "committing changes"
+        system "svn commit -m 'Removed and ignored log files and tmp'"
+      end
+  
+      # desc "Cache svn name and password on the server. Useful for http-based repositories."
+      task :cache_credentials do
+        run_with_input "svn list #{repository}"
+      end
+  
+      desc "create backup of trac repository"
+      task :backup, :roles => :scm do
+        # http://svnbook.red-bean.com/nightly/en/svn.reposadmin.maint.html#svn.reposadmin.maint.backup
+        # XXX do we need this? insane!
+        # echo "REPOS_BASE=/var/svn" > ~/.svntoolsrc
+        DATE=`date +%Y%m%d-%a`
+    
+        timestamp = Time.now.strftime("%Y%m%d-%a")
+        deprec2.mkdir(svn_backup_dir, :owner => :root, :group => :deploy, :mode => 0775, :via => :sudo)
+        dest_dir = File.join(svn_backup_dir, "#{application}_#{timestamp}")
+        sudo "svnadmin hotcopy #{repos_root} #{dest_dir}"
+      end
+
+      task :restore, :roles => :scm do
+        # prompt user to select from list of locally stored backups
+        # tracd_stop
+        # copy out backup
+      end
+  
+  
+      # XXX TODO
+      # desc "backup repository" 
+      # task :svn_backup_respository, :roles => :scm do
+      #   puts "read http://svnbook.red-bean.com/nightly/en/svn-book.html#svn.reposadmin.maint.backup"
+      # end
+
+      end 
+  end
+end
+
+# svnserve setup
+# I've previously used ssh exclusively I've decided svnserve is a reasonable choice for collaboration on open source projects.
+# It's easier to setup than apache/ssl webdav access.
+#
+# sudo useradd svn
+# sudo mkdir -p /var/svn/deprec_svnserve_root
+# sudo ln -sf /var/www/apps/deprec/repos /var/svn/deprec_svnserve_root/deprec
+# sudo chown -R svn /var/svn/deprec_svnserve_root/deprec
+
+#
+# XXX put password file into svn and command to push it
+# 
+# # run svnserve
+# sudo -u svn svnserve --daemon --root /var/svn/deprec_svnserve_root
+# 
+# # check it out now
+# svn co svn://scm.deprecated.org/deprec/trunk deprec