le1t0-deprec 2.1.6.001

data/lib/deprec/recipes/ssh.rb

@@ -0,0 +1,147 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :ssh do
+      
+      # hash of :user => :ssh_key combinations
+      # :ssh_*_keys can be:
+      # - one key (a string)
+      # - an array of keys
+      set :ssh_user_keys, { }
+      set :ssh_host_keys, { }
+      # an array of symbols or strings containing user_names/host_names as defined in :ssh_*_keys
+      set :ssh_users, [ ]
+      set :ssh_hosts, [ ]
+
+      SYSTEM_CONFIG_FILES[:ssh] = [
+        
+        {:template => "sshd_config.erb",
+         :path => '/etc/ssh/sshd_config',
+         :mode => 0644,
+         :owner => 'root:root'},
+         
+        {:template => "ssh_config.erb",
+         :path => '/etc/ssh/ssh_config',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+      
+      task :config_gen do        
+        SYSTEM_CONFIG_FILES[:ssh].each do |file|
+          deprec2.render_template(:ssh, file)
+        end
+        auth_keys_dir = 'config/ssh/authorized_keys'
+        if ! File.directory?(auth_keys_dir)
+          puts "Creating #{auth_keys_dir}"
+          Dir.mkdir(auth_keys_dir)
+        end
+      end
+      
+      desc "Push ssh config files to server"
+      task :config do
+        deprec2.push_configs(:ssh, SYSTEM_CONFIG_FILES[:ssh])
+        restart
+      end
+
+      task :set_access do
+        if ssh_users.size > 0
+          run "rm -f ~/.ssh/authorized_keys.new"
+          ssh_users.each do |ssh_user|
+            keys = [ssh_user_keys[ssh_user]].flatten
+            keys.each do |ssh_key|
+              deprec2.append_to_file_if_missing('~/.ssh/authorized_keys.new', ssh_key)
+            end
+          end
+          run "cp ~/.ssh/authorized_keys ~/.ssh/authorized_keys.bak"
+          run "mv ~/.ssh/authorized_keys.new ~/.ssh/authorized_keys"
+        end
+
+        if ssh_hosts.size > 0
+          run "rm -f ~/.ssh/known_hosts.new"
+          ssh_hosts.each do |ssh_user|
+            keys = [ssh_host_keys[ssh_user]].flatten
+            keys.each do |ssh_key|
+              deprec2.append_to_file_if_missing('~/.ssh/known_hosts.new', ssh_key)
+            end
+          end
+          run "cp ~/.ssh/known_hosts ~/.ssh/known_hosts.bak"
+          run "mv ~/.ssh/known_hosts.new ~/.ssh/known_hosts"
+        end
+      end
+      
+      desc "Start ssh"
+      task :start do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Stop ssh"
+      task :stop do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+    
+      desc "Restart ssh"
+      task :restart do
+        send(run_method, "/etc/init.d/ssh restart")
+      end
+    
+      desc "Reload ssh"
+      task :reload do
+        send(run_method, "/etc/init.d/ssh reload")
+      end
+      
+      desc "Sets up authorized_keys file on remote server"
+      task :setup_keys do
+        
+        default(:target_user) { 
+          Capistrano::CLI.ui.ask "Setup keys for which user?" do |q|
+            q.default = user
+          end
+        }
+        
+        # If we have an authorized keys file for this user
+        # then copy that out
+        if File.exists?("config/ssh/authorized_keys/#{target_user}") 
+          deprec2.mkdir "/home/#{target_user}/.ssh", :mode => 0700, :owner => "#{target_user}.users", :via => :sudo
+          std.su_put File.read("config/ssh/authorized_keys/#{target_user}"), "/home/#{target_user}/.ssh/authorized_keys", '/tmp/', :mode => 0600
+          sudo "chown #{target_user}.users /home/#{target_user}/.ssh/authorized_keys"
+        
+        elsif target_user == user
+          
+          # If the user has specified a key Capistrano should use
+          if ssh_options[:keys]
+            deprec2.mkdir '.ssh', :mode => 0700
+            put(ssh_options[:keys].collect{|key| File.read("#{key}.pub")}.join("\n"), '.ssh/authorized_keys', :mode => 0600 )
+          
+          # Try to find the current users public key
+          elsif keys = %w[id_rsa id_dsa identity].collect { |f| "#{ENV['HOME']}/.ssh/#{f}.pub" if File.exists?("#{ENV['HOME']}/.ssh/#{f}.pub") }.compact
+            deprec2.mkdir '.ssh', :mode => 0700
+            put(keys.collect{|key| File.read(key)}.join("\n"), '.ssh/authorized_keys', :mode => 0600 )
+            
+          else
+            puts <<-ERROR
+
+            You need to define the name of your SSH key(s)
+            e.g. ssh_options[:keys] = %w(/Users/your_username/.ssh/id_rsa)
+
+            You can put this in your .caprc file in your home directory.
+
+            ERROR
+            exit
+          end
+        else
+          puts <<-ERROR
+          
+          Could not find ssh public key(s) for user #{user}
+          
+          Please create file containing ssh public keys in:
+          
+            config/ssh/authorized_keys/#{target_user}
+            
+          ERROR
+        end
+        
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/ssl.rb

@@ -0,0 +1,56 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :ssl do
+
+      # Install Openssl
+      task :install, :roles => :web do
+        install_deps
+      end
+
+      # Install dependencies for ssl
+      task :install_deps, :roles => :web do
+        apt.install( {:base => %w(openssl)}, :stable )
+      end
+
+      PROJECT_CONFIG_FILES[:ssl] = [
+
+        {:template => 'ssl-cert-snakeoil.pem',
+          :path => '/etc/ssl/certs/ssl-cert-snakeoil.pem',
+          :mode => 0644,
+          :owner => 'root:root'},
+
+        {:template => 'ssl-cert-snakeoil.key',
+          :path => "/etc/ssl/private/ssl-cert-snakeoil.key",
+          :mode => 0640,
+          :owner => 'root:ssl-cert'},
+          
+        { :template => 'make-ssl-cert',
+            :path => "/usr/sbin/make-ssl-cert",
+            :mode => 0755,
+            :owner => 'root:root'}
+          
+      ]
+      
+      # Generate ssl certs
+      task :config_gen do
+        PROJECT_CONFIG_FILES[:ssl].each do |file|
+          deprec2.render_template(:ssl, file)
+        end
+      end
+
+      # Copy out ssl certs
+      task :config, :roles => :web do
+        deprec2.push_configs(:ssl, PROJECT_CONFIG_FILES[:ssl])
+      end
+      
+      # WOn't run without controlling terminal! :-(
+      # task :generate_snakeoil_cert, :roles => :web do
+      #   sudo "/usr/sbin/make-ssl-cert generate-default-snakeoil"
+      # end
+      
+    end
+    
+  end
+end
+      

data/lib/deprec/recipes/starling.rb

@@ -0,0 +1,119 @@
+# Deprec script to install the Starling Messaging Server
+# This uses the forked copy located at http://github.com/starling/starling instead of the original gem
+# The start/stop/restart tasks are based on code used in the 'starling.ubuntu' script which is contained in the Starling repository.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :starling do
+      set :starling_port, 15151
+      set :starling_address, "127.0.0.1"
+      set :starling_user, "starling"
+      set :starling_group, "starling"
+      set :starling_spool_dir, "/var/spool/starling"
+      set :starling_run_dir, "/var/run/starling"
+      set :starling_log_dir, "/var/log/starling"
+      set :starling_runtime_options, "-h #{starling_address} -p #{starling_port} -d -q #{starling_spool_dir} -P #{starling_spool_dir}/starling.pid -L #{starling_log_dir}/starling.log"
+      
+      # Installation
+      desc "Installs the Starling gem"
+      task :install, :roles => :app do
+        sudo("gem install eventmachine --no-rdoc --no-ri")
+        sudo("gem install starling-starling --source http://gems.github.com -v 0.9.9 --no-rdoc --no-ri")
+
+        deprec2.mkdir(starling_spool_dir, :via => :sudo)
+        deprec2.mkdir(starling_run_dir, :via => :sudo)
+        deprec2.mkdir(starling_log_dir, :via => :sudo)
+
+        create_starling_user_and_group
+        set_perms_for_starling_dirs
+        symlink_starling_for_rubyee if ruby_vm_type == :ree
+
+        SYSTEM_CONFIG_FILES[:starling].each do |file|
+          deprec2.render_template(:starling, file.merge(:remote=>true))
+        end
+
+        activate
+      end
+      
+      # Configure
+      
+      SYSTEM_CONFIG_FILES[:starling] = [
+        {:template => 'starling-init-script.erb',
+         :path => '/etc/init.d/starling',
+         :mode => 0755,
+         :owner => 'root:root'},
+         
+         {:template => 'monit.conf.erb',
+          :path => "/etc/monit.d/monit_starling.conf", 
+          :mode => 0600,
+          :owner => 'root:root'}
+      ]
+      
+      # Generating Configuration Files
+      desc "Generate configuration file(s) for Starling from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:starling].each do |file|
+          deprec2.render_template(:starling, file)
+        end  
+      end
+
+      desc 'Deploy configuration files(s) for Starling'
+      task :config, :roles => :app do
+        deprec2.push_configs(:starling, SYSTEM_CONFIG_FILES[:starling])
+      end
+
+      # Control
+
+      desc "Starts the Starling server"
+      task :start, :roles => :app do
+        send(run_method, "start-stop-daemon -c #{starling_user}:#{starling_group} --start --quiet --pidfile #{starling_run_dir}/starling.pid --exec /usr/local/bin/starling -- #{starling_runtime_options}")
+      end
+      
+      desc "Stops the Starling server"
+      task :stop, :roles => :app do
+        send(run_method, "start-stop-daemon -c #{starling_user}:#{starling_group} --stop --quiet --pidfile #{starling_run_dir}/starling.pid --exec /usr/local/bin/starling -- #{starling_runtime_options}")
+      end
+
+      desc "Restarts the Starling server"
+      task :restart, :roles => :app do
+        send(run_method, "start-stop-daemon -c #{starling_user}:#{starling_group} --stop --quiet --pidfile #{starling_run_dir}/starling.pid --exec /usr/local/bin/starling -- #{starling_runtime_options}")
+        sleep(2)
+        send(run_method, "start-stop-daemon -c #{starling_user}:#{starling_group} --start --quiet --pidfile #{starling_run_dir}/starling.pid --exec /usr/local/bin/starling -- #{starling_runtime_options}")
+      end
+
+      task :activate, :roles => :app do
+        send(run_method, "update-rc.d starling defaults")
+      end
+
+      task :deactivate, :roles => :app do
+        send(run_method, "update-rc.d -f starling remove")
+      end
+
+      # User/Group creation & permission assignment
+      # These were based off the tasks used in the mongrel recipe - 
+      # as this was probably the nicest way to ensure these tasks 
+      # were doing the right thing.
+      desc "create user and group for starling to run as"
+      task :create_starling_user_and_group, :roles => :app do
+        deprec2.groupadd(starling_group) 
+        deprec2.useradd(starling_user, :group => starling_group, :homedir => false)
+        # Set the primary group for the starling user (in case user already existed
+        # when previous command was run)
+        sudo "usermod --gid #{starling_group} #{starling_user}"
+      end
+      
+      desc "set group ownership and permissions on dirs starling needs to write to"
+      task :set_perms_for_starling_dirs, :roles => :app do
+        sudo "chgrp -R #{starling_group} #{starling_spool_dir} #{starling_run_dir} #{starling_log_dir}"
+        sudo "chmod -R g+w #{starling_spool_dir} #{starling_run_dir} #{starling_log_dir}" 
+      end      
+
+      task :symlink_starling_for_rubyee, :roles => :app do
+        # This ensures we symlink from the REE common directory, NOT the
+        # actual REE install directory (so when we change the REE version,
+        # we don't have to fuddle around again).
+        sudo "ln -s #{ree_short_path}/bin/starling /usr/local/bin/starling"
+      end
+
+    end
+  end
+end

data/lib/deprec/recipes/svn.rb

@@ -0,0 +1,171 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+require 'fileutils'
+require 'uri'
+
+# http://svnbook.red-bean.com/en/1.4/svn-book.html#svn.serverconfig.choosing.apache
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :svn do
+  
+      set :scm_group, 'scm'
+  
+      # Extract svn attributes from :repository URL
+      # 
+      # Two examples of :repository entries are:
+      #
+      #   set :repository, 'svn+ssh://scm.deprecated.org/var/svn/deprec/trunk'
+      #   set :repository, 'file:///tmp/svn/deprec/trunk'
+      #
+      # This has only been tested with svn+ssh but file: should work.
+      #
+      set (:svn_scheme) { URI.parse(repository).scheme }  
+      set (:svn_host)   { URI.parse(repository).host }
+      set (:repos_path) { URI.parse(repository).path }
+      set (:repos_root) { 
+        URI.parse(repository).path.sub(/\/(trunk|tags|branches)$/, '') 
+      }
+  
+      # account name to perform actions on (such as granting access to an account)
+      # this is a hack to allow us to optionally pass a variable to tasks 
+      set (:svn_account) do
+        Capistrano::CLI.ui.ask 'account name'
+      end
+  
+      set(:svn_backup_dir) { File.join(backup_dir, 'svn') }
+  
+      desc "Install Subversion"
+      task :install do
+        install_deps
+        # XXX should really check if apache has already been installed
+        # XXX can do that when we move to rake
+        # deprec2.download_src(src_package, src_dir)
+        # deprec2.install_from_src(src_package, src_dir)
+      end
+  
+      desc "install dependencies for Subversion"
+      task :install_deps do
+        apt.install( {:base => %w(subversion)}, :stable )
+        # XXX deprec1 - was building from source to get subversion-1.4.5 onto dapper. Compiled swig bindings for trac
+        # apt.install( {:base => %w(build-essential wget libneon25 libneon25-dev swig python-dev libexpat1-dev)}, :stable )
+      end
+  
+      desc "grant a user access to svn repos"
+      task :grant_user_access, :roles => :scm do
+        # creates account, scm_group and adds account to group
+        deprec2.useradd(svn_account)
+        deprec2.groupadd(scm_group) 
+        deprec2.add_user_to_group(svn_account, scm_group)
+      end
+  
+      desc "Create subversion repository and import project into it"
+      task :setup, :roles => :scm do 
+        create_repos
+        import
+      end
+  
+      desc "Create a subversion repository"
+      task :create_repos, :roles => :scm do
+        set :svn_account, top.user
+        grant_user_access
+        deprec2.mkdir(repos_root, :mode => 02775, :group => scm_group, :via => :sudo)
+        sudo "svnadmin verify #{repos_root} > /dev/null 2>&1 || sudo svnadmin create #{repos_root}"
+        sudo "chmod -R g+w #{repos_root}"
+      end
+  
+      # Adapted from code in Bradley Taylors RailsMachine gem
+      desc "Import project into subversion repository."
+      task :import, :roles => :scm do 
+        new_path = "../#{application}"
+        tags = repository.sub("trunk", "tags")
+        branches = repository.sub("trunk", "branches")
+        puts "Adding branches and tags"
+        system "svn mkdir -m 'Adding tags and branches directories' #{tags} #{branches}"
+        puts "Importing application."
+        system "svn import #{repository} -m 'Import'"
+        cwd = Dir.getwd
+        puts "Moving application to new directory"
+        Dir.chdir '../'
+        system "mv #{cwd} #{cwd}.imported"
+        puts "Checking out application."
+        system "svn co #{repository} #{application}"
+        Dir.chdir application
+        remove_log_and_tmp
+        puts "Your repository is: #{repository}" 
+      end
+  
+      # Lifted from Bradley Taylors RailsMachine gem
+      desc "remove and ignore log files and tmp from subversion"
+      task :remove_log_and_tmp, :roles => :scm  do
+        puts "removing log directory contents from svn"
+        system "svn remove log/*"
+        puts "ignoring log directory"
+        system "svn propset svn:ignore '*.log' log/"
+        system "svn update log/"
+        puts "removing contents of tmp sub-directorys from svn"
+        system "svn remove tmp/cache/*"
+        system "svn remove tmp/pids/*"
+        system "svn remove tmp/sessions/*"
+        system "svn remove tmp/sockets/*"
+        puts "ignoring tmp directory"
+        system "svn propset svn:ignore '*' tmp/cache"
+        system "svn propset svn:ignore '*' tmp/pids"
+        system "svn propset svn:ignore '*' tmp/sessions"
+        system "svn propset svn:ignore '*' tmp/sockets"
+        system "svn update tmp/"
+        puts "committing changes"
+        system "svn commit -m 'Removed and ignored log files and tmp'"
+      end
+  
+      # desc "Cache svn name and password on the server. Useful for http-based repositories."
+      task :cache_credentials do
+        run_with_input "svn list #{repository}"
+      end
+  
+      desc "create backup of trac repository"
+      task :backup, :roles => :scm do
+        # http://svnbook.red-bean.com/nightly/en/svn.reposadmin.maint.html#svn.reposadmin.maint.backup
+        # XXX do we need this? insane!
+        # echo "REPOS_BASE=/var/svn" > ~/.svntoolsrc
+        DATE=`date +%Y%m%d-%a`
+    
+        timestamp = Time.now.strftime("%Y%m%d-%a")
+        deprec2.mkdir(svn_backup_dir, :owner => :root, :group => :deploy, :mode => 0775, :via => :sudo)
+        dest_dir = File.join(svn_backup_dir, "#{application}_#{timestamp}")
+        sudo "svnadmin hotcopy #{repos_root} #{dest_dir}"
+      end
+
+      task :restore, :roles => :scm do
+        # prompt user to select from list of locally stored backups
+        # tracd_stop
+        # copy out backup
+      end
+  
+  
+      # XXX TODO
+      # desc "backup repository" 
+      # task :svn_backup_respository, :roles => :scm do
+      #   puts "read http://svnbook.red-bean.com/nightly/en/svn-book.html#svn.reposadmin.maint.backup"
+      # end
+
+      end 
+  end
+end
+
+# svnserve setup
+# I've previously used ssh exclusively I've decided svnserve is a reasonable choice for collaboration on open source projects.
+# It's easier to setup than apache/ssl webdav access.
+#
+# sudo useradd svn
+# sudo mkdir -p /var/svn/deprec_svnserve_root
+# sudo ln -sf /var/www/apps/deprec/repos /var/svn/deprec_svnserve_root/deprec
+# sudo chown -R svn /var/svn/deprec_svnserve_root/deprec
+
+#
+# XXX put password file into svn and command to push it
+# 
+# # run svnserve
+# sudo -u svn svnserve --daemon --root /var/svn/deprec_svnserve_root
+# 
+# # check it out now
+# svn co svn://scm.deprecated.org/deprec/trunk deprec