le1t0-deprec 2.1.6.001

data/lib/deprec/recipes/raid/amcc_3ware.rb

@@ -0,0 +1,21 @@
+# Copyright 2009-2010 by le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :amcc_3ware do
+      
+      desc "Install 3ware management tools"
+      task :install, :roles => :storage_backend do
+        sudo "sh -c 'cd /tmp ; wget http://www.3ware.com/download/Escalade9690SA-Series/9.5.3/tw_cli-linux-x86_64-9.5.3.tgz'"
+        sudo "sh -c 'cd /tmp ; wget http://www.3ware.com/download/Escalade9690SA-Series/9.5.3/tw_cli-linux-x86-9.5.3.tgz'"
+        
+        sudo "sh -c 'cd /opt ; mkdir -p 3ware_tools/x86_64 ; cd 3ware_tools/x86_64 ; tar zxf /tmp/tw_cli-linux-x86_64-9.5.3.tgz'"
+        sudo "sh -c 'cd /opt ; mkdir -p 3ware_tools/i686 ; cd 3ware_tools/i686 ; tar zxf /tmp/tw_cli-linux-x86-9.5.3.tgz ; ln -sf /opt/3ware_tools/i686 /opt/3ware_tools/i386'"
+        sudo "ln -sf /opt/3ware_tools/$(uname -m) /opt/3ware"
+        
+        sudo "chmod 755 /opt/3ware/tw_cli"
+        sudo "ln -sf /opt/3ware/tw_cli /usr/local/bin/"
+      end
+
+    end
+  end
+end

data/lib/deprec/recipes/rails.rb

@@ -0,0 +1,330 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+
+  set :app_user_prefix,  'app_'
+  set(:app_user) { app_user_prefix + application }
+  set :app_group_prefix,  'app_'
+  set(:app_group) { app_group_prefix + application }
+  set(:app_user_homedir) { deploy_to }
+  set :database_yml_in_scm, true
+  set :app_symlinks, nil
+  set :rails_env, 'production'
+  set :gems_for_project, nil # Array of gems to be installed for app
+  set :packages_for_project, nil # Array of packages to be installed for app
+  set :shared_dirs, nil # Array of directories that should be created under shared/
+                        # and linked to in the project
+
+  # Hook into the default capistrano deploy tasks
+  before 'deploy:setup', :except => { :no_release => true } do
+    top.deprec.rails.setup_user_perms
+    top.deprec.rails.create_app_user_and_group
+    top.deprec.rails.setup_paths
+    top.deprec.rails.setup_shared_dirs
+    top.deprec.rails.install_packages_for_project
+    top.deprec.rails.install_gems_for_project
+  end
+
+  after 'deploy:setup', :except => { :no_release => true } do
+    top.deprec.rails.create_config_dir
+    top.deprec.rails.config_gen
+    top.deprec.rails.config
+    top.deprec.rails.activate_services
+    top.deprec.rails.set_perms_on_shared_and_releases
+    top.deprec.web.reload if web_server_type.to_s != 'none'
+    top.deprec.rails.setup_database
+  end
+
+  after 'deploy:symlink', :roles => :app do
+    top.deprec.rails.symlink_shared_dirs
+    top.deprec.rails.symlink_database_yml unless database_yml_in_scm
+    top.deprec.rails.make_writable_by_app
+    top.deprec.passenger.set_owner_of_environment_rb if app_server_type.to_s == 'passenger'
+  end
+
+  after :deploy, "deploy:cleanup"
+  
+  namespace :rake do
+    namespace :gems do
+      task :install, :roles => :app do
+        run "cd #{current_path} && #{sudo} rake gems:install"
+      end
+    end
+  end
+  namespace :db do
+    task :migrate, :roles => :db do
+      run "cd #{current_path} && #{sudo} rake gems:install"
+    end
+  end
+  
+  namespace :deprec do
+    namespace :rails do
+      
+      #
+      # If database.yml is not kept in scm and it is present in local
+      # config dir then push it out to server.
+      #
+      before 'deprec:rails:symlink_database_yml', :roles => :app do
+        push_database_yml unless database_yml_in_scm
+      end
+      
+      task :setup_database, :roles => :db do
+        if ! roles[:db].servers.empty? # Some apps don't use database!
+          deprec2.read_database_yml
+          top.deprec.db.create_user
+          top.deprec.db.create_database
+          top.deprec.db.grant_user_access_to_database
+        end
+      end
+      
+      task :install, :roles => :app do
+        install_deps
+        install_gems
+      end
+
+      task :install_deps do
+        apt.install( {:base => %w(libmysqlclient15-dev sqlite3 libsqlite3-ruby libsqlite3-dev libpq-dev)}, :stable )
+      end
+      
+      # install some required ruby gems
+      task :install_gems do
+        gem2.install 'sqlite3-ruby'
+        gem2.install 'mysql'
+        gem2.install 'ruby-pg'
+        gem2.install 'rails'
+        gem2.install 'rake'
+        gem2.install 'rspec'
+      end
+      
+      desc <<-DESC
+      Install full rails stack on a stock standard ubuntu server (7.10, 8.04)
+      DESC
+      task :install_stack do   
+
+        top.deprec.ruby.install
+        top.deprec.rails.install
+        top.deprec.svn.install
+        top.deprec.git.install
+        top.deprec.web.install        # Uses value of web_server_type 
+        top.deprec.app.install        # Uses value of app_server_type
+        top.deprec.monit.install if use_monit # FIXME: should be generic namespace monitoring, with :none option
+        top.deprec.logrotate.install if use_logrotate # FIXME: should be generic namespace logrotation, with :none option
+        
+        # We not longer install database server as part of this task.
+        # There is too much danger that someone will wreck an existing
+        # shared database.
+        #
+        # Install database server with:
+        #
+        #   cap deprec:db:install
+      end
+      
+      task :install_rails_stack do
+        puts "deprecated: this task is now called install_stack"
+        install_stack
+      end
+      
+      desc "Generate config files for rails app."
+      task :config_gen do
+        top.deprec.web.config_gen_project if web_server_type.to_s != 'none'
+        top.deprec.app.config_gen_project if app_server_type.to_s != 'none'
+      end
+
+      desc "Push out config files for rails app."
+      task :config do
+        top.deprec.web.config_project if web_server_type.to_s != 'none'
+        top.deprec.app.config_project if app_server_type.to_s != 'none'
+      end
+
+      task :create_config_dir, :roles => :app do
+        deprec2.mkdir("#{shared_path}/config", :group => group, :mode => 0775, :via => :sudo)
+      end
+      
+      # XXX This should be restricted a bit to limit what app can write to. - Mike
+      desc "set group ownership and permissions on dirs app server needs to write to"
+      task :make_writable_by_app, :roles => :app do
+        dirs = "#{shared_path} #{current_path}/tmp #{current_path}/public"
+        sudo "chgrp -R #{app_group} #{dirs}"
+        sudo "chmod -R g+w #{dirs}" 
+        
+        # set owner and group of log files 
+        # XXX Factor out mongrel
+        files = ["#{mongrel_log_dir}/mongrel.log", "#{mongrel_log_dir}/#{rails_env}.log"]
+        files.each { |file|
+          sudo "touch #{file}"
+          sudo "chown #{app_user} #{file}"   
+          sudo "chgrp #{app_group} #{file}" 
+          sudo "chmod g+w #{file}"   
+        } 
+      end
+      
+      desc "Create deployment group and add current user to it"
+      task :setup_user_perms, :roles => [:app, :web] do
+        deprec2.groupadd(group)
+        deprec2.add_user_to_group(user, group)
+        deprec2.groupadd(app_group)
+        deprec2.add_user_to_group(user, app_group)
+        # we've just added ourself to a group - need to teardown connection
+        # so that next command uses new session where we belong in group 
+        deprec2.teardown_connections
+      end
+      
+      desc "Create user and group for application to run as"
+      task :create_app_user_and_group, :roles => :app do
+        deprec2.groupadd(app_group) 
+        deprec2.useradd(app_user, :group => app_group, :homedir => false)
+        # Set the primary group for the user the application runs as (in case 
+        # user already existed when previous command was run)
+        sudo "usermod --gid #{app_group} --home #{app_user_homedir} #{app_user}"
+      end
+      
+      task :set_perms_on_shared_and_releases, :roles => :app do
+        releases = File.join(deploy_to, 'releases')
+        sudo "chgrp -R #{group} #{shared_path} #{releases}"
+        sudo "chmod -R g+w #{shared_path} #{releases}"
+      end
+
+      # Setup database server.
+      task :setup_db, :roles => :db, :only => { :primary => true } do
+        top.deprec.mysql.setup if db_server_type.to_s == 'mysql' # FIXME: should be generic db namespace call?
+      end
+
+      # setup extra paths required for deployment
+      task :setup_paths, :roles => [:app, :web] do
+        deprec2.mkdir(deploy_to, :mode => 0775, :group => group, :via => :sudo)
+        deprec2.mkdir(shared_path, :mode => 0775, :group => group, :via => :sudo)
+      end
+      
+      # Symlink list of files and dirs from shared to current
+      #
+      # XXX write up explanation
+      #
+      desc "Setup shared dirs"
+      task :setup_shared_dirs, :roles => [:app, :web] do
+        if shared_dirs
+          shared_dirs.each { |dir| deprec2.mkdir( "#{shared_path}/#{dir}", :via => :sudo ) }
+        end
+      end
+      #
+      desc "Symlink shared dirs."
+      task :symlink_shared_dirs, :roles => [:app, :web] do
+        if shared_dirs
+          shared_dirs.each do |dir| 
+            path = File.split(dir)[0]
+            if path != '.'
+              deprec2.mkdir("#{current_path}/#{path}")
+            end
+            sudo "test -d #{current_path}/#{dir} && mv #{current_path}/#{dir} #{current_path}/#{dir}.moved_by_deprec; exit 0"
+            run "ln -nfs #{shared_path}/#{dir} #{current_path}/#{dir}" 
+          end
+        end
+      end
+      
+      task :install_packages_for_project, :roles => :app do
+        if packages_for_project
+          apt.install({ :base => packages_for_project }, :stable)
+        end
+      end
+      
+      task :install_gems_for_project, :roles => :app do
+        if gems_for_project
+          gems_for_project.each { |gem| gem2.install(gem) }
+        end
+      end
+      
+      desc "Activate web, app and monit"
+      task :activate_services do
+        top.deprec.web.activate if web_server_type.to_s != 'none'
+        top.deprec.app.activate if app_server_type.to_s != 'none'
+        top.deprec.monit.activate if use_monit # FIXME: should be generic namespace monitoring, with :none option
+      end
+
+      # database.yml stuff
+      #
+      # XXX DRY this up 
+      # I don't know how to let :gen_db_yml check if values have been set.
+      #
+      # if (self.respond_to?("db_host_#{rails_env}".to_sym)) # doesn't seem to work
+
+      set :db_host_default, lambda { Capistrano::CLI.prompt 'Enter database host', 'localhost'}
+      set :db_host_staging, lambda { db_host_default }
+      set :db_host_production, lambda { db_host_default }
+
+      set :db_name_default, lambda { Capistrano::CLI.prompt 'Enter database name', "#{application}_#{rails_env}" }
+      set :db_name_staging, lambda { db_name_default }
+      set :db_name_production, lambda { db_name_default }
+
+      set :db_user_default, lambda { Capistrano::CLI.prompt 'Enter database user', 'root' }
+      set :db_user_staging, lambda { db_user_default }
+      set :db_user_production, lambda { db_user_default }
+
+      set :db_pass_default, lambda { Capistrano::CLI.prompt 'Enter database pass', '' }
+      set :db_pass_staging, lambda { db_pass_default }
+      set :db_pass_production, lambda { db_pass_default }
+
+      set :db_adaptor_default, lambda { Capistrano::CLI.prompt 'Enter database adaptor', 'mysql' }
+      set :db_adaptor_staging, lambda { db_adaptor_default }
+      set :db_adaptor_production, lambda { db_adaptor_default }
+
+      set :db_socket_default, lambda { Capistrano::CLI.prompt('Enter database socket', '')}
+      set :db_socket_staging, lambda { db_socket_default }
+      set :db_socket_production, lambda { db_socket_default }
+
+      task :generate_database_yml, :roles => :app do    
+        database_configuration = render :template => <<-EOF
+        #{rails_env}:
+        adapter: #{self.send("db_adaptor_#{rails_env}")}
+        database: #{self.send("db_name_#{rails_env}")}
+        username: #{self.send("db_user_#{rails_env}")}
+        password: #{self.send("db_pass_#{rails_env}")}
+        host: #{self.send("db_host_#{rails_env}")}
+        socket: #{self.send("db_socket_#{rails_env}")}
+        EOF
+        run "mkdir -p #{deploy_to}/#{shared_dir}/config" 
+        put database_configuration, "#{deploy_to}/#{shared_dir}/config/database.yml" 
+      end
+
+      desc "Link in the production database.yml" 
+      task :symlink_database_yml, :roles => :app do
+        run "#{sudo} ln -nfs #{shared_path}/config/database.yml #{current_path}/config/database.yml" 
+      end
+      
+      desc "Copy database.yml to shared/config/database.yml. Useful if not kept in scm"
+      task :push_database_yml, :roles => :app do
+        stage = exists?(:stage) ? fetch(:stage).to_s : ''
+        full_local_path = File.join('config', stage, 'database.yml')
+        if File.exists?(full_local_path)
+          std.su_put(File.read(full_local_path), "#{shared_path}/config/database.yml", '/tmp/')
+        end
+      end
+      
+    end
+
+    namespace :database do
+      
+      desc "Create database"
+      task :create, :roles => :app do
+        run "cd #{deploy_to}/current && rake db:create RAILS_ENV=#{rails_env}"
+      end
+
+      desc "Run database migrations"
+      task :migrate, :roles => :app do
+        run "cd #{deploy_to}/current && rake db:migrate RAILS_ENV=#{rails_env}"
+      end
+      
+      desc "Run database migrations"
+      task :schema_load, :roles => :app do
+        run "cd #{deploy_to}/current && rake db:schema:load RAILS_ENV=#{rails_env}"
+      end
+
+      desc "Roll database back to previous migration"
+      task :rollback, :roles => :app do
+        run "cd #{deploy_to}/current && rake db:rollback RAILS_ENV=#{rails_env}"
+      end
+
+    end
+
+  end
+  
+end
+
+

data/lib/deprec/recipes/redhat_cluster.rb

@@ -0,0 +1,228 @@
+# Copyright 2009-2010 by le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :redhat_cluster do
+  
+      set :redhat_cluster_name, 'storagecluster'
+      set :redhat_cluster_config_version, '1'
+      set :redhat_cluster_nodes, [
+        { :name => 'clusternode1' },
+        { :name => 'clusternode2' },
+        { :name => 'clusternode3' },
+        { :name => 'clusternode4' },
+        { :name => 'clusternode5' }
+      ]
+      set :redhat_cluster_fence_methods, [
+        { :name => 'human', :device_name => 'last_resort', :options => { :agent => 'fence_manual' } }
+      ]
+  
+      set :redhat_cluster_exported_devices, [
+        {
+          :device => '/dev/sdb1', :export_name => 'assets', :gnbd_clients => '4'
+        }
+      ]
+  
+      desc "Install redhat_cluster on server (daemon)"
+      task :install_server, :roles => :storage_server do
+        install_deps_server
+        config_server
+        activate_server
+      end
+
+      desc "Install redhat_cluster on server (client)"
+      task :install_client, :roles => :storage_client do
+        install_deps_client
+        config_client
+        activate_client
+      end
+  
+      task :install_deps_common, :roles => [:storage_client, :storage_server] do
+        apt.install( {:base => %w(gfs-tools gfs2-tools cman clvm)}, :stable )
+      end
+  
+      task :install_deps_server, :roles => :storage_server do
+        install_deps_common
+        apt.install( {:base => %w(gnbd-server)}, :stable )
+      end
+  
+      task :install_deps_client, :roles => :storage_client do
+        install_deps_common
+        apt.install( {:base => %w(gnbd-client)}, :stable )
+      end
+
+      desc "format devices on gnbd_server"
+      task :format_devices, :roles => :storage_server do
+        redhat_cluster_exported_devices.each do |dev|
+          sudo "gfs_mkfs -p lock_dlm -t #{redhat_cluster_name}:#{dev[:export_name]} -j #{dev[:gnbd_clients]} #{dev[:device]}"
+        end
+      end
+  
+      SYSTEM_CONFIG_FILES[:gnbd_client] = [
+        {:template => 'clvm-default.erb',
+         :path => '/etc/default/clvm',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'cman-default.erb',
+         :path => '/etc/default/cman',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'gnbdimports.conf.erb',
+         :path => '/etc/cluster/gnbdimports.conf',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'cluster.conf.erb',
+         :path => '/etc/cluster/cluster.conf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+
+      SYSTEM_CONFIG_FILES[:gnbd_server] = [
+        {:template => 'clvm-default.erb',
+         :path => '/etc/default/clvm',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'cman-default.erb',
+         :path => '/etc/default/cman',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'gnbd-server-default.erb',
+         :path => '/etc/default/gnbd-server',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'gnbdexports.conf.erb',
+         :path => '/etc/cluster/gnbdexports.conf',
+         :mode => 0644,
+         :owner => 'root:root'},
+        {:template => 'cluster.conf.erb',
+         :path => '/etc/cluster/cluster.conf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+  
+      desc "Generate config files for redhat_cluster (daemon)"
+      task :config_gen_server do
+        SYSTEM_CONFIG_FILES[:gnbd_server].each do |file|
+          deprec2.render_template(:gnbd_server, file)
+        end
+      end
+  
+      desc "Generate config files for redhat_cluster (client)"
+      task :config_gen_client do
+        SYSTEM_CONFIG_FILES[:gnbd_client].each do |file|
+          deprec2.render_template(:gnbd_client, file)
+        end
+      end
+  
+      task :config_common, :roles => [:storage_client, :storage_server] do
+        deprec2.append_to_file_if_missing('/etc/modules', 'dm-mod')
+        deprec2.append_to_file_if_missing('/etc/modules', 'gfs')
+        deprec2.append_to_file_if_missing('/etc/modules', 'lock_dlm')
+        deprec2.append_to_file_if_missing('/etc/modules', 'gnbd')    
+        deprec2.substitute_in_file('/etc/lvm/lvm.conf', '^(\s*)(locking_type = 1\s*)$', '$1#$2')
+        deprec2.substitute_in_file('/etc/lvm/lvm.conf', '^(\s*)#\s*(locking_library = \"liblvm2clusterlock.so\"\s*)$', '$1$2')
+        deprec2.substitute_in_file('/etc/lvm/lvm.conf', '^(\s*)#\s*(locking_type = 2\s*)$', '$1$2')
+        deprec2.substitute_in_file('/etc/lvm/lvm.conf', '^(\s*)#\s*(library_dir = \"/lib/lvm2\"\s*)$', '$1$2', '%')
+      end
+  
+      desc "Push redhat_cluster config files to server (daemon)"
+      task :config_server, :roles => :storage_server do
+        deprec2.push_configs(:gnbd_server, SYSTEM_CONFIG_FILES[:gnbd_server])
+        config_common
+        reactivate_server
+      end
+    
+      desc "Push redhat_cluster config files to server (client)"
+      task :config_client, :roles => :storage_client do
+        deprec2.push_configs(:gnbd_client, SYSTEM_CONFIG_FILES[:gnbd_client])
+        config_common
+        reactivate_client
+      end
+  
+      task :start_server, :roles => :storage_server do
+        sudo "/etc/init.d/cman start"
+        sudo "/etc/init.d/gnbd-server start"
+        sudo "/etc/init.d/clvm start"
+        sudo "/etc/init.d/gfs-tools start"
+        sudo "/etc/init.d/gfs2-tools start"
+      end
+
+      task :start_client, :roles => :storage_client do
+        sudo "/etc/init.d/cman start"
+        sudo "/etc/init.d/clvm start"
+        sudo "/etc/init.d/gfs-tools start"
+        sudo "/etc/init.d/gfs2-tools start"
+        sudo "/etc/init.d/gnbd-client start"
+      end
+  
+      task :stop_server, :roles => :storage_server do
+        sudo "/etc/init.d/gfs-tools stop"
+        sudo "/etc/init.d/gfs2-tools stop"
+        sudo "/etc/init.d/clvm stop"
+        sudo "/etc/init.d/gnbd-server stop"
+        sudo "/etc/init.d/cman stop"
+      end
+  
+      task :stop_client, :roles => :storage_client do
+        sudo "/etc/init.d/gfs-tools stop"
+        sudo "/etc/init.d/gfs2-tools stop"
+        sudo "/etc/init.d/gnbd-client stop"
+        sudo "/etc/init.d/clvm stop"
+        sudo "/etc/init.d/cman stop"
+      end
+  
+      task :restart_server do
+        stop_server
+        start_server
+      end
+
+      task :restart_client do
+        stop_client
+        start_client
+      end
+
+      task :activate_common, :roles => [:storage_client, :storage_server] do
+        sudo "update-rc.d clvm start 65 S . stop 3 0 6 ."
+        sudo "update-rc.d cman start 61 S . stop 5 0 6 ."
+        sudo "update-rc.d gfs-tools start 65 S . stop 2 0 6 ."
+        sudo "update-rc.d gfs2-tools start 65 S . stop 2 0 6 ."
+      end
+
+      task :activate_server, :roles => :storage_server do
+        sudo "update-rc.d gnbd-server start 63 S . stop 3 0 6 ."
+        activate_common
+      end
+  
+      task :activate_client, :roles => :storage_client do
+        sudo "update-rc.d gnbd-client start 65 S . stop 2 0 6 ."
+        activate_common
+      end
+  
+      task :deactivate_common, :roles => [:storage_client, :storage_server] do
+        sudo "update-rc.d -f clvm remove"
+        sudo "update-rc.d -f cman remove"
+        sudo "update-rc.d -f gfs-tools remove"
+        sudo "update-rc.d -f gfs2-tools remove"
+      end
+  
+      task :deactivate_server, :roles => :storage_server do
+        sudo "update-rc.d -f gnbd-server remove"
+        deactivate_common
+      end
+  
+      task :deactivate_client, :roles => :storage_client do
+        sudo "update-rc.d -f gnbd-client remove"
+        deactivate_common
+      end
+  
+      task :reactivate_server do
+        deactivate_server
+        activate_server
+      end
+
+      task :reactivate_client do
+        deactivate_client
+        activate_client
+      end
+    end
+  end
+end