le1t0-deprec 2.1.6.001

data/lib/deprec/recipes/db/mysql.rb

@@ -0,0 +1,194 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+
+def run_mysql_command(command, user = "root", password = nil, database=nil)
+  database = database.nil? ? "" : " #{database}"
+  password = password.nil? ? "" : " -p #{password}"
+  run "echo \"#{command}\" | mysql -u #{user} #{password} #{database}"
+end
+
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :mysql do
+      
+      set :mysql_admin_user, 'root'
+      set(:mysql_admin_pass) { Capistrano::CLI.password_prompt "Enter database password for '#{mysql_admin_user}':"}
+
+      SRC_PACKAGES[:percona_backup] = {
+        :filename => 'xtrabackup-1.0.tar.gz',   
+        :dir => 'xtrabackup-1.0',  
+        :url => "http://www.percona.com/mysql/xtrabackup/1.0/binary/xtrabackup-1.0.tar.gz",
+        :unpack => "tar zxf xtrabackup-1.0.tar.gz;",
+        :configure => 'echo > /dev/null;',
+        :make => 'echo > /dev/null;',
+        :install => 'mv /usr/local/src/xtrabackup-1.0/bin/* /usr/local/bin/;'
+      }
+      
+      # Installation
+      
+      desc "Install mysql"
+      task :install, :roles => :db do
+        install_deps
+        config
+        start
+        # symlink_mysql_sockfile # XXX still needed?
+      end
+      
+      # Install dependencies for Mysql
+      task :install_deps, :roles => :db do
+        apt.install( {:base => %w(mysql-server mysql-client libmysqlclient15-dev)}, :stable )
+      end
+      
+      desc "Install percona backup utility"
+      task :install_percona_backup, :roles => :db do
+        deprec2.download_src(SRC_PACKAGES[:percona_backup], src_dir)
+        deprec2.install_from_src(SRC_PACKAGES[:percona_backup], src_dir)
+      end
+      
+      # Configuration
+      
+      SYSTEM_CONFIG_FILES[:mysql] = [
+        
+        {:template => "my.cnf.erb",
+         :path => '/etc/mysql/my.cnf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+      
+      desc "Generate configuration file(s) for mysql from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:mysql].each do |file|
+          deprec2.render_template(:mysql, file)
+        end
+      end
+      
+      desc "Push mysql config files to server"
+      task :config, :roles => :db do
+        deprec2.push_configs(:mysql, SYSTEM_CONFIG_FILES[:mysql])
+        reload
+      end
+      
+      task :activate, :roles => :db do
+        send(run_method, "update-rc.d mysql defaults")
+      end  
+      
+      task :deactivate, :roles => :db do
+        send(run_method, "update-rc.d -f mysql remove")
+      end
+      
+      # Control
+      
+      desc "Start Mysql"
+      task :start, :roles => :db do
+        send(run_method, "/etc/init.d/mysql start")
+      end
+      
+      desc "Stop Mysql"
+      task :stop, :roles => :db do
+        send(run_method, "/etc/init.d/mysql stop")
+      end
+      
+      desc "Restart Mysql"
+      task :restart, :roles => :db do
+        send(run_method, "/etc/init.d/mysql restart")
+      end
+      
+      desc "Reload Mysql"
+      task :reload, :roles => :db do
+        send(run_method, "/etc/init.d/mysql reload")
+      end
+      
+      
+      task :backup, :roles => :db do
+      end
+      
+      task :restore, :roles => :db do
+      end
+      
+      desc "Create a mysql user"
+      task :create_user, :roles => :db do
+        # TBA
+      end
+      
+      desc "Create a database" 
+      task :create_database, :roles => :db do
+        cmd = "CREATE DATABASE IF NOT EXISTS #{db_name}"
+        run "mysql -u #{mysql_admin_user} -p -e '#{cmd}'" do |channel, stream, data|
+          if data =~ /^Enter password:/
+             channel.send_data "#{mysql_admin_pass}\n"
+           end
+        end       
+      end
+      
+      desc "Grant user access to database" 
+      task :grant_user_access_to_database, :roles => :db do        
+        cmd = "GRANT ALL PRIVILEGES ON #{db_name}.* TO '#{db_user}'@localhost IDENTIFIED BY '#{db_password}';"
+        run "mysql -u #{mysql_admin_user} -p #{db_name} -e \"#{cmd}\"" do |channel, stream, data|
+          if data =~ /^Enter password:/
+             channel.send_data "#{mysql_admin_pass}\n"
+           end
+        end
+      end
+      
+      namespace :utils do
+
+        task :show_slave_status, :roles => :db do
+          run_mysql_command("SHOW SLAVE STATUS\\G")
+        end
+
+        task :show_master_status, :roles => :db do
+          run_mysql_command("SHOW MASTER STATUS;")
+        end
+
+        task :show_status, :roles => :db do
+          run_mysql_command("SHOW STATUS;")
+        end
+
+        task :show_variables, :roles => :db do
+          run_mysql_command("SHOW VARIABLES;")
+        end
+
+        task :show_global_variables, :roles => :db do
+          run_mysql_command("SHOW GLOBAL VARIABLES;")
+        end
+
+        task :start_slave, :roles => :db do
+          run_mysql_command("START SLAVE;")
+        end
+
+        task :stop_slave, :roles => :db do
+          run_mysql_command("STOP SLAVE;")
+        end
+
+      end
+            
+    end
+  end
+end
+
+#
+# Setup replication
+#
+
+# setup user for repl
+# GRANT REPLICATION SLAVE ON *.* TO 'repl'@'%.yourdomain.com' IDENTIFIED BY 'slavepass';
+
+# get current position of binlog
+# mysql> FLUSH TABLES WITH READ LOCK;
+# Query OK, 0 rows affected (0.00 sec)
+# 
+# mysql> SHOW MASTER STATUS;
+# +------------------+----------+--------------+------------------+
+# | File             | Position | Binlog_Do_DB | Binlog_Ignore_DB |
+# +------------------+----------+--------------+------------------+
+# | mysql-bin.000012 |      296 |              |                  | 
+# +------------------+----------+--------------+------------------+
+# 1 row in set (0.00 sec)
+# 
+# # get current data
+# mysqldump --all-databases --master-data >dbdump.db
+# 
+# UNLOCK TABLES;
+
+
+# Replication Features and Issues
+# http://dev.mysql.com/doc/refman/5.0/en/replication-features.html

data/lib/deprec/recipes/db/postgresql.rb

@@ -0,0 +1,104 @@
+# Copyright 2006-2008 by Saulius Grigaitis. All rights reserved.
+# Backported from centostrano to deprec by Eric Harris-Braun.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :postgresql do
+      
+      # Installation
+      desc "Install postgresql"
+      task :install, :roles => :db do
+        install_deps
+      end
+      
+      # Install dependencies for PostgreSQL 
+      task :install_deps, :roles => :db do
+        apt.install( {:base => %w(postgresql postgresql-client libpq-dev)}, :stable ) 
+      end
+       
+      # Configuration
+      
+      SYSTEM_CONFIG_FILES[:postgresql] = [
+        
+        {:template => "pg_hba.conf.erb",
+         :path => '/var/lib/pgsql/data/pg_hba.conf',
+         :mode => 0644,
+         :owner => 'root:root'}
+      ]
+      
+      desc "Generate configuration file(s) for postgresql from template(s)"
+      task :config_gen do
+        SYSTEM_CONFIG_FILES[:postgresql].each do |file|
+          deprec2.render_template(:postgresql, file)
+        end
+      end
+      
+      desc "Push postgresql config files to server"
+      task :config, :roles => :db do
+        deprec2.push_configs(:postgresql, SYSTEM_CONFIG_FILES[:postgresql])
+      end
+      
+      task :activate, :roles => :db do
+        send(run_method, "update-rc.d postgresql-8.3 defaults")
+      end  
+      
+      task :deactivate, :roles => :db do
+        send(run_method, "update-rc.d -f postgresql-8.3 remove")
+      end
+      
+      # Control
+      
+      desc "Start PostgreSQL"
+      task :start, :roles => :db do
+        send(run_method, "/etc/init.d/postgresql-8.3 start")
+      end
+      
+      desc "Stop PostgreSQL"
+      task :stop, :roles => :db do
+        send(run_method, "/etc/init.d/postgresql-8.3 stop")
+      end
+      
+      desc "Restart PostgreSQL"
+      task :restart, :roles => :db do
+        send(run_method, "/etc/init.d/postgresql-8.3 restart")
+      end
+      
+      desc "Reload PostgreSQL"
+      task :reload, :roles => :db do
+        send(run_method, "/etc/init.d/postgresql-8.3 reload")
+      end
+      
+      task :backup, :roles => :db do
+      end
+      
+      task :restore, :roles => :db do
+      end
+      
+      desc "Create a PostgreSQL user"
+      task :create_user, :roles => :db do
+        cmd = "su - postgres -c \'createuser -P -D -A -E #{db_user}\'"
+        sudo cmd do |channel, stream, data|
+          if data =~ /^Enter password for new/
+            channel.send_data "#{db_password}\n" 
+          end
+          if data =~ /^Enter it again:/
+            channel.send_data "#{db_password}\n" 
+          end
+          if data =~ /^Shall the new role be allowed to create more new roles?/
+            channel.send_data "n\n" 
+          end
+        end
+      end
+      
+      desc "Create a PostgreSQL Database" 
+      task :create_database, :roles => :db do
+        sudo "su - postgres -c \'createdb -O #{db_user} #{db_name}\'"          
+      end
+      
+      desc "Grant user access to Database" 
+      task :grant_user_access_to_database, :roles => :db do
+        # sudo "what's the command for this using #{db_user} #{db_name}\'"          
+      end
+            
+    end
+  end
+end

data/lib/deprec/recipes/db/sqlite.rb

@@ -0,0 +1,37 @@
+# Copyright 2006-2009 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do 
+    namespace :sqlite do
+
+      desc "Install sqlite"
+      task :install, :roles => :db do
+        install_deps
+        gem2.install "sqlite3-ruby"
+      end
+
+      # install dependencies for nginx
+      task :install_deps, :roles => :db do
+        apt.install( {:base => %w(sqlite3 libsqlite3-ruby libsqlite3-dev)}, :stable )
+      end
+    end
+    
+    desc "Create a PostgreSQL user"
+    task :create_user do
+      # Not needed for sqlite
+      # We need these stubs for deprec:rails:setup_database
+    end
+    
+    desc "Create a PostgreSQL Database" 
+    task :create_database do
+      # Not needed for sqlite
+      # We need these stubs for deprec:rails:setup_database
+    end
+    
+    desc "Grant user access to Database" 
+    task :grant_user_access_to_database do
+      # Not needed for sqlite
+      # We need these stubs for deprec:rails:setup_database
+    end
+    
+  end
+end

data/lib/deprec/recipes/ddclient.rb

@@ -0,0 +1,51 @@
+# Copyright 2006-2008 by Mike Bailey. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  namespace :deprec do
+    namespace :ddclient do
+      
+      set(:ddclient_user) { Capistrano::CLI.ui.ask "Enter ddclient username" }
+      set(:ddclient_pass) { Capistrano::CLI.ui.ask "Enter ddclient password" }
+      set(:ddclient_domains) { Capistrano::CLI.ui.ask "Enter ddclient domain" }
+      set(:ddclient_interface) { 
+        Capistrano::CLI.ui.ask "Enter ddclient interface" do |q|
+          q.default = 'eth0'
+        end 
+      }
+      
+      desc "Install ddclient"
+      task :install do
+        install_deps
+      end
+      
+      # install dependencies for ddclient
+      task :install_deps do
+        apt.install( {:base => %w(ddclient)}, :stable )
+      end
+      
+      SYSTEM_CONFIG_FILES[:ddclient] = [
+        { :template => "ddclient.conf.erb",
+          :path => '/etc/ddclient.conf',
+          :mode => 0600,
+          :owner => 'root:root'},
+          
+        { :template => "ddclient.erb",
+          :path => '/etc/default/ddclient',
+          :mode => 0600,
+          :owner => 'root:root'}
+      ]
+      
+      desc "Update system networking configuration"
+      task :config do
+        SYSTEM_CONFIG_FILES[:ddclient].each do |file|
+          deprec2.render_template(:ddclient, file.merge(:remote=>true))
+        end
+        start
+      end
+      
+      task :start do
+        sudo '/etc/init.d/ddclient start'
+      end
+      
+    end
+  end
+end

data/lib/deprec/recipes/deprec.rb

@@ -0,0 +1,167 @@
+# Copyright 2006-2010 by Mike Bailey, le1t0@github. All rights reserved.
+Capistrano::Configuration.instance(:must_exist).load do 
+  
+  # Set the value if not already set
+  # This method is accessible to all recipe files
+  def self.default(name, *args, &block)
+    unless exists?(name)
+      set(name, *args, &block)
+    end
+  end
+  
+  # Deprec checks here for local versions of config templates before it's own
+  set :local_template_dir, File.join('config','templates')
+  
+  # The following two Constants contain details of the configuration 
+  # files used by each service. They're used when generating config
+  # files from templates and when configs files are pushed out to servers.
+  #
+  # They are populated by the recipe file for each service
+  #
+  SYSTEM_CONFIG_FILES  = {} # e.g. httpd.conf
+  PROJECT_CONFIG_FILES = {} # e.g. projectname-httpd-vhost.conf
+  
+  # For each service, the details of the file to download and options
+  # to configure, build and install the service
+  SRC_PACKAGES = {} unless defined?(SRC_PACKAGES)
+  
+  # Service defaults
+  #
+  Dir.glob("#{File.dirname(__FILE__)}/*").each do |entry|
+    default "#{File.basename(entry)}_choice".to_sym, :none if File.directory?(entry)
+  end  
+
+  default(:application) do
+    Capistrano::CLI.ui.ask "Enter name of project(no spaces)" do |q|
+      q.validate = /^[0-9a-z_]*$/
+    end
+  end 
+
+  default(:domain) do
+    Capistrano::CLI.ui.ask "Enter domain name for project" do |q|
+      q.validate = /^[0-9a-z_\.]*$/
+    end
+  end
+
+  default(:repository) do
+    Capistrano::CLI.ui.ask "Enter repository URL for project" do |q|
+      # q.validate = //
+    end
+  end
+
+  # some tasks run commands requiring special user privileges on remote servers
+  # these tasks will run the commands with:
+  #   :invoke_command "command", :via => run_method
+  # override this value if sudo is not an option
+  # in that case, your use will need the correct privileges
+  default :run_method, :sudo 
+
+  default(:backup_dir) { '/var/backups'}  
+
+  # XXX rails deploy stuff
+  set :apps_root,     File.join( %w(/ opt apps) )          # parent dir for apps
+  default(:deploy_to)    { File.join(apps_root, application) } # dir for current app
+  default(:current_path) { File.join(deploy_to, "current") }
+  default(:shared_path)  { File.join(deploy_to, "shared") }
+
+  # XXX more rails deploy stuff?
+
+  default :user, ENV['USER']         # user who is deploying
+  default :group, 'deploy'           # deployment group
+  default(:group_src) { group }      # group ownership for src dir
+  default :src_dir, '/usr/local/src' # 3rd party src on servers lives here
+  default(:web_server_aliases) { domain.match(/^www/) ? [] : ["www.#{domain}"] }    
+
+  # XXX for some reason this is causing "before deprec:rails:install" to be executed twice
+  on :load, 'deprec:connect_canonical_tasks' 
+
+  namespace :deprec do
+    
+    task :connect_canonical_tasks do      
+      # link application specific recipes into canonical task names
+      # e.g. deprec:web:restart => deprec:nginx:restart 
+      
+      
+      namespaces_to_connect = Hash[*(Dir.glob("#{File.dirname(__FILE__)}/*").collect do |entry|
+        [ File.basename(entry).to_sym, "#{File.basename(entry)}_choice".to_sym ] if File.directory?(entry)
+      end.compact.flatten)]
+      metaclass = class << self; self; end # XXX unnecessary?
+      namespaces_to_connect.each do |server, choice|
+        server_type = send(choice).to_sym
+        if server_type != :none
+          metaclass.send(:define_method, server) { namespaces[server] } # XXX unnecessary?
+          namespaces[server] = deprec.send(server_type)          
+        end
+      end
+    end
+
+    task :dump do
+      require 'yaml'
+      y variables
+    end
+    
+    task :setup_src_dir do
+      deprec2.groupadd(group_src)
+      deprec2.add_user_to_group(user, group_src)
+      deprec2.create_src_dir
+    end
+    
+    # Download all packages used by deprec to your local host.
+    # You can then push them to /usr/local/src on target hosts
+    # to save time and bandwidth rather than repeatedly downloading
+    # from the distribution sites.
+    task :update_src do
+      SRC_PACKAGES.each{|key, src_package| 
+        current_dir = Dir.pwd
+        system "cd src/ && test -f #{src_package[:filename]} || wget --quiet --timestamping #{src_package[:url]}"
+        system "cd #{current_dir}"
+      }
+    end
+    
+    # todo
+    #
+    # Copy files from src/ to /usr/local/src/ on remote hosts
+    task :push_src do
+      SRC_PACKAGES.each do |key, src_package| 
+        deprec2.set_package_defaults(src_package)
+        file = File.join('src', src_package[:filename])
+        if File.exists?(file)
+          std.su_put(File.read(file), "#{src_dir}/#{src_package[:filename]}", '/tmp/')
+        end
+      end
+    end
+    
+    task :list_src do
+      # XXX ugly line - look away
+      max_key_size = SRC_PACKAGES.keys.max{|a,b| a.to_s.size <=> b.to_s.size}.to_s.size
+      SRC_PACKAGES.each{|key, src_package| 
+        deprec2.set_package_defaults(src_package)
+        puts "#{key}#{' '*(max_key_size+1-key.to_s.size)}: #{src_package[:url]}"
+      }
+    end
+    
+    task :find_src do
+      # XXX ugly line - look away
+      max_key_size = SRC_PACKAGES.keys.max{|a,b| a.to_s.size <=> b.to_s.size}.to_s.size
+      SRC_PACKAGES.each{|key, src_package| 
+        deprec2.set_package_defaults(src_package)
+        puts "#{key}#{' '*(max_key_size+1-key.to_s.size)}: #{src_package[:url]}"
+        puts `find . -name #{src_package[:filename]}`
+        puts
+      }
+    end
+    
+    task :recover_src do
+      # XXX ugly line - look away
+      max_key_size = SRC_PACKAGES.keys.max{|a,b| a.to_s.size <=> b.to_s.size}.to_s.size
+      SRC_PACKAGES.each{|key, src_package| 
+        puts "#{key}#{' '*(max_key_size+1-key.to_s.size)}: #{src_package[:url]}"
+        file = `find . -name #{src_package[:filename]}`.split[0]
+        `cp #{file} src/` if file
+        puts
+      }
+    end
+     
+  end
+  
+end