pvcglue 0.1.39 → 0.9.0

data/lib/pvcglue/old_packages/manager.rb

@@ -0,0 +1,116 @@
+require 'toml'
+apt_package 'htop' # DONE
+apt_package 'ufw' # DONE
+
+package 'bootstrap-manager' do # DONE
+  # TODO: firewall and ssh port config
+  depends_on 'authenticate-host' # DONE
+  depends_on 'htop' # DONE
+  # depends_on 'ufw'
+  #depends_on 'deploy-user'
+  #depends_on 'sshd-config'
+  #depends_on 'firewall-config'
+  depends_on 'pvcglue-user' # DONE
+  depends_on 'manager-copy-id' # DONE
+end
+
+package 'authenticate-host' do # DONE
+  apply do
+    sudo "ls" # side-effect will add host to known_hosts
+  end
+end
+
+package 'pvcglue-user' do # DONE
+  apply do
+    # Local variables used to improve readability of bash commands :)
+    user_name = Pvcglue::Manager.user_name
+    home_dir = Pvcglue::Manager.home_dir
+    manager_dir = Pvcglue::Manager.manager_dir
+    ssh_dir = Pvcglue::Manager.ssh_dir
+
+    sudo "useradd -d #{home_dir} -m -U #{user_name}"
+    sudo "usermod -s /bin/bash #{user_name}"
+    sudo "mkdir -p #{manager_dir} && chown #{user_name}:#{user_name} #{manager_dir} && chmod 700 #{manager_dir}"
+    sudo "mkdir -p #{ssh_dir} && chown #{user_name}:#{user_name} #{ssh_dir} && chmod 700 #{ssh_dir}"
+  end
+
+  remove do
+    raise "removing user not supported, yet.  It needs some 'Are you *really* sure?' stuff."
+    # user_name = Pvcglue::Manager.user_name
+    # home_dir = Pvcglue::Manager.home_dir
+    #sudo "userdel -f #{user_name}"
+    #sudo "rm -rf #{home_dir}"
+  end
+
+  validate do
+    user_name = Pvcglue::Manager.user_name
+    # home_dir = Pvcglue::Manager.home_dir
+    #sudo "userdel -f #{user_name}"; sudo "rm -rf #{home_dir}"; raise "User has been deleted"
+    sudo("getent passwd #{user_name}") =~ /^#{user_name}:/
+  end
+end
+
+package 'manager-copy-id' do # DONE
+  validate do
+    authorized_keys_file_name = Pvcglue::Manager.authorized_keys_file_name
+    user_key = `cat ~/.ssh/id_rsa.pub`.strip
+    auth = run("cat #{authorized_keys_file_name}")
+    auth.include?(user_key)
+  end
+
+  apply do
+    authorized_keys_file_name = Pvcglue::Manager.authorized_keys_file_name
+    user_name = Pvcglue::Manager.user_name
+    copy_id = %Q[cat ~/.ssh/id_rsa.pub | ssh -o BatchMode=yes -o StrictHostKeyChecking=no #{node.get(:user)}@#{node.host} "cat >> #{authorized_keys_file_name}"]
+    system "#{copy_id}"
+    run(%Q[cat "" >> #{authorized_keys_file_name}])
+    sudo "chown #{user_name}:#{user_name} #{authorized_keys_file_name} && chmod 600 #{authorized_keys_file_name}"
+  end
+end
+
+package 'manager-push' do # DONE
+  apply do
+    if File.exists?(::Pvcglue.cloud.local_file_name)
+      # scp foobar.txt your_username@remotehost.edu:/some/remote/directory
+      cmd = %{scp #{::Pvcglue.cloud.local_file_name} #{node.get(:user)}@#{node.host}:#{::Pvcglue::Manager.manager_file_name}}
+      puts "Running `#{cmd}`"
+
+      unless system cmd
+        raise("Error:  #{$?}")
+      end
+
+      run(%Q[chmod 600 #{::Pvcglue::Manager.manager_file_name}])
+    else
+      puts "Local file not found:  #{::Pvcglue.cloud.local_file_name}"
+    end
+  end
+end
+
+package 'manager-pull' do # DONE
+  apply do
+    # scp your_username@remotehost.edu:foobar.txt /some/local/directory
+    cmd = %{scp #{node.get(:user)}@#{node.host}:#{::Pvcglue::Manager.manager_file_name} #{::Pvcglue.cloud.local_file_name}}
+    puts "Running `#{cmd}`"
+
+    unless system cmd
+      raise("Error:  #{$?}")
+    end
+
+    puts "Saved as:  #{::Pvcglue.cloud.local_file_name}"
+  end
+end
+
+package 'manager-get-config' do # DONE
+  apply do
+    data = run("cat #{::Pvcglue::Manager.manager_file_name}")
+    #puts "*"*80
+    #puts data
+    #puts "*"*80
+    if data.empty?
+      raise "Remote manager file not found:  #{::Pvcglue::Manager.manager_file_name}"
+    else
+      ::Pvcglue.cloud.data = TOML.parse(data)
+    end
+  end
+end
+

data/lib/pvcglue/old_packages/postgresql.rb

@@ -0,0 +1,10 @@
+apt_package 'postgresql' do  # DONE
+  action('start') { sudo 'service postgresql start' }
+  action('stop') { sudo 'service postgresql stop' }
+  action('restart') { sudo('service postgresql restart') }
+end
+
+package 'postgres' do # DONE
+  depends_on 'postgresql', 'libpq-dev'
+end
+

data/lib/pvcglue/{packages → old_packages}/role_db.rb

@@ -1,12 +1,12 @@
 package 'db' do
-  depends_on 'env-initialized'
-  depends_on 'postgresql'
-  depends_on 'postgresql-conf'
-  depends_on 'postgresql-app-stage-conf'
-  depends_on 'monit-bootstrap'
+  depends_on 'env-initialized' # DONE
+  depends_on 'postgresql' # DONE
+  depends_on 'postgresql-conf' # DONE
+  depends_on 'postgresql-app-stage-conf' # DONE
+  depends_on 'monit-bootstrap' # LATER
 end
 
-package 'postgresql-conf' do
+package 'postgresql-conf' do # DONE
   file({
            :template => Pvcglue.template_file_name('postgresql.conf.erb'),
            :destination => '/etc/postgresql/9.1/main/postgresql.conf',
@@ -26,7 +26,7 @@ package 'postgresql-conf' do
        }) { trigger 'postgresql:restart' }
 end
 
-package 'postgresql-app-stage-conf' do
+package 'postgresql-app-stage-conf' do # DONE
   # TODO: Add `verify` method so it will be faster, and won't display errors
   apply do
     username = Pvcglue.cloud.stage_env['DB_USER_POSTGRES_USERNAME']
@@ -39,7 +39,7 @@ package 'postgresql-app-stage-conf' do
   end
 end
 
-package 'postgresql-app-stage-db-drop' do
+package 'postgresql-app-stage-db-drop' do # LATER
   apply do
     username = Pvcglue.cloud.stage_env['DB_USER_POSTGRES_USERNAME']
     db_name = username # just for clarity in later statements.  This also must match database.yml.
@@ -78,7 +78,7 @@ package 'postgresql-app-stage-db-drop' do
   end
 end
 
-package 'postgresql-root-password' do
+package 'postgresql-root-password' do # LATER
   apply do
     # TODO: Use this to implement setting of the root password
     # sudo(%q[sudo -u postgres psql -c "ALTER ROLE postgres WITH PASSWORD 'zzz';"])

data/lib/pvcglue/{packages → old_packages}/role_lb.rb

@@ -1,9 +1,9 @@
 package 'lb' do
-  depends_on 'nginx'
-  depends_on 'ssl-cert'
-  depends_on 'lb-config'
-  depends_on 'lb-maintenance-files'
-  depends_on 'monit-bootstrap'
+  depends_on 'nginx' # DONE
+  depends_on 'ssl-cert' # LATER
+  depends_on 'lb-config' # DONE
+  depends_on 'lb-maintenance-files' # DONE
+  depends_on 'monit-bootstrap' # LATER
 
   validate do
     trigger('nginx:running')
@@ -53,7 +53,7 @@ package 'maintenance_mode' do
   end
 end
 
-package 'bypass_mode' do
+package 'bypass_mode' do # LATER
   apply do
     if Pvcglue.cloud.bypass_mode == 'off'
       run "touch #{Pvcglue.cloud.maintenance_bypass_mode_file_name}"

data/lib/pvcglue/{packages → old_packages}/role_web.rb

@@ -1,16 +1,16 @@
 package 'web' do
   # rvm/ruby install based on http://ryanbigg.com/2010/12/ubuntu-ruby-rvm-rails-and-you/
-  depends_on 'swap' # needed for deployment/asset building on < 1GB machines
-  depends_on 'build-essential'
-  depends_on 'git'
-  depends_on 'rvm'
-  depends_on 'no-rdoc'
+  depends_on 'swap' # LATER # needed for deployment/asset building on < 1GB machines
+  depends_on 'build-essential' # DONE
+  depends_on 'git' # DONE
+  depends_on 'rvm' # DONE
+  depends_on 'no-rdoc' # DONE
 
 
-  depends_on 'rvm-ruby'
-  depends_on 'bundler'
-  depends_on 'nginx'
-  depends_on 'phusion-passenger'
+  depends_on 'rvm-ruby' # DONE
+  depends_on 'bundler' # DONE
+  depends_on 'nginx' # DONE
+  depends_on 'phusion-passenger' # DONE
   depends_on 'app-env'
   depends_on 'web-site-config'
 

data/lib/pvcglue/old_packages/rvm.rb

@@ -0,0 +1,78 @@
+package 'rvm' do # DONE
+  depends_on 'curl' # DONE
+  depends_on 'rvm-bashrc' # DONE
+
+  validate do
+    run('type rvm | head -n 1') =~ /rvm is a function/
+  end
+
+  apply do
+    run 'gpg --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3'
+    run 'gpg --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3' # Do it again, the first time only sets things up, and does not import the keys
+    # run 'curl -sSL https://rvm.io/mpapis.asc | gpg --import -'
+    run '\curl -sSL https://get.rvm.io | bash -s stable --with-default-gems="bundler"'
+    run "rvm requirements"
+  end
+
+  remove do
+    run 'yes "yes" | rvm implode'
+  end
+end
+
+package 'rvm-bashrc' do # DONE
+  file({
+           :template => Pvcglue.template_file_name('web.bashrc.erb'),
+           :destination => '/home/deploy/.bashrc',
+           :create_dirs => false,
+           :permissions => 0644,
+           :user => 'deploy',
+           :group => 'deploy'
+       })
+end
+
+package 'gem' do # ???
+  depends_on 'rvm-ruby'
+  action 'exists' do |gem_name|
+    run("gem list -i #{gem_name}") =~ /true/
+  end
+  action 'install' do |gem_name|
+    sudo "gem install #{gem_name} --no-ri --no-rdoc"
+  end
+  action 'uninstall' do |gem_name|
+    sudo "gem uninstall #{gem_name} -x -a"
+  end
+end
+
+package 'bundler' do # ???
+  depends_on 'gem'
+  apply { trigger 'gem:install', 'bundler' }
+  remove { trigger 'gem:remove', 'bundler' }
+  validate { trigger 'gem:exists', 'bundler' }
+end
+
+package 'rvm-ruby' do # DONE
+  depends_on 'rvm'
+
+  validate do
+    run('rvm list strings') =~ /#{Pvcglue.configuration.ruby_version.gsub('.', '\.')}/
+  end
+
+  apply do
+    run "rvm install #{Pvcglue.configuration.ruby_version}"
+    # run "rvm --default use 2.0.0"
+  end
+
+  remove do
+    run "rvm remove --archive --gems #{Pvcglue.configuration.ruby_version}"
+  end
+
+end
+
+package 'no-rdoc' do # DONE
+  file({
+           :template => Pvcglue.template_file_name('gemrc.erb'),
+           :destination => '/home/deploy/.gemrc',
+           :create_dirs => false
+       })
+end
+

data/lib/pvcglue/packages.rb

@@ -1,85 +1,206 @@
 module Pvcglue
   class Packages
-    def self.apply(package, context, nodes, user = 'deploy', package_filter = nil)
-      # puts nodes.inspect
-      orca_suite = OrcaSuite.init(package_filter)
-      nodes.each do |node, data|
-        old_current_node = ::Pvcglue.cloud.current_node_without_nil_check # this is being called recursively, so keep the original data...kinda a hack for now
-        orca_node = ::Orca::Node.new(node, data[:public_ip], {user: user, port: Pvcglue.cloud.port_in_context(context)})
-        # puts "#"*800
-        # puts orca_node.name
-        # puts package.to_s
-        # puts "^"*80
-        ::Pvcglue.cloud.current_node = {node => data}
-        tries = 3
-        begin
-          begin
-            # puts "="*800
-            # puts orca_node.name
-            # puts package.to_s
-            # puts "^"*80
-            orca_suite.run(orca_node.name, package.to_s, :apply)
-          ensure
-            # puts "-"*800
-            # puts orca_node.name
-            # puts package.to_s
-            # puts "^"*80
-            ::Pvcglue.cloud.current_node = old_current_node
-
-            # ::Pvcglue.cloud.current_node = nil
-            ::Pvcglue.cloud.current_hostname = nil
-          end
-        rescue Exception => e
-          tries -= 1
-          if tries > 0
-            puts "\n"*10
-            puts "*"*80
-            puts "ERROR, retrying..."
-            puts e.message
-            puts "*"*80
-            retry
+
+    def self.apply(minion, options = {})
+      package = new(minion, options)
+      unless package.run
+        raise package.full_error_message if package.errors?
+      end
+    end
+
+    attr_accessor :errors
+    attr_accessor :options
+
+    def initialize(minion, options = {})
+      @minion = minion
+      @options = options
+      @errors = []
+    end
+
+    def errors?
+      errors.size > 0
+    end
+
+    def full_error_message
+      errors.join('.  ')
+    end
+
+    def minion
+      @minion
+    end
+
+    def user_name
+      @minion.remote_user_name
+    end
+
+    def run
+      begin
+        Pvcglue.logger_package_description = self.class.name
+        unless installed?
+          install!
+          if post_install_check?
+            post_install!
           else
-            puts "\n"*10
-            puts "*"*80
-            puts "ERROR, not retrying, fatal."
-            puts e.message
-            e.backtrace.each { |line| puts line }
-            puts e.message
-            puts node.inspect
-            puts data.inspect
-            puts "*"*80
+            # TODO:  Better error message
+
+            errors << 'Install failed post install check.'
+            Pvcglue.logger.error { full_error_message }
+            return false
           end
         end
+      ensure
+        Pvcglue.logger_package_description = ''
       end
+      true
+    end
+
+    def installed?
+      false
+    end
+
+    def install!
+      false
+    end
+
+    def post_install_check?
+      # override to do a different (more time consuming/more detailed) check
+      installed?
+    end
+
+    def post_install!
+
+    end
+
+    def has_role?(roles)
+      minion.has_role?(roles)
+    end
+
+    def has_roles?(roles)
+      minion.has_role?(roles)
+    end
+
+    def connection
+      @minion.connection
+    end
+
+    def minion_state_file_name
+      ".minion_state_#{user_name}.toml"
     end
-  end
 
-  class OrcaSuite
-
-    def self.init(package_filter)
-      ::Orca.verbose(package_filter != 'manager') # show details for all packages except manager, for now
-
-      # Load orca extensions
-      orca_file = File.join(File.dirname(__FILE__), 'all_the_things.rb')
-      ENV['ORCA_FILE'] = orca_file
-      suite = ::Orca::Suite.new
-      suite.load_file(orca_file)
-      packages_loaded = []
-
-      Dir[File.join(Pvcglue::gem_dir, 'lib', 'pvcglue', 'packages', '*.rb')].each do |file|
-        # package filter is used to load the manager package by itself when stage is not specified
-        next if package_filter && package_filter != File.basename(file, ".rb")
-        begin
-          suite.load_file(file)
-        rescue Exception => e
-          puts "Error loading #{file}:  #{e.message}"
-          raise
+    def load_state_data
+      if connection.file_exists?(:root, minion_state_file_name)
+        data = connection.read_from_file(:root, minion_state_file_name)
+      else
+        data = ''
+      end
+      # puts data
+      connection.minion_state_data = TOML.parse(data, symbolize_keys: true)
+    end
+
+
+    def get_minion_state_data
+      unless connection.minion_state_data
+        if Pvcglue.reset_minion_state?
+          Pvcglue.logger.warn('Minion state data reset.')
+          connection.minion_state_data = {}
+        else
+          load_state_data
         end
-        packages_loaded << File.basename(file, ".rb")
       end
-      puts "Packages loaded: #{packages_loaded.sort.join(' ')}."
-      suite
     end
+
+    def get_minion_state(key)
+      get_minion_state_data
+      connection.minion_state_data[key]
+    end
+
+    def set_minion_state(key, value)
+      get_minion_state_data
+      connection.minion_state_data[key] = value
+      connection.write_to_file(:root, TOML.dump(connection.minion_state_data), minion_state_file_name)
+    end
+
+
+    # def self.apply(package, context, nodes, user = 'deploy', package_filter = nil)
+    #   # puts nodes.inspect
+    #   orca_suite = OrcaSuite.init(package_filter)
+    #   nodes.each do |node, data|
+    #     old_current_node = ::Pvcglue.cloud.current_node_without_nil_check # this is being called recursively, so keep the original data...kinda a hack for now
+    #     orca_node = ::Orca::Node.new(node, data[:public_ip], {user: user, port: Pvcglue.cloud.port_in_context(context)})
+    #     # puts "#"*800
+    #     # puts orca_node.name
+    #     # puts package.to_s
+    #     # puts "^"*80
+    #     ::Pvcglue.cloud.current_node = {node => data}
+    #     tries = 3
+    #     begin
+    #       begin
+    #         # puts "="*800
+    #         # puts orca_node.name
+    #         # puts package.to_s
+    #         # puts "^"*80
+    #         orca_suite.run(orca_node.name, package.to_s, :apply)
+    #       ensure
+    #         # puts "-"*800
+    #         # puts orca_node.name
+    #         # puts package.to_s
+    #         # puts "^"*80
+    #         ::Pvcglue.cloud.current_node = old_current_node
+    #
+    #         # ::Pvcglue.cloud.current_node = nil
+    #         ::Pvcglue.cloud.current_hostname = nil
+    #       end
+    #     rescue Exception => e
+    #       tries -= 1
+    #       if tries > 0
+    #         puts "\n"*10
+    #         puts "*"*80
+    #         puts "ERROR, retrying..."
+    #         puts e.message
+    #         puts "*"*80
+    #         retry
+    #       else
+    #         puts "\n"*10
+    #         puts "*"*80
+    #         puts "ERROR, not retrying, fatal."
+    #         puts e.message
+    #         e.backtrace.each { |line| puts line }
+    #         puts e.message
+    #         puts node.inspect
+    #         puts data.inspect
+    #         puts "*"*80
+    #       end
+    #     end
+    #   end
+    # end
   end
 
+  # class OrcaSuite
+  #
+  #   def self.init(package_filter)
+  #     ::Orca.verbose(package_filter != 'manager') # show details for all packages except manager, for now
+  #
+  #     # Load orca extensions
+  #     orca_file = File.join(File.dirname(__FILE__), 'all_the_things.rb')
+  #     ENV['ORCA_FILE'] = orca_file
+  #     suite = ::Orca::Suite.new
+  #     suite.load_file(orca_file)
+  #     packages_loaded = []
+  #
+  #     Dir[File.join(Pvcglue::gem_dir, 'lib', 'pvcglue', 'packages', '*.rb')].each do |file|
+  #       # package filter is used to load the manager package by itself when stage is not specified
+  #       next if package_filter && package_filter != File.basename(file, ".rb")
+  #       begin
+  #         suite.load_file(file)
+  #       rescue Exception => e
+  #         puts "Error loading #{file}:  #{e.message}"
+  #         raise
+  #       end
+  #       packages_loaded << File.basename(file, ".rb")
+  #     end
+  #     puts "Packages loaded: #{packages_loaded.sort.join(' ')}."
+  #     suite
+  #   end
+  # end
+
 end