cheftacular 2.0.0

data/lib/cloud_interactor/server/attach_volume.rb

@@ -0,0 +1,33 @@
+class CloudInteractor
+  class Server
+    #handles self and create_and_attach case
+    def attach_volume args
+      @classes['volume'].read args['volume_name'], false
+
+      if @main_obj['specific_volumes'].nil? || @main_obj['specific_volumes'].nil?
+        
+        create_hash                = { "display_name" => args['volume_name'] }
+        create_hash['size']        = args['size'] if args['size']
+        create_hash['volume_type'] = args['volume_type'] ? args['volume_type'] : 'SATA'
+
+        @classes['volume'].create create_hash
+
+        sleep 5
+
+        @classes['volume'].read args
+      end
+
+      puts "Attaching #{ args['volume_name'] } to #{ args['server_name'] } in #{ IDENTITY }..."
+
+      read args, false, 'name', 'server_name'
+
+      specific_fog_object = @classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).get @main_obj["specific_#{ IDENTITY }"].last['id']
+
+      if args['device_location']
+        specific_fog_object.attach_volume @main_obj['specific_volumes'].first['id'], args['device_location']
+      else
+        specific_fog_object.attach_volume @main_obj['specific_volumes'].first['id']
+      end
+    end
+  end
+end

data/lib/cloud_interactor/server/create.rb

@@ -0,0 +1,39 @@
+
+class CloudInteractor
+  class Server #http://docs.rackspace.com/servers/api/v2/cs-devguide/content/Servers-d1e2073.html
+    def create args
+      @classes['image'].read @options['preferred_cloud_image'], false
+
+      #Note, if no flavor is passed it defaults to a 512MB standard!
+      @classes['flavor'].read args['flavor']
+
+      read args, false
+
+      unless @main_obj["specific_#{ IDENTITY }"].empty?
+        puts "#{ IDENTITY } #{ args['name'] } already exists... returning."
+
+        return false
+      end
+
+      puts "Creating #{ args['name'] } in #{ IDENTITY }..."
+
+      final_create_args = {
+        name:      args['name'],
+        flavor_id: @main_obj['specific_flavors'].first['id'],
+        image_id:  @main_obj['specific_images'].first['id']
+      }
+
+      @main_obj["#{ IDENTITY }_create_request"] = JSON.parse(@classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).create(final_create_args).to_json)
+
+      @main_obj["#{ IDENTITY }_created_passwords"] ||= {}
+      @main_obj["#{ IDENTITY }_created_passwords"][args['name']] = @main_obj["#{ IDENTITY }_create_request"]['password']
+
+      @main_obj["#{ IDENTITY }_created_details"] ||= {}
+      @main_obj["#{ IDENTITY }_created_details"][args['name']] = @main_obj["#{ IDENTITY }_create_request"]
+
+      puts "Successfully created #{ args['name'] } with pass #{ @main_obj["#{ IDENTITY }_created_passwords"][args['name']] }"
+
+      @main_obj['output']['admin_passwords'] = { args['name'] => @main_obj["#{ IDENTITY }_created_passwords"][args['name']] }
+    end
+  end
+end

data/lib/cloud_interactor/server/destroy.rb

@@ -0,0 +1,11 @@
+class CloudInteractor
+  class Server
+    def destroy args
+      read args, false
+
+      #TODO strict checking on servers to ensure a server can't be destroyed while it still has volumes attached (which can corrupt the volume)
+
+      @classes['helper'].generic_destroy_parse args, IDENTITY, RESOURCE
+    end
+  end
+end

data/lib/cloud_interactor/server/detach_volume.rb

@@ -0,0 +1,21 @@
+class CloudInteractor
+  class Server
+    def detach_volume args, out=""
+      read args, false, 'name', 'server_name'
+
+      read_volume args, false, true
+
+      puts "Detaching #{ args['volume_name'] } from #{ args['server_name'] } in #{ IDENTITY }..."
+
+      specific_fog_object = @classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).get @main_obj["specific_#{ IDENTITY }"].last['id']
+
+      specific_fog_object.attachments.each do |attachment|
+        next unless attachment.volume_id == @main_obj["specific_attached_volumes"].first['id']
+        
+        out << attachment.detach.to_s
+      end
+
+      puts "The state of the volume detachment is #{ out } for #{ args['server_name'] } in #{ IDENTITY }"
+    end
+  end
+end

data/lib/cloud_interactor/server/list.rb

@@ -0,0 +1,7 @@
+class CloudInteractor
+  class Server
+    def list args={}, output=true
+      @classes['helper'].generic_list_call IDENTITY, RESOURCE, output
+    end
+  end
+end

data/lib/cloud_interactor/server/list_volumes.rb

@@ -0,0 +1,25 @@
+class CloudInteractor
+  class Server
+    def list_volumes args, output=true
+      puts "Returning list of volumes for #{ args['server_name'] } in #{ IDENTITY }..."
+
+      read(args, false, 'name', 'server_name') if @main_obj["specific_#{ IDENTITY }"].nil?
+
+      specific_fog_object = @classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).get @main_obj["specific_#{ IDENTITY }"].last['id']
+
+      @main_obj["#{ IDENTITY }_volume_list_request"] = JSON.parse(specific_fog_object.attachments.all.to_json)
+
+      @main_obj['server_attached_volumes'] ||= {}
+
+      @main_obj['server_attached_volumes'][args['server_name']] ||= []
+
+      @main_obj["#{ IDENTITY }_volume_list_request"].each do |volume_hash|
+        @classes['volume'].read volume_hash, false, 'id'
+
+        @main_obj['server_attached_volumes'][args['server_name']] << @main_obj['specific_volumes'].last
+      end
+
+      ap( @main_obj['server_attached_volumes'][args['server_name']] ) if output
+    end
+  end
+end

data/lib/cloud_interactor/server/poll.rb

@@ -0,0 +1,22 @@
+class CloudInteractor
+  class Server
+    def poll args
+      read args, false
+
+      raise "Server #{ args['name'] } does not exist!" if @main_obj["specific_#{ IDENTITY }"].empty?
+
+      puts "Polling #{ args['name'] } for status...(execution will continue when the server is finished building)"
+
+      specific_fog_object = @classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).get @main_obj["specific_#{ IDENTITY }"].last['id']
+
+      #specific_servers is an ARRAY, the latest status of the server is the LAST ENTRY
+      duration_hash = specific_fog_object.wait_for { ready? }
+
+      @main_obj['output']["created_servers"] ||= []
+
+      @main_obj['output']["created_servers"] << JSON.parse(specific_fog_object.reload.to_json)
+
+      puts "#{ args['name'] } became active in #{ duration_hash[:duration] } seconds!"
+    end
+  end
+end

data/lib/cloud_interactor/server/read.rb

@@ -0,0 +1,9 @@
+class CloudInteractor
+  class Server
+    def read args, output=true, mode="name", search_key="name"
+      list [], false
+
+      @classes['helper'].generic_read_parse args, IDENTITY, output, mode, search_key
+    end
+  end
+end

data/lib/cloud_interactor/server/read_volume.rb

@@ -0,0 +1,24 @@
+class CloudInteractor
+  class Server
+    def read_volume args, output=true, strict_match=false
+      specific_volume = args['volume_name']
+
+      raise "Volume not passed! Value for volume name is: #{ specific_volume }" if specific_volume.nil?
+
+      list_volumes args, false
+
+      @main_obj['server_attached_volumes'][args['server_name']].each do |volume_hash|
+        next if strict_match && volume_hash['display_name'] != (specific_volume)
+        next if !strict_match && !volume_hash['display_name'].include?(specific_volume)
+
+        @main_obj["specific_attached_volumes"] ||= []
+        
+        @main_obj["specific_attached_volumes"] << volume_hash
+
+        ap(volume_hash) if output
+      end
+
+      puts("#{ specific_volume } not attached to #{ args['server_name'] }!") if @main_obj["specific_attached_volumes"].nil?
+    end
+  end
+end

data/lib/cloud_interactor/server.rb

@@ -0,0 +1,17 @@
+
+class CloudInteractor
+  class Server #http://docs.rackspace.com/servers/api/v2/cs-devguide/content/Servers-d1e2073.html
+    IDENTITY = 'servers'
+    RESOURCE = 'compute'
+
+    def initialize main_obj, classes, options={} 
+      @main_obj  = main_obj
+      @options   = options
+      @classes   = classes
+    end
+    
+    def run method, args
+      self.send(method, args)
+    end
+  end
+end

data/lib/cloud_interactor/version.rb

@@ -0,0 +1,4 @@
+class CloudInteractor
+  #major_version.minor_version.bugfixes
+  VERSION      = "1.0.0"
+end

data/lib/cloud_interactor/volume/create.rb

@@ -0,0 +1,13 @@
+class CloudInteractor
+  class Volume
+    def create args
+      puts "Creating #{ args['display_name'] } in #{ IDENTITY }..."
+
+      puts("Creating #{ IDENTITY.singularize } with args #{ ap(args) }") if @options['verbose']
+
+      args['volume_type'] = 'SSD' unless args['volume_type']
+
+      @main_obj["#{ IDENTITY }_create_request"] = JSON.parse(@classes['auth'].auth_service(RESOURCE).instance_eval(IDENTITY).create(args).to_json)
+    end
+  end
+end

data/lib/cloud_interactor/volume/destroy.rb

@@ -0,0 +1,11 @@
+class CloudInteractor
+  class Volume
+    def destroy args
+      read args, false
+
+      #TODO strict checking on volumes to ensure a volume can't be destroyed when it is still attached
+
+      @classes['helper'].generic_destroy_parse args, IDENTITY, RESOURCE, 'display_name'
+    end
+  end
+end

data/lib/cloud_interactor/volume/list.rb

@@ -0,0 +1,7 @@
+class CloudInteractor
+  class Volume
+    def list args={}, output=true
+      @classes['helper'].generic_list_call IDENTITY, RESOURCE, output
+    end
+  end
+end

data/lib/cloud_interactor/volume/read.rb

@@ -0,0 +1,9 @@
+class CloudInteractor
+  class Volume
+    def read args, output=true, mode="display_name"
+      list([], false) if @main_obj["specific_#{ IDENTITY }"].nil?
+
+      @classes['helper'].generic_read_parse args, IDENTITY, output, mode
+    end
+  end
+end

data/lib/cloud_interactor/volume.rb

@@ -0,0 +1,20 @@
+
+class CloudInteractor
+  class Volume #http://docs.rackspace.com/cbs/api/v1.0/cbs-devguide/content/volumes.html
+    IDENTITY = 'volumes'
+    RESOURCE = 'volume'
+    
+    def initialize main_obj, classes, options={} 
+      @main_obj  = main_obj
+      @options   = options
+      @classes   = classes
+    end
+    
+    def run method, args, mode="name"
+      case method
+      when "read" then self.send(method, args, mode)
+      else             self.send(method, args)
+      end
+    end
+  end
+end

data/lib/ridley/monkeypatches.rb

@@ -0,0 +1,11 @@
+#https://github.com/reset/ridley/blob/master/lib/ridley/chef_objects/data_bag_item_obect.rb
+#This monkeypatch fixes decrypt being unable to return unencrypted data for encrypted bags with nested hashes in hashes
+module Ridley
+  class DataBagItemObject < ChefObject
+    def decrypt
+      decrypted_hash = Hash[_attributes_.map { |key, value| [key, key == "id" ? value : decrypt_value(value)] }]
+
+      Hashie::Mash.new(decrypted_hash) #old:mass_assign(decrypted_hash)
+    end
+  end
+end

data/lib/sshkit/actions/start_commit_check.rb

@@ -0,0 +1,19 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def start_commit_check name, ip_address, options, locs, cheftacular, out={'name'=>'', 'time'=> ''}
+        app_loc = "#{ cheftacular['base_file_path'] }/#{ options['repository'] }/releases"
+        
+        if test("[ -d #{ app_loc } ]") #true if file exists
+          within app_loc do
+            out['name'] = capture( :ls, '-rt', :|, :tail, '-1' )
+
+            out['time'] = Time.parse(capture( :stat, out['name'], '--printf=%y' )).strftime('%Y-%m-%d %I:%M:%S %p')
+          end
+        end
+
+        out
+      end
+    end
+  end
+end

data/lib/sshkit/actions/start_deploy.rb

@@ -0,0 +1,25 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def start_deploy name, ip_address, options, locs, passwords, out=""
+        log_loc, timestamp = set_log_loc_and_timestamp(locs)
+
+        puts "Generating log file for #{ name } (#{ ip_address }) at #{ log_loc }/#{ name }-deploy-#{ timestamp }.txt"
+
+        capture_args = [ "chef-client" ]
+        capture_args << [ '-l', 'debug' ] if options['debug']
+        #capture_args << [ '>', '/dev/tty']
+
+        out << sudo_capture( passwords[ip_address], *capture_args.flatten )
+
+        ::File.open("#{ log_loc }/#{ name }-deploy-#{ timestamp }.txt", "w") { |f| f.write(out.scrub_pretty_text) } unless options['no_logs']
+
+        puts(out) if options['output'] || options['verbose']
+
+        puts "Succeeded deploy of #{ name } (#{ ip_address }) on role #{ options['role'] }"
+
+        [out, timestamp] #return out to send to logs_bag
+      end
+    end
+  end
+end

data/lib/sshkit/actions/start_log_fetch.rb

@@ -0,0 +1,91 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def start_log_role_map name, ip_address, target_log_loc, options, locs, cheftacular, passwords, out=""
+        log_loc, timestamp  = set_log_loc_and_timestamp(locs)
+        log_cmnd, log_lines = get_log_command_and_lines(options)
+
+        if !test("[ -e #{ target_log_loc }]") #true if file exists
+          puts "#{ name } (#{ ip_address }) does not have a log file for #{ options['env'] } at the moment..."
+
+        else
+          puts "Fetching log file(s) for #{ name } (#{ ip_address }). Outputting to #{ log_loc }/#{ name }-#{ options['role'] }-log-#{ timestamp }.txt"
+
+          target_log_loc.split(',').each do |parsed_log_loc|
+            parsed_log_loc = parsed_log_loc.gsub('|current_repo_location|', "#{ cheftacular['base_file_path'] }/#{ options['repository'] }/current")
+            if log_lines.nil?
+              out << sudo_capture(passwords[ip_address], log_cmnd.to_sym, parsed_log_loc)
+
+            else
+              out << sudo_capture(passwords[ip_address], log_cmnd.to_sym, log_lines, parsed_log_loc)
+            end
+          end
+
+          ::File.open("#{ log_loc }/#{ name }-#{ options['role'] }-log-#{ timestamp }.txt", "w") { |f| f.write(out.scrub_pretty_text) } unless options['no_logs']
+        end
+      end
+
+      def start_log_fetch_ruby_on_rails name, ip_address, run_list, options, locs, cheftacular, passwords, out=""
+        log_loc, timestamp  = set_log_loc_and_timestamp(locs)
+        true_env            = get_true_environment run_list, cheftacular['run_list_environments'], options['env']
+        app_log_loc         = "#{ cheftacular['base_file_path'] }/#{ options['repository'] }/current/log"
+        log_cmnd, log_lines = get_log_command_and_lines(options)
+
+        if !test("[ -e /#{ app_log_loc }/#{ true_env }.log ]") #true if file exists
+          puts "#{ name } (#{ ip_address }) does not have a log file for #{ true_env } at the moment..."
+
+        else
+
+          puts "Fetching log file(s) for #{ name } (#{ ip_address }). Outputting to #{ log_loc }/#{ name }-applog-#{ timestamp }.txt"
+
+          within app_log_loc do
+            if log_lines.nil?
+              out << capture(log_cmnd.to_sym, "#{ true_env }.log")
+
+            else
+              out << capture(log_cmnd.to_sym, log_lines, "#{ true_env }.log")
+            end
+          end
+
+          #To create the file locally you must namespace like this
+          ::File.open("#{ log_loc }/#{ name }-applog-#{ timestamp }.txt", "w") { |f| f.write(out.scrub_pretty_text) } unless options['no_logs']
+        end
+
+        out << start_log_fetch_nginx(name, log_loc, log_cmnd, timestamp, options, out) if run_list.include?('role[web]') && options['get_nginx_logs']
+        
+        out << start_log_role_map(name, ip_address, get_role_map(cheftacular, get_worker_role(cheftacular))['log_location'], log_cmnd, app_log_loc, timestamp, options) if run_list.include?("role[#{ get_worker_role(cheftacular) }]")
+
+        puts(out) if options['verbose']
+      end
+
+      def start_log_fetch_nginx name, log_loc, log_cmnd, timestamp, options, out=""
+        out = "" unless options['no_logs']
+
+        nginx_log_loc = "/var/log/nginx/#{ options['repository'] }_access.log"
+
+        puts "Fetching nginx log file... Outputting to #{ log_loc }/#{ name }-nginxlog-#{ timestamp }.txt "
+
+        if log_lines.nil?
+          out << capture(log_cmnd.to_sym, nginx_log_loc)
+
+        else 
+          out << capture(log_cmnd.to_sym, log_lines, nginx_log_loc)
+        end
+
+        ::File.open("#{ log_loc }/#{ name }-nginxlog-#{ timestamp }.txt", "w") { |f| f.write(out.scrub_pretty_text) } unless options['no_logs']
+
+        out
+      end
+
+      private
+
+      def get_log_command_and_lines options
+        log_cmnd = options['get_full_logs'] ? 'cat' : 'tail'
+
+        log_lines = options['get_full_logs'] ? nil : "-" + ( options['get_log_lines'] ? options['get_log_lines'] : "500" )
+
+        [log_cmnd, log_lines]
+      end
+    end
+  end
+end

data/lib/sshkit/actions/start_task.rb

@@ -0,0 +1,29 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def start_task name, ip_address, run_list, command, options, locs, cheftacular, out=""
+        log_loc, timestamp = set_log_loc_and_timestamp(locs)
+        true_env = get_true_environment cheftacular['run_list_environments'], run_list, options['env']
+
+        puts "Running #{ command } for #{ name } (#{ ip_address }) (Run with with --debug to generate a log as well)"
+
+        mig_loc = "/var/www/vhosts/#{ options['repository'] }/current"
+
+        capture_args = ["RAILS_ENV=#{ true_env }"]
+        capture_args << command.split(' ')
+
+        within mig_loc do
+          out << capture( *capture_args.flatten )
+        end
+
+        ::File.open("#{ log_loc }/#{ name }-task-#{ timestamp }.txt", "w") {|f| f.write(out.scrub_pretty_text) } if options['debug']
+        
+        puts out
+
+        puts("Nothing to migrate for #{ options['role'] }...") if out.empty? || out == 'config/local.yml file detected. Its environment variables will be merged on top of those from config/application.yml.'
+
+        [out, timestamp] #return out to send to logs_bag
+      end
+    end
+  end
+end

data/lib/sshkit/getters.rb

@@ -0,0 +1,67 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def get_repository_from_role_name name, repositories, *args
+        args = args.flatten
+
+        repo_role_name = ""
+
+        repositories.each_pair { |key, repo_hash| repo_role_name = key if repo_hash['repo_name'] == name }
+
+        if repositories.has_key?(name) && args.empty?
+          return repositories[name]['repo_name']
+        elsif !repo_role_name.empty? && args.empty?
+          return repo_role_name
+        end
+
+        if args.include?('has_key?')
+          return repositories.has_key?(name)
+        elsif args.include?('has_value?')
+          return !repo_role_name.empty?
+        end
+
+        raise "Unknown repository or rolename for #{ name }"
+      end
+
+      def get_node_from_address nodes, address, ret_node = nil
+        nodes.each do |n|
+          if n.public_ipaddress == address
+            ret_node = n
+
+            break
+          end
+        end
+
+        ret_node
+      end
+
+      def get_true_environment run_list, chef_env_roles, default_env
+        chef_env_roles.each_pair do |role, env|
+          if run_list.include?("role[#{ role }]")
+            default_env = env
+
+            break
+          end
+        end
+
+        default_env
+      end
+
+      def get_worker_role cheftacular, ret=""
+        cheftacular['role_maps'].each_pair do |main_role, role_hash|
+          ret = role_hash['role_name'] if main_role.include?('worker')
+        end
+
+        ret
+      end
+
+      def get_role_map cheftacular, target_role, ret=""
+        cheftacular['role_maps'].each_pair do |main_role, role_hash|
+          ret = role_hash if role_hash['role_name'] == target_role
+        end
+
+        ret
+      end
+    end
+  end
+end

data/lib/sshkit/helpers.rb

@@ -0,0 +1,13 @@
+module SSHKit
+  module Backend
+    class Netssh
+      def set_log_loc_and_timestamp locs
+        [locs['chef-log'], Time.now.strftime("%Y%m%d%H%M%S")]
+      end
+
+      def sudo_capture pass, *args
+        capture :echo, pass, :|, :sudo, '-S', *args
+      end
+    end
+  end
+end

data/lib/sshkit/monkeypatches.rb

@@ -0,0 +1,19 @@
+module SSHKit
+  class Command
+    #returns the full contents of stdout when an error occurs rather than just the first line (needed for chef debugging)
+    def exit_status=(new_exit_status)
+      @finished_at = Time.now
+      @exit_status = new_exit_status
+
+      if options[:raise_on_non_zero_exit] && exit_status > 0
+        message = ""
+        message += "#{command} exit status: " + exit_status.to_s + "\n"
+        message += "#{command} stdout: " + (full_stdout.strip || "Nothing written") + "\n"
+
+        stderr_message = [stderr.strip, full_stderr.strip].delete_if(&:empty?).first
+        message += "#{command} stderr: " + (full_stderr.strip || 'Nothing written') + "\n\n"
+        raise Failed, message
+      end
+    end
+  end
+end