cheftacular 2.10.2 → 2.11.0

data/lib/cheftacular/stateless_actions/client_list.rb

@@ -12,9 +12,7 @@ class Cheftacular
           "whether its password is stored on the chef server and what that password is.",
 
           "    2. `-W|--with-priv` option will make this command display the server's local (private) ip address. " + 
-          "This address is also the server's `local.<SERVER_DNS_NAME>`.",
-
-          "    3. This command is aliased to `client-list` with no arguments or cft prefix."
+          "This address is also the server's `local.<SERVER_DNS_NAME>`."
         ]
       ]
 

data/lib/cheftacular/stateless_actions/cloud_bootstrap.rb

@@ -28,13 +28,22 @@ class Cheftacular
   end
 
   class StatelessAction
-    def cloud_bootstrap
+    def cloud_bootstrap server_hash={}, options_to_sync=['node_name', 'flavor_name', 'descriptor', 'dns_config', 'address', 'private_address', 'client_pass']
       raise "This action can only be performed if the mode is set to devops" if !@config['helper'].running_in_mode?('devops') && !@options['in_scaling']
       
+      @options['node_name']   = server_hash['node_name']   if server_hash.has_key?('node_name')
+      @options['flavor_name'] = server_hash['flavor_name'] if server_hash.has_key?('flavor_name')
+      @options['descriptor']  = server_hash['descriptor']  if server_hash.has_key?('descriptor')
+      @options['with_dn']     = server_hash['dns_config']  if server_hash.has_key?('dns_config')
+
       @options['node_name']   = ARGV[1] unless @options['node_name']
       @options['flavor_name'] = ARGV[2] unless @options['flavor_name']
       @options['descriptor']  = ARGV[3] if ARGV[3] && !@options['descriptor']
 
+      @options['in_single_server_creation'] = true
+
+      puts "Preparing to boot #{ @options['node_name'] }(#{ @options['flavor_name'] })..."
+
       if `which sshpass`.empty?
         raise "sshpass not installed! Please run brew install https://raw.github.com/eugeneoden/homebrew/eca9de1/Library/Formula/sshpass.rb (or get it from your repo for linux)"
       end
@@ -46,23 +55,18 @@ class Cheftacular
 
       status_hash = @config['stateless_action'].cloud "server", "poll:#{ real_node_name }"
 
-      status_hash['created_servers'].each do |server_hash|
-        next unless server_hash['name'] == "#{ real_node_name }"
+      status_hash['created_servers'].each do |cloud_server_hash|
+        next unless cloud_server_hash['name'] == "#{ real_node_name }"
 
-        @options['address'], @options['private_address'] = @config['cloud_provider'].parse_addresses_from_server_create_hash server_hash
+        @options['address'], @options['private_address'] = @config['cloud_provider'].parse_addresses_from_server_create_hash cloud_server_hash
       end
 
       @options['client_pass'] = @config['cloud_provider'].parse_server_root_password_from_server_create_hash status_hash, real_node_name
-
-      tld = @config[@options['env']]['config_bag_hash'][@options['sub_env']]['tld']
-
-      target_serv_index = @config[@options['env']]['addresses_bag_hash']['addresses'].count
-
-      compile_args = ['set_all_attributes']
-
-      compile_args << "set_specific_domain:#{ @options['with_dn'] }" if @options['with_dn']
-
-      address_hash = @config['DNS'].compile_address_hash_for_server_from_options(*compile_args)
+      tld                     = @config[@options['env']]['config_bag_hash'][@options['sub_env']]['tld']
+      target_serv_index       = @config[@options['env']]['addresses_bag_hash']['addresses'].count
+      compile_args            = ['set_all_attributes']
+      compile_args           << "set_specific_domain:#{ @options['with_dn'] }" if @options['with_dn']
+      address_hash            = @config['DNS'].compile_address_hash_for_server_from_options(*compile_args)
 
       @config['DNS'].create_dns_record_for_domain_from_address_hash(@options['with_dn'], address_hash, "specific_domain_mode") if @options['with_dn']
 
@@ -72,7 +76,12 @@ class Cheftacular
 
       @options['dont_remove_address_or_server'] = true #flag to make sure our entry isnt removed in addresses bag
 
-      @config['stateless_action'].full_bootstrap #bootstrap server with ruby and attach it to the chef server
+      server_hash = @config['queue_master'].sync_server_hash_into_queue(server_hash.merge(@config['helper'].return_options_as_hash(options_to_sync)))
+
+      puts("Created server #{ server_hash['node_name'] } and attached additional flags:")                                                  unless @options['quiet']
+      ap(@config['queue_master'].return_hash_from_queue('server_creation_queue', server_hash, 'node_name').except(*options_to_sync[0..3])) unless @options['quiet']
+
+      @config['stateless_action'].full_bootstrap_from_queue unless @config['in_server_creation_queue'] #bootstrap server with ruby and attach it to the chef server
     end
   end
 end

data/lib/cheftacular/stateless_actions/cloud_bootstrap_from_queue.rb

@@ -0,0 +1,37 @@
+
+class Cheftacular
+  class StatelessActionDocumentation
+    def cloud_bootstrap_from_queue
+      @config['documentation']['stateless_action'][__method__] ||= {}
+      @config['documentation']['stateless_action'][__method__]['long_description'] = [
+        "`cft cloud_bootstrap_from_queue` uses a cloud api to " +
+        "create several servers. It is a wrapper around the cloud_bootstrap command that tries to queue server creation.",
+
+        [
+          "    1. This command cannot be called directly and can only be utilized from `cft environment boot`",
+        ]
+      ]
+
+      @config['documentation']['stateless_action'][__method__]['short_description'] = '[Not Directly Callable]'
+    end
+  end
+
+  class StatelessAction
+    def cloud_bootstrap_from_queue
+      raise "This action is not meant to be called directly!" unless @options['in_scaling']
+
+      puts("Preparing to boot server #{ @options['node_name'] } for #{ @options['env'] }!") unless @options['quiet']
+
+      @config['in_server_creation_queue'] = true
+
+      @config['server_creation_queue'].each do |server_hash|
+        puts("Creating server #{ server_hash['node_name'] } with arguments:") unless @options['quiet']
+        ap(server_hash.except('node_name'))                                   unless @options['quiet']
+
+        @config['stateless_action'].cloud_bootstrap(server_hash)
+      end
+
+      @config['stateless_action'].full_bootstrap_from_queue
+    end
+  end
+end

data/lib/cheftacular/stateless_actions/environment.rb

@@ -4,7 +4,7 @@ class Cheftacular
     def environment
       @config['documentation']['stateless_action'][__method__] ||= {}
       @config['documentation']['stateless_action'][__method__]['long_description'] = [
-        "`cft environment boot|destroy` will boot / destroy the current environment",
+        "`cft environment boot|boot_without_deploy|destroy|destroy_raw_servers [SERVER_NAMES]` will boot / destroy the current environment",
 
         [
           "    1. `boot` will spin up servers and bring them to a stable state. " +
@@ -12,7 +12,14 @@ class Cheftacular
 
           "    2. `destroy` will destroy all servers needed for the target environment",
 
-          "    3. This command will prompt when attempting to destroy servers in staging or production"
+          "    3. `destroy_raw_servers` will destroy the servers without destroying the node data.",
+
+          "    4. `boot_without_deploy` will spin up servers and bring them to a state where they are ready to be deployed",
+
+          "    5. This command will prompt when attempting to destroy servers in staging or production. " + 
+          "Additionally, only devops clients will be able to destroy servers in those environments.",
+
+          "    6. This command also accepts a *comma delimited list* of server names to boot / destroy instead of all the stored ones for an environment."
         ]
       ]
 
@@ -23,7 +30,7 @@ class Cheftacular
   end
 
   class StatelessAction
-    def environment type="boot", ask_on_destroy=false, remove=true
+    def environment type="boot", ask_on_destroy=false, remove=true, servers_to_interact_with=[], threads=[]
       ask_on_destroy = case @options['env']
                        when 'staging'    then true
                        when 'production' then true
@@ -32,7 +39,11 @@ class Cheftacular
 
       type = ARGV[1] if ARGV[1]
 
-      raise "Unknown type: #{ type }, can only be 'boot' or 'destroy'" unless (type =~ /boot|destroy/) == 0
+      servers_to_interact_with = ARGV[2].split(',') if ARGV[2]
+
+      unless (type =~ /boot|destroy|destroy_raw_servers|boot_without_deploy/) == 0
+        raise "Unknown type: #{ type }, can only be 'boot'/'boot_without_deploy'/'destroy'/'destroy_raw_servers'"
+      end
 
       nodes = @config['getter'].get_true_node_objects(true)
 
@@ -43,6 +54,10 @@ class Cheftacular
 
       initial_servers = @config['cheftacular']['env_boot_nodes']["#{ @options['env'] }_nodes"]
 
+      unless servers_to_interact_with.empty?
+        initial_servers = initial_servers.delete_if {|name, config_hash| !servers_to_interact_with.include?(name)}
+      end
+
       if initial_servers.empty?
         puts "There are no servers defined for #{ @options['env'] } in the env_boot_nodes hash in your cheftacular.yml... Exiting"
 
@@ -50,44 +65,51 @@ class Cheftacular
       end
 
       case type
-      when 'boot'
-        initial_servers.each_pair do |name, config_hash|
-          next if nodes.map { |n| n.name }.include?(name)
-          config_hash ||= {}
-
-          @options['node_name']   = name
-          @options['flavor_name'] = config_hash.has_key?('flavor') ? config_hash['flavor'] : @config['cheftacular']['default_flavor_name']
-          @options['descriptor']  = config_hash.has_key?('descriptor') ? config_hash['descriptor'] : name
-          @options['with_dn']     = config_hash.has_key?('dns_config') ? @config['parser'].parse_to_dns(config_hash['dns_config']) : @config['parser'].parse_to_dns('NODE_NAME.ENV_TLD')
+      when /boot|boot_without_deploy/
+        begin
+          initial_servers.each_pair do |name, config_hash|
+            next if nodes.map { |n| n.name }.include?(name)
+            config_hash ||= {}
+            node_hash     = {}
+
+            node_hash['node_name']   = name
+            node_hash['flavor_name'] = config_hash.has_key?('flavor') ? config_hash['flavor'] : @config['cheftacular']['default_flavor_name']
+            node_hash['descriptor']  = config_hash.has_key?('descriptor') ? config_hash['descriptor'] : name
+            node_hash['dns_config']  = if config_hash.has_key?('dns_config')
+                                         @config['parser'].parse_to_dns(config_hash['dns_config'], node_hash['node_name'])
+                                       else
+                                         @config['parser'].parse_to_dns('NODE_NAME.ENV_TLD', node_hash['node_name'])
+                                       end
+
+            @config['server_creation_queue'] << node_hash
+          end
+
+          @config['stateless_action'].cloud_bootstrap_from_queue
+        end
 
-          puts("Preparing to boot server #{ @options['node_name'] } for #{ @options['env'] }!") unless @options['quiet']
+        @config['ChefDataBag'].save_server_passwords_bag
 
-          @config['stateless_action'].cloud_bootstrap
+        if type == 'boot'
+          @options = @options.delete_if { |k,v| ['node_name','address', 'descriptor', 'with_dn', 'private_address', 'client_pass'].include?(k) }
 
-          sleep 15
-        end
+          @options['role'] = @config['cheftacular']['backup_config']['db_primary_role']
 
-        @config['ChefDataBag'].save_server_passwords_bag
+          @options['unset_address_and_node_name'] = true
 
-        @options['node_name'] = nil
+          @config['action'].deploy
 
-        @options['role'] = 'all'
+          backup_pid = Process.spawn("cft backups load --env=#{ @options['env'] }")
 
-        @config['action'].deploy
+          @options['role'] = 'all'
 
-        #TODO INTEGRATE backups TO LOAD DATA INTO THE NEWLY BOOTED ENV
-      when 'destroy'
-        raise "This action can only be performed if the mode is set to devops" if !@config['helper'].running_in_mode?('devops')
-        
-        if ask_on_destroy
-          puts "Preparing to delete nodes in #{ @options['env'] }.\nEnter Y/y to confirm."
+          @config['action'].deploy
 
-          input = STDIN.gets.chomp
+          Process.wait backup_pid
 
-          remove = false unless ( input =~ /y|Y|yes|Yes/ ) == 0
+          puts "Done loading data and setting up #{ @options['env'] }!"
         end
-
-        return false unless remove
+      when 'destroy'        
+        return false if ask_on_destroy && !environment_is_destroyable?
 
         @options['delete_server_on_remove'] = true
 
@@ -98,9 +120,36 @@ class Cheftacular
 
           @config['stateless_action'].remove_client
 
+          sleep 15
+        end
+      when 'destroy_raw_servers'
+        return false if ask_on_destroy && !environment_is_destroyable?
+
+        @options['delete_server_on_remove'] = true
+
+        initial_servers.each_pair do |name, config_hash|
+          next if nodes.map { |n| n.name }.include?(name)
+          @options['node_name'] = name
+
+          real_node_name = @config['getter'].get_current_real_node_name
+
+          @config['stateless_action'].cloud('servers', "destroy:#{ real_node_name }")
+
           sleep 15
         end
       end
     end
+
+    private
+
+    def environment_is_destroyable?
+      raise "This action can only be performed if the mode is set to devops" unless @config['helper'].running_in_mode?('devops')
+
+      puts "Preparing to delete nodes in #{ @options['env'] }.\nEnter Y/y to confirm."
+
+      input = STDIN.gets.chomp
+
+      ( input =~ /y|Y|yes|Yes/ ) == 0
+    end
   end
 end

data/lib/cheftacular/stateless_actions/fix_known_hosts.rb

@@ -45,29 +45,8 @@ class Cheftacular
       end
 
       targets.each do |target|
-        puts "clearing #{ target }"
-        case CONFIG['host_os']
-        when /mswin|windows/i
-          raise "#{ __method__ } does not support this operating system at this time"
-        when /linux|arch/i
-          puts "#{ __method__ } does not support this operating system at this time"
-        when /sunos|solaris/i
-          raise "#{ __method__ } does not support this operating system at this time"
-        when /darwin/i
-          cleanup_known_hosts_for_BSD_linux_architecture target
-        else
-          raise "#{ __method__ } does not support this operating system at this time"
-        end
+        @config['filesystem'].scrub_from_known_hosts target
       end
     end
-    private
-
-    def cleanup_known_hosts_for_BSD_linux_architecture target
-      #Removes the entire line containing the string
-      `sed -i '' "s/#{ target }.*//g" ~/.ssh/known_hosts`
-
-      #remove empty lines
-      `sed -i '' "/^$/d" ~/.ssh/known_hosts`
-    end
   end
 end

data/lib/cheftacular/stateless_actions/{full_bootstrap.rb → full_bootstrap_from_queue.rb}

@@ -1,40 +1,33 @@
 
 class Cheftacular
   class StatelessActionDocumentation
-    def full_bootstrap
+    def full_bootstrap_from_queue
       @config['documentation']['stateless_action'][__method__] ||= {}
       @config['documentation']['stateless_action'][__method__]['long_description'] = [
-        "`cft full_bootstrap ADDRESS ROOT_PASS NODE_NAME` This command performs both " +
+        "`cft full_bootstrap_from_queue` This command performs both " +
         "#{ @config['cheftacular']['preferred_cloud_os'] }_bootstrap and chef_bootstrap.",
 
         [
-          "    1. This command is run by `cft cloud_bootstrap` and should not be run on its own unless the " +
-          "target server is already created and not initialized."
+          "    1. This command is run by `cft cloud_bootstrap` and should not be run on its own."
         ]
       ]
 
-      @config['documentation']['stateless_action'][__method__]['short_description'] = 'Attempts to setup a server that has already been created'
+      @config['documentation']['stateless_action'][__method__]['short_description'] = '[Not Directly Callable]'
     end
   end
 
   class StatelessAction
-    def full_bootstrap
+    def full_bootstrap_from_queue options_to_sync=['node_name', 'address', 'client_pass']
       raise "This action can only be performed if the mode is set to devops" if !@config['helper'].running_in_mode?('devops') && !@options['in_scaling']
 
-      @options['address']     = ARGV[1] unless @options['address']
-      @options['client_pass'] = ARGV[2] unless @options['client_pass']
-      @options['node_name']   = ARGV[3] unless @options['node_name']
-
       case @config['cheftacular']['preferred_cloud_os']
-      when 'ubuntu' || 'debian' then @config['stateless_action'].ubuntu_bootstrap
-      else                           @config['stateless_action'].instance_eval("#{ @config['cheftacular']['preferred_cloud_os'] }_bootstrap")
+      when 'ubuntu' || 'debian' then @config['stateless_action'].ubuntu_bootstrap_from_queue
+      else                           @config['stateless_action'].instance_eval("#{ @config['cheftacular']['preferred_cloud_os'] }_bootstrap_from_queue")
       end
 
       @config['initializer'].initialize_passwords @options['env'] #reset the passwords var to contain the new deploy pass set in ubuntu_bootstrap
 
-      @config['helper'].install_rvm_sh_file if @config['cheftacular']['install_rvm_on_boot']
-
-      @config['stateless_action'].chef_bootstrap
+      @config['stateless_action'].chef_bootstrap_from_queue
     end
   end
 end

data/lib/cheftacular/stateless_actions/knife_upload.rb

@@ -4,8 +4,12 @@ class Cheftacular
     def knife_upload
       @config['documentation']['stateless_action'][__method__] ||= {}
       @config['documentation']['stateless_action'][__method__]['long_description'] = [
-        "`cft knife_upload` will resync the chef-server with the local chef-repo code. " + 
-        "This command is analog for `knife upload /`"
+        "`cft knife_upload [force]` will resync the chef-server with the local chef-repo code. " + 
+        "This command is analog for `knife upload /`",
+
+        [
+          "    1. The force option will add the force option to knife upload."
+        ]
       ]
 
       @config['documentation']['stateless_action'][__method__]['short_description'] = 'Uploads your current cookbooks to the chef server'
@@ -16,9 +20,16 @@ class Cheftacular
     def knife_upload
       raise "This action can only be performed if the mode is set to devops" unless @config['helper'].running_in_mode?('devops')
 
+      arg = ARGV[1]
+
+      option = case arg
+               when 'force' then ' --force'
+               else ''
+               end
+
       puts("Starting upload...") unless @options['quiet']
 
-      out = `knife upload / --chef-repo-path #{ @config['locs']['chef-repo'] }`
+      out = `knife upload / --chef-repo-path #{ @config['locs']['chef-repo'] }#{ option }`
 
       puts out
     end

data/lib/cheftacular/stateless_actions/reinitialize.rb

@@ -35,7 +35,7 @@ class Cheftacular
 
       puts("Starting reinitialization...") unless @options['quiet']
 
-      out << `#{ @config['helper'].knife_bootstrap_command }`
+      out << `#{ knife_bootstrap_command }`
 
       puts(out.last) unless @options['quiet']
     end

data/lib/cheftacular/stateless_actions/remove_client.rb

@@ -32,7 +32,7 @@ class Cheftacular
 
       raise "Invalid arguments! Node name is blank. Please call this script as cft remove_client <node_name>" unless @options['node_name']
       
-      nodes = @config['getter'].get_true_node_objects(false, true)
+      nodes = @config['getter'].get_true_node_objects
 
       nodes.each do |n|
         begin
@@ -68,9 +68,9 @@ class Cheftacular
         end
       end
       
-      puts("Done. Please verify that the output of the next line(s) match your expectations (running client-list)") if @options['verbose']
+      puts("Done. Please verify that the output of the next line(s) match your expectations (running cft client_list)") if @options['verbose']
       
-      puts(`client-list`) if @options['verbose']
+      @config['stateless_actions'].client_list if @options['verbose']
     end
 
     alias_method :remove_node, :remove_client

data/lib/cheftacular/stateless_actions/restart_swap.rb

@@ -18,7 +18,6 @@ class Cheftacular
 
   class StatelessAction
     def restart_swap
-
       nodes = @config['getter'].get_true_node_objects(true)
 
       nodes = @config['parser'].exclude_nodes( nodes, [{ if: { env: '_default' }}] )

data/lib/cheftacular/stateless_actions/test_env.rb

@@ -48,25 +48,31 @@ class Cheftacular
 
       case type
       when 'boot'
-        @config['cheftacular']['split_env_nodes'].each_pair do |name, config_hash|
-          config_hash           ||= {}
-          true_name               = name.gsub('SPLITENV', split_env)
-          @options['sub_env']     = split_env
-          @options['node_name']   = "#{ true_name }#{ 'p' if @options['env'] == 'production' }" 
-          @options['flavor_name'] = config_hash.has_key?('flavor') ? config_hash['flavor'] : @config['cheftacular']['default_flavor_name']
-          @options['descriptor']  = config_hash.has_key?('descriptor') ? "#{ config_hash['descriptor'] }-#{ split_env }" : name
-          @options['with_dn']     = config_hash.has_key?('dns_config') ? @config['parser'].parse_to_dns(config_hash['dns_config']) : @config['parser'].parse_to_dns('NODE_NAME.ENV_TLD')
-                                    
-          next if nodes.map { |n| n.name }.include?(@options['node_name'])
-
-          puts("Preparing to boot server #{ @options['node_name'] } for #{ @options['env'] }'s #{ split_env } environment!") unless @options['quiet']
-
-          @config['stateless_action'].cloud_bootstrap
-
-          sleep 15
+        begin
+          @config['cheftacular']['split_env_nodes'].each_pair do |name, config_hash|                                    
+            next if nodes.map { |n| n.name }.include?(@options['node_name'])
+            config_hash ||= {}
+            node_hash     = {}
+            true_name                = name.gsub('SPLITENV', split_env)
+            @options['sub_env']      = split_env
+            node_hash['node_name']   = name
+            node_hash['flavor_name'] = config_hash.has_key?('flavor') ? config_hash['flavor'] : @config['cheftacular']['default_flavor_name']
+            node_hash['descriptor']  = config_hash.has_key?('descriptor') ? "#{ config_hash['descriptor'] }-#{ split_env }" : name
+            node_hash['dns_config']  = if config_hash.has_key?('dns_config')
+                                         @config['parser'].parse_to_dns(config_hash['dns_config'], node_hash['node_name'])
+                                       else
+                                         @config['parser'].parse_to_dns('NODE_NAME.ENV_TLD', node_hash['node_name'])
+                                       end
+
+            puts("Preparing to boot server #{ @options['node_name'] } for #{ @options['env'] }'s #{ split_env } environment!") unless @options['quiet']
+
+            @config['stateless_action'].cloud_bootstrap_from_queue
+
+            sleep 15
+          end
+        ensure
+          @config['ChefDataBag'].save_server_passwords_bag
         end
-
-        @config['ChefDataBag'].save_server_passwords_bag
       when 'destroy'
         @options['delete_server_on_remove'] = true