fhcap-cli 0.3.0

data/lib/fhcap/tasks/chef/provisioning/chef_provisioning_task.rb

@@ -0,0 +1,27 @@
+require 'fhcap/tasks/chef/provisioning/chef_provisioning_task_base'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Provisioning
+        class ChefProvisioningTask < ChefProvisioningTaskBase
+
+          attr_reader :run_list
+
+          def initialize(options)
+            super
+            @run_list = options[:'run-list']
+          end
+
+          def run
+            thor.say "Chef::Provisioning::Task name = #{@name}, run_list = #{@run_list}", :yellow
+            do_chef_run(run_list)
+          end
+
+        end
+      end
+    end
+  end
+end
+
+

data/lib/fhcap/tasks/chef/provisioning/chef_provisioning_task_base.rb

@@ -0,0 +1,38 @@
+require 'fhcap/tasks/chef/chef_task_base'
+require 'fhcap/chef-dk/chef_runner'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Provisioning
+        class ChefProvisioningTaskBase < ChefTaskBase
+
+          attr_reader :name, :cluster_config, :cluster_filepath, :chef_server
+
+          def initialize(options)
+            super
+            @name = options[:name]
+            @cluster_filepath = find_cluster(name)
+            if @cluster_filepath
+              @cluster_config = JSON.parse(IO.read(@cluster_filepath), {:symbolize_names => true})
+              @cluster_config.merge!({
+                                         local_repo_path: repo_dir(@cluster_config[:repo]),
+                                         chef_server_config: chef_server_config_hash_for(@cluster_config[:chef_server]),
+                                         provider_credentials:  provider_credentials(@cluster_config[:provider_id])
+                                     })
+              @chef_server = @cluster_config[:chef_server]
+            else
+              exit_with_error("Unknown cluster #{@name}")
+            end
+          end
+
+          def do_chef_run(run_list)
+            cookbook_path = File.join(Fhcap.source_root, 'lib', 'cookbooks')
+            Fhcap::ChefRunner.new(cookbook_path, run_list, @cluster_config).converge
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fhcap/tasks/chef/provisioning/create.rb

@@ -0,0 +1,22 @@
+require 'fhcap/tasks/chef/provisioning/chef_provisioning_task_base'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Provisioning
+        class Create < ChefProvisioningTaskBase
+
+          def run
+            thor.say "Chef::Provisioning::Create #{@name}", :yellow
+            do_chef_run("provision::cluster_create")
+            do_chef_run("provision::reset_rabbitmq")
+            do_chef_run("provision::restart_services")
+          end
+
+        end
+      end
+    end
+  end
+end
+
+

data/lib/fhcap/tasks/chef/provisioning/destroy.rb

@@ -0,0 +1,21 @@
+require 'fhcap/tasks/chef/provisioning/chef_provisioning_task_base'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Provisioning
+        class Destroy < ChefProvisioningTaskBase
+
+          def run
+            thor.say "Chef::Provisioning::Destroy #{@name}", :yellow
+            if thor.yes? "Destroy cluster #{@name}? (y/n)"
+              run_list = "provision::cluster_destroy"
+              do_chef_run(run_list)
+            end
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fhcap/tasks/chef/provisioning/provision.rb

@@ -0,0 +1,19 @@
+require 'fhcap/tasks/chef/provisioning/chef_provisioning_task_base'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Provisioning
+        class Provision < ChefProvisioningTaskBase
+
+          def run
+            thor.say "Chef::Provisioning::Provision #{@name}", :yellow
+            run_list = "provision::cluster_provision"
+            do_chef_run(run_list)
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fhcap/tasks/chef/server/bootstrap.rb

@@ -0,0 +1,165 @@
+require 'fhcap/tasks/chef/chef_task_base'
+require 'chef/knife/diff'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Server
+        class Bootstrap < ChefTaskBase
+
+          attr_reader :environments
+
+          def initialize(options)
+            super
+            @environments = options[:environments]
+            @chef_server = options[:chef_server]
+            @diff_strategy = options[:'diff-strategy'] || 'knife'
+            @skip_roles = options[:'skip-roles']
+            @skip_data_bags = options[:'skip-data-bags']
+            @skip_environments = options[:'skip-environments']
+            @skip_cookbooks = options[:'skip-cookbooks']
+          end
+
+          def run
+            thor.say "Chef::Server::Bootstrap: environments = #{environments}", :yellow
+
+            chef_server_environments = {}
+            environments.each do |environment|
+              chef_server = select_chef_server(environment, @chef_server)
+              chef_server_environments[chef_server] = chef_server_environments[chef_server] || []
+              chef_server_environments[chef_server] << environment
+            end
+
+            chef_server_environments.each do |server, environments|
+              sync_roles({:environments => environments, :server => server}) unless @skip_roles
+              sync_data_bags({:environments => environments, :server => server}) unless @skip_data_bags
+              sync_environments({:environments => environments, :server => server}) unless @skip_environments
+              sync_cookbooks({:environments => environments, :server => server}) unless @skip_cookbooks
+            end
+          end
+
+          private
+
+          def sync_roles(options)
+            sync_items('roles', options) do |local_repo, sync_items|
+              sync_items.each do |item|
+                unless item =~ /roles\/dev*/
+                  run_knife_cmd("role from file #{File.join(local_repo, item)}", options[:server])
+                end
+              end
+            end
+          end
+
+          def sync_data_bags(options, bag_created_cache=[])
+            requires_resync = false
+            sync_items('data_bags', options) do |local_repo, sync_items|
+              sync_items.each do |item|
+                if include_data_bag_item?(item, options)
+                  tmp, bag, bag_item = item.split('/')
+                  if bag
+                    unless bag_created_cache.include? bag
+                      output = run_knife_cmd("data bag create #{bag}", options[:server])
+                      requires_resync = requires_resync || output =~ /Created/
+                      bag_created_cache << bag
+                    end
+                    if bag_item
+                      run_knife_cmd("data bag from file #{bag} #{File.join(local_repo, item)}", options[:server])
+                    end
+                  end
+                end
+              end
+            end
+            sync_data_bags(options, bag_created_cache) if requires_resync
+          end
+
+          def include_data_bag_item?(item, options)
+            include = true
+            environments = options[:environments]
+            if environments
+              if item =~ /nagios_/
+                #As usual nagios requires the most work Argghh
+                nagios_data_bag_name = item.split('/')[1]
+                #Default nagios data bags will only be 2 in length, check everything else
+                if nagios_data_bag_name.split('_').length > 2
+                  allowed = ['fheng', 'production']
+                  allowed |= environments
+                  allowed |= environments.collect { |env| env.gsub('-', '_') } # Prod data bags are named incorrectly for some reason
+                  include = allowed.any? { |val| nagios_data_bag_name =~ /#{val}/ }
+                end
+              elsif item =~ /environments\//
+                include = environments.any? { |val| item =~ /#{val}/ }
+              end
+            end
+            include
+          end
+
+          def sync_environments(options)
+            environments = options[:environments]
+            if environments
+              sync_items('environments', options) do |local_repo, sync_items|
+                sync_items.each do |item|
+                  if environments.any? { |val| item =~ /#{val}/ }
+                    run_knife_cmd("environment from file #{File.join(local_repo, item)}", options[:server])
+                  end
+                end
+              end
+            else
+              #thor.say "No environments specified!!"
+            end
+          end
+
+          def sync_cookbooks(options)
+            #sync_items('cookbooks', options) do |local_repo, sync_items|
+            #  modified_cookbooks = sync_items.collect do |cookbook|
+            #    cookbook.split('/')[1]
+            #  end.uniq
+            #  run_knife_cmd("cookbook upload #{modified_cookbooks.join(' ')} --force", options[:server]) unless modified_cookbooks.empty?
+            #end
+            run_knife_cmd("cookbook upload -a --force", options[:server], !verbose)
+          end
+
+          def sync_items(item, options)
+            repo_paths.each do |local_repo|
+              #thor.say "Syncing #{item} in #{local_repo} based on #{@diff_strategy} diff", :yellow
+              if @diff_strategy == 'git'
+                item = %w{cookbooks site-cookbooks wrapper-cookbooks} if item == 'cookbooks'
+                yield local_repo, git_diff(item, local_repo)
+              else
+                yield local_repo, knife_diff(item, local_repo, options[:server])
+              end
+            end
+            #thor.say "All #{item} synced successfully!"
+          end
+
+          def git_diff(item, local_repo)
+            result = ''
+            Dir.chdir local_repo do
+              paths = item.is_a?(Array) ? item : [item]
+              paths.each do |path|
+                if Dir.exists? File.join(local_repo, path)
+                  result += `git diff --name-only origin/master -- #{path}`
+                end
+              end
+            end
+            result.split
+          end
+
+          def knife_diff(item, local_repo, server)
+            result = ''
+            if Dir.exists? File.join(local_repo, item)
+              thor.inside local_repo do
+                cmd = "knife diff #{item} --chef-repo-path #{local_repo} --repo-mode static --name-only --diff-filter=[AM] --config #{knife_config_file_for(server)}"
+                result = thor.run(cmd, :capture => true)
+                thor.say result if verbose
+              end
+            else
+              #thor.say "No #{item} in #{local_repo}"
+            end
+            result.split
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fhcap/tasks/chef/server/create_user.rb

@@ -0,0 +1,97 @@
+require 'fhcap/tasks/chef/chef_task_base'
+require 'chef/config'
+require 'securerandom'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Server
+        class CreateUser < ChefTaskBase
+
+          attr_reader :user_config, :chef_server_version
+
+          def initialize(options)
+            super
+            @chef_server_version = options[:'chef-server-version'] || 'osc'
+            @user_config = {
+                chef_server: options[:'chef-server'],
+                username: options[:username],
+                display_name: options[:'display-name'] || @username,
+                first_name: options[:'first-name'] || @username,
+                last_name: options[:'last-name'] || @username,
+                email: options[:email],
+                password: options[:password] || SecureRandom.urlsafe_base64(6),
+                validation_client_name: @validation_client_name,
+            }
+          end
+
+          def run
+            thor.say "Knife::CreateUser", :yellow
+
+            ask_config(required_config, user_config)
+
+            if @chef_server_version == 'osc'
+              cmd = "osc_user create #{user_config[:username]} -p #{user_config[:password]} -y -d -a"
+            else
+              cmd = "user create #{user_config[:username]} #{user_config[:display_name]} #{user_config[:first_name]} #{user_config[:last_name]} #{user_config[:email]} #{user_config[:password]} -y"
+            end
+
+            import_cfg = {}
+
+            private_key = run_knife_cmd(cmd, user_config[:chef_server])
+
+            if $?.exitstatus == 0
+              knife_config_dir = config[:knife_dir] || File.join(config.default_dir, '.chef')
+              knife_config_file = File.join(knife_config_dir, "knife-#{user_config[:chef_server]}.rb")
+              ::Chef::Config.from_file(knife_config_file)
+              file = File.open(::Chef::Config[:validation_key], "rb")
+              validation_key = file.read
+
+              import_cfg[:chef_server_url] = ::Chef::Config[:chef_server_url]
+              import_cfg[:validation_client_name] = ::Chef::Config[:validation_client_name]
+              import_cfg[:node_name] = user_config[:username]
+              import_cfg[:private_key] = private_key
+              import_cfg[:validation_key] = validation_key
+
+              import_file = File.join(config.tmp_dir,"#{user_config[:username]}-#{user_config[:chef_server]}_import.json")
+              thor.create_file(import_file, JSON.pretty_generate(import_cfg), :force => true)
+
+              table_contents = [table_header('Username', 'Password', 'Chef Server URL')]
+              table_contents << table_row(user_config[:username], user_config[:password], ::Chef::Config[:chef_server_url])
+              thor.print_table table_contents
+
+              table_contents = [table_header('Private Key')]
+              table_contents << table_row(private_key)
+              thor.print_table table_contents
+
+              table_contents = [table_header('Validation Key')]
+              table_contents << table_row(validation_key)
+              thor.print_table table_contents
+
+              thor.say_status 'warning', "The validation key shown above is the validation key used by you for '#{user_config[:chef_server]}'. If you don't normally share this key between users, you should create a new one manually for '#{user_config[:username]}'", :yellow
+
+              thor.say_status 'Import Command:', "fhcap knife add --name  #{user_config[:chef_server]} --import-file #{import_file}", :cyan
+            end
+          end
+
+          private
+
+          def required_config
+            {
+                username: {
+                },
+                chef_server: {
+                    options: {:limited_to => chef_server_names}
+                },
+                email: {
+                },
+                password: {
+                }
+            }
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fhcap/tasks/chef/server/info.rb

@@ -0,0 +1,82 @@
+require 'fhcap/tasks/chef/chef_task_base'
+
+module Fhcap
+  module Tasks
+    module Chef
+      module Server
+        class Info < ChefTaskBase
+
+          attr_reader :environments, :node_names, :roles, :chef_server, :urls
+
+          def initialize(options)
+            super
+            @environments = options[:environments]
+            @node_names = options[:nodes]
+            @roles = options[:roles]
+            @chef_server = options[:chef_server]
+            @urls = {}
+          end
+
+          def run
+            thor.say "Chef::Server::Info: environments = #{environments}", :yellow
+            environments.each do |env|
+              ip_addresses(env) unless options[:only] && options[:only] != 'ips'
+              management_dashboards(env) unless options[:only] && options[:only] != 'urls'
+            end
+          end
+
+          private
+
+          def ip_addresses(env)
+            thor.say "[#{env}] IP Addresses", :green
+            search_cmd = "search 'chef_environment:#{env}'"
+            search_options = '-a cloud.public_ips'
+            nodes_for(search_cmd, search_options) do |node|
+              thor.say_status "[#{env}] #{node['name']}:", node['cloud.public_ips'].join(','), :cyan
+            end
+          end
+
+          def management_dashboards(env)
+            thor.say "[#{env}] Monitoring Dashboards", :green
+            urls[env] = {} unless urls[env]
+            search_cmd = "search 'chef_environment:#{env} AND roles:management_server'"
+            search_options = '-a cloud.public_ips -a munin.web_server_port -a nagios.http_port'
+            nodes_for(search_cmd, search_options) do |node|
+              urls[env][:nagios] = "http://#{node['cloud.public_ips'].first}:#{node['nagios.http_port']}"
+              urls[env][:munin] = "http://#{node['cloud.public_ips'].first}:#{node['munin.web_server_port']}/munin"
+              thor.say_status "[#{env}] Nagios Dashboard:", "#{urls[env][:nagios]}", :cyan
+              thor.say_status "[#{env}] Munin Dashboard:", "#{urls[env][:munin]}", :cyan
+            end
+
+            search_cmd = "search 'chef_environment:#{env} AND roles:rabbitmq_server'"
+            search_options = '-a cloud.public_ips -a rabbitmq.web_console_ssl_port'
+            node = nodes_for(search_cmd, search_options).first
+            if node
+              urls[env][:rabbitmq] = "http://#{node['cloud.public_ips'].first}:#{node['rabbitmq.web_console_ssl_port']}"
+              thor.say_status "[#{env}] RabbitMQ Dashboard:", "#{urls[env][:rabbitmq]}", :cyan
+            end
+
+          end
+
+          def nodes_for(search_cmd, search_options)
+            cmd = "cd #{File.expand_path("..", knife_config_dir)} && knife #{search_cmd} #{search_options} -c #{knife_config_file_for(chef_server)} -F json"
+            raw_nodes = JSON.parse(`#{cmd}`)
+            nodes = []
+            if raw_nodes['rows'].empty?
+              thor.say("No node found for '#{search_cmd}'")
+            else
+              raw_nodes['rows'].each do |node|
+                name, attrs = node.first
+                attrs.merge!({'name' => name})
+                nodes << attrs
+                yield attrs if block_given?
+              end
+            end
+            nodes
+          end
+
+        end
+      end
+    end
+  end
+end