opzworks 0.3.0

data/lib/opzworks/commands/include/elastic.rb

@@ -0,0 +1,134 @@
+def opsworks_list_ips(options = {})
+  response = @client.describe_instances options
+  @ip_addrs = []
+  response[:instances].each { |instance| @ip_addrs << instance.private_ip if instance[:status] == 'online' }
+rescue StandardError => e
+  abort "Exception raised: #{e}".foreground(:red)
+end
+
+def es_get_input(input, data = {}, *cmd)
+  match = {}
+  count = 0
+
+  data[:stacks].each do |stack|
+    next unless stack[:name].chomp =~ /#{input}/
+    count = count += 1
+    match = stack.to_hash
+  end
+
+  # break?
+  if count < 1
+    puts 'No matching stacks found for input '.foreground(:yellow) + input.foreground(:green) + ', skipping.'.foreground(:yellow)
+    @get_data_failure = true
+  elsif count > 1
+    puts 'Found more than one stack matching input '.foreground(:yellow) + input.foreground(:green) + ', skipping.'.foreground(:yellow)
+    @get_data_failure = true
+  else
+    puts 'Operating on stack '.foreground(:blue) + "#{match[:name]}".foreground(:green)
+    layers = @client.describe_layers(stack_id: match[:stack_id])
+    layers[:layers].each { |layer| printf("%-30s %-50s\n", layer[:name], layer[:layer_id]) }
+
+    STDOUT.print 'Specify a layer: '.foreground(:blue)
+    layer = STDIN.gets.chomp
+
+    unless cmd.include? 'start'
+      STDOUT.print 'Disable shard allocation before starting? (true/false, default is true): '.foreground(:blue)
+      disable_allocation = STDIN.gets.chomp
+      case disable_allocation
+      when 'false'
+        @disable_shard_allocation = false
+      else
+        @disable_shard_allocation = true
+      end
+    end
+
+    options = {}
+    if layer == ''
+      puts 'Must specify a layer.'.foreground(:red)
+      abort
+    else
+      options[:layer_id] = layer
+    end
+    opsworks_list_ips(options)
+  end
+end
+
+def es_enable_allocation(ip, type)
+  puts "Cluster routing.allocation is being set to #{type}".foreground(:blue)
+  conn = Faraday.new(url: "http://#{ip}:9200") do |f|
+    f.adapter :net_http
+  end
+
+  count = 0
+  loop do
+    begin
+      conn.put do |req|
+        req.url '/_cluster/settings'
+        req.body = "{\"transient\": {\"cluster.routing.allocation.enable\": \"#{type}\"}}"
+        req.options[:timeout]       = 5
+        req.options[:open_timeout]  = 2
+      end
+      break
+    rescue StandardError => e
+      puts 'Caught exception while trying to change allocation state: '.foreground(:yellow) + "#{e}".foreground(:red) + ', looping around...'.foreground(:yellow) if count == 0
+      count += 1
+      sleep 1
+    end
+  end
+end
+
+def es_service(command, ips = [])
+  puts "Operating on ES with command #{command}".foreground(:yellow)
+  user = ENV['USER']
+
+  Net::SSH::Multi.start do |session|
+    ips.each do |ip|
+      session.use "#{user}@#{ip}"
+    end
+
+    session.exec "sudo service elasticsearch #{command}"
+    session.loop
+  end
+end
+
+def es_wait_for_status(ip, color)
+  puts 'Waiting for cluster to go '.foreground(:blue) + "#{color}".foreground(:"#{color}")
+  conn = Faraday.new(url: "http://#{ip}:9200") do |f|
+    f.adapter :net_http
+  end
+
+  count = 0
+  rescue_count = 0
+  loop do
+    begin
+      response = conn.get do |req|
+        req.url '/_cluster/health'
+        req.options[:timeout]       = 5
+        req.options[:open_timeout]  = 2
+      end
+      json = JSON.parse response.body
+    rescue StandardError => e
+      puts 'Caught exception while trying to check cluster status: '.foreground(:yellow) + "#{e}".foreground(:red) + ', looping around...'.foreground(:yellow) if rescue_count == 0
+      rescue_count += 1
+      printf '.'
+      sleep 1
+    else
+      case json['status']
+      when color
+        puts "\nCluster is now ".foreground(:blue) + "#{color}".foreground(:"#{color}")
+        break
+      when 'green'
+        puts "\nCluster is green, proceeding without waiting for requested status of #{color}".foreground(:green)
+        break
+      else
+        count += 1
+        if count == 10
+          puts "\nStill waiting, cluster is currently ".foreground(:blue) + "#{json['status']}".foreground(:"#{json['status']}")
+          count = 0
+        end
+        printf '.'
+        sleep 1
+      end
+    end
+  end
+end

data/lib/opzworks/commands/include/manage_berks_repos.rb

@@ -0,0 +1,24 @@
+def manage_berks_repos
+  config = OpzWorks.config
+  @target_path = File.expand_path(config.berks_repository_path + "/opsworks-#{@project}", File.dirname(__FILE__))
+
+  if !File.directory?(@target_path)
+    if config.berks_github_org.nil?
+      puts "#{@target_path} does not exist, and 'berks-github-org' is not set in ~/.aws/config, skipping.".foreground(:yellow)
+      @berks_repo_failure = true
+    else
+      puts "#{@target_path} does not exist!".foreground(:red)
+      puts 'Attempting git clone of '.foreground(:blue) + "opsworks-#{@project}.".foreground(:green)
+      run_local <<-BASH
+        cd #{config.berks_repository_path}
+        git clone git@github.com:#{config.berks_github_org}/opsworks-#{@project}.git
+      BASH
+    end
+  else
+    puts "Git pull from #{@target_path}, branch: ".foreground(:blue) + @branch.foreground(:green)
+    run_local <<-BASH
+      cd #{@target_path}
+      git checkout #{@branch} && git pull origin #{@branch}
+    BASH
+  end
+end

data/lib/opzworks/commands/include/populate_stack.rb

@@ -0,0 +1,35 @@
+def populate_stack(input, data = {})
+  # loops over inputs
+  match = {}
+  count = 0
+
+  data[:stacks].each do |stack|
+    next unless stack[:name].chomp =~ /#{input}/
+    count = count += 1
+    match = stack.to_hash
+  end
+
+  # break?
+  if count < 1
+    puts 'No matching stacks found for input '.foreground(:yellow) + input.foreground(:green) + ', skipping.'.foreground(:yellow)
+    @populate_stack_failure = true
+  elsif count > 1
+    puts 'Found more than one stack matching input '.foreground(:yellow) + input.foreground(:green) + ', skipping.'.foreground(:yellow)
+    @populate_stack_failure = true
+  else
+    @stack_json = match[:custom_json]
+    @project    = match[:name].split('::').first
+    @s3_path    = match[:name].gsub('::', '-')
+    @stack_id   = match[:stack_id]
+    @branch     = (match[:name].split('::')[1] + '-' + match[:name].split('::')[2]).gsub('::', '-')
+
+    hash = {
+      'PROJECT:'  => @project,
+      'STACK ID:' => @stack_id,
+      'S3 PATH:'  => @s3_path,
+      'BRANCH:'   => @branch
+    }
+    puts "\n"
+    hash.each { |k, v| printf("%-25s %-25s\n", k.foreground(:green), v.foreground(:red)) }
+  end
+end

data/lib/opzworks/commands/include/run_local.rb

@@ -0,0 +1,9 @@
+# wrap run_locally so we can catch failures
+def run_local(cmd)
+  require 'English'
+
+  system cmd
+  return unless $CHILD_STATUS.exitstatus != 0
+  puts 'exit code: ' + $CHILD_STATUS.exitstatus.to_s
+  exit
+end

data/lib/opzworks/commands/json.rb

@@ -0,0 +1,81 @@
+require 'aws-sdk'
+require 'trollop'
+require 'diffy'
+require 'opzworks'
+require 'rainbow/ext/string'
+
+require_relative 'include/run_local'
+require_relative 'include/populate_stack'
+require_relative 'include/manage_berks_repos'
+
+module OpzWorks
+  class Commands
+    class JSON
+      def self.banner
+        'Update stack json'
+      end
+
+      def self.run
+        options = Trollop.options do
+          banner <<-EOS.unindent
+            #{JSON.banner}
+
+              opzworks json stack1 stack2 ...
+
+            The stack name can be passed as any unique regex. If there is
+            more than one match, it will simply be skipped.
+
+            Options:
+          EOS
+          opt :quiet, 'Update the stack json without confirmation', short: 'q', default: false
+          opt :context, 'Change the number lines of diff context to show', short: 'c', default: 5
+        end
+        ARGV.empty? ? Trollop.die('no stacks specified') : false
+
+        config   = OpzWorks.config
+        client   = Aws::OpsWorks::Client.new(region: config.aws_region, profile: config.aws_profile)
+        response = client.describe_stacks
+
+        # loops over inputs
+        ARGV.each do |opt|
+          populate_stack(opt, response)
+          next if @populate_stack_failure == true
+
+          manage_berks_repos
+          next if @berks_repo_failure == true
+
+          json = File.read("#{@target_path}/stack.json")
+          diff = Diffy::Diff.new(@stack_json + "\n", json, context: options[:context])
+          diff_str = diff.to_s(:color).chomp
+
+          hash = {}
+          hash[:stack_id] = @stack_id
+          hash[:custom_json] = json
+
+          if diff_str.empty?
+            puts 'There are no differences between the existing stack json and the json you\'re asking to push.'.foreground(:yellow)
+          else
+            if options[:quiet]
+              puts 'Quiet mode detected. Pushing the following updated json:'.foreground(:yellow)
+              puts diff_str
+
+              client.update_stack(hash)
+              puts 'Done!'.color(:green)
+            else
+              puts "The following is a partial diff of the existing stack json and the json you're asking to push:".foreground(:yellow)
+              puts diff_str
+              STDOUT.print "\nType ".foreground(:yellow) + 'yes '.foreground(:blue) + 'to continue, any other key will abort: '.foreground(:yellow)
+              input = STDIN.gets.chomp
+              if input =~ /^y/i
+                client.update_stack(hash)
+                puts 'Done!'.color(:green)
+              else
+                puts 'Update skipped.'.foreground(:red)
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/opzworks/commands/ssh.rb

@@ -0,0 +1,100 @@
+require 'aws-sdk'
+require 'trollop'
+require 'opzworks'
+
+SSH_PREFIX  = '# --- OpzWorks ---'
+SSH_POSTFIX = '# --- End of OpzWorks ---'
+
+module OpzWorks
+  class Commands
+    class SSH
+      def self.banner
+        'Generate and update SSH configuration files'
+      end
+
+      def self.run
+        options = Trollop.options do
+          banner <<-EOS.unindent
+            #{SSH.banner}
+
+              opzworks ssh {stack1} {stack2} {...}
+
+            The stack name can be passed as any unique regex. If no
+            arguments are passed, the command will iterate over all stacks.
+
+            Options:
+          EOS
+          opt :update, 'Update ~/.ssh/config directly'
+          opt :backup, 'Backup old SSH config before updating'
+          opt :quiet, 'Use SSH LogLevel quiet', default: true
+          opt :private, 'Use private ips to populate SSH config, rather than public', default: false
+        end
+
+        config = OpzWorks.config
+        client = Aws::OpsWorks::Client.new(region: config.aws_region, profile: config.aws_profile)
+
+        stacks     = []
+        stack_data = client.describe_stacks
+
+        if ARGV.empty?
+          stack_data[:stacks].each { |stack| stacks.push(stack) }
+        else
+          ARGV.each do |arg|
+            stack_data[:stacks].each do |stack|
+              stacks.push(stack) if stack[:name] =~ /#{arg}/
+            end
+          end
+        end
+
+        stacks.each do |stack|
+          instances   = []
+          stack_name  = ''
+
+          stack_name = stack[:name].gsub('::', '-')
+
+          result = client.describe_instances(stack_id: stack[:stack_id])
+          instances += result.instances.select { |i| i[:status] != 'stopped' }
+
+          instances.map! do |instance|
+            if options[:private]
+              ip = instance[:private_ip]
+            else
+              instance[:elastic_ip].nil? ? ip = instance[:public_ip] : ip = instance[:elastic_ip]
+            end
+            parameters = {
+              'Host'     => "#{instance[:hostname]}-#{stack_name}",
+              'HostName' => ip,
+              'User'     => config.ssh_user_name
+            }
+            parameters['LogLevel'] = 'quiet' if options[:quiet]
+            parameters.map { |param| param.join(' ') }.join("\n  ")
+          end
+
+          new_contents = "#{instances.join("\n")}\n"
+
+          if options[:update]
+            ssh_config = "#{ENV['HOME']}/.ssh/config"
+            old_contents = File.read(ssh_config)
+
+            if options[:backup]
+              backup_name = ssh_config + '.backup'
+              File.open(backup_name, 'w') { |file| file.puts old_contents }
+            end
+
+            File.open(ssh_config, 'w') do |file|
+              file.puts old_contents.gsub(
+                /\n?\n?#{SSH_PREFIX}.*#{SSH_POSTFIX}\n?\n?/m,
+                ''
+              )
+              file.puts new_contents
+            end
+
+            puts "Successfully updated #{ssh_config} with #{instances.length} instances!"
+          else
+            puts new_contents.strip
+          end
+        end
+      end
+    end
+  end
+end

data/lib/opzworks/config.rb

@@ -0,0 +1,35 @@
+require 'inifile'
+
+module OpzWorks
+  def self.config
+    @config ||= Config.new
+  end
+
+  class Config
+    attr_reader :ssh_user_name, :berks_repository_path, :aws_region, :aws_profile,
+                :berks_base_path, :berks_s3_bucket, :berks_tarball_name, :berks_github_org
+
+    def initialize
+      file = ENV['AWS_CONFIG_FILE'] || "#{ENV['HOME']}/.aws/config"
+
+      fail 'AWS config file not found' unless File.exist? file
+      ini = IniFile.load(file)
+
+      # set the region and the profile we want to pick up from ~/.aws/credentials
+      @aws_profile = ENV['AWS_PROFILE'] || 'default'
+      @aws_region  = ENV['AWS_REGION'] || ini[@aws_profile]['region']
+
+      @ssh_user_name = ini['opzworks']['ssh-user-name'].strip
+      @berks_repository_path = ini['opzworks']['berks-repository-path'].strip
+
+      @berks_base_path =
+        ini['opzworks']['berks-base-path'].strip unless ini['opzworks']['berks-base-path'].nil?
+      @berks_s3_bucket =
+        ini['opzworks']['berks-s3-bucket'].strip unless ini['opzworks']['berks-s3-bucket'].nil?
+      @berks_tarball_name =
+        ini['opzworks']['berks-tarball-name'].strip unless ini['opzworks']['berks-tarball-name'].nil?
+      @berks_github_org =
+        ini['opzworks']['berks-github-org'].strip unless ini['opzworks']['berks-github-org'].nil?
+    end
+  end
+end

data/lib/opzworks/meta.rb

@@ -0,0 +1,7 @@
+module OpzWorks
+  VERSION     = '0.3.0'
+  AUTHORS     = ['Grant Heffernan', 'Mapzen']
+  EMAIL       = ['grant@mapzen.com']
+  DESCRIPTION = 'OpzWorks Utilities'
+  SUMMARY     = 'Command line interface for Amazon OpsWorks'
+end

data/lib/opzworks.rb

@@ -0,0 +1,15 @@
+require 'opzworks/meta'
+require 'opzworks/config'
+require 'opzworks/commands/ssh'
+require 'opzworks/commands/json'
+require 'opzworks/commands/berks'
+require 'opzworks/commands/elastic'
+
+class String
+  def unindent
+    gsub(/^#{self[/\A\s*/]}/, '')
+  end
+end
+
+module OpsWorks
+end

data/opzworks.gemspec

@@ -0,0 +1,41 @@
+# coding: utf-8
+
+root = File.expand_path('..', __FILE__)
+lib = File.expand_path('lib', root)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'opzworks/meta'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'opzworks'
+  spec.version       = OpzWorks::VERSION
+  spec.authors       = OpzWorks::AUTHORS
+  spec.email         = OpzWorks::EMAIL
+  spec.description   = OpzWorks::DESCRIPTION
+  spec.summary       = OpzWorks::SUMMARY
+  spec.homepage      = 'https://github.com/mapzen/opzworks'
+  spec.license       = 'MIT'
+
+  ignores = File.readlines('.gitignore').grep(/\S+/).map(&:chomp)
+  spec.files = Dir['**/*'].reject do |f|
+    File.directory?(f) || ignores.any? { |i| File.fnmatch(i, f) }
+  end
+  spec.files += ['.gitignore']
+
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'aws-sdk', '~> 2.2.7'
+  spec.add_dependency 'trollop', '~> 2.0'
+  spec.add_dependency 'inifile', '~> 2.0.2'
+  spec.add_dependency 'rubocop', '~> 0.35.0'
+  spec.add_dependency 'diffy',   '~> 3.1.0'
+  spec.add_dependency 'rainbow', '~> 2.0.0'
+  spec.add_dependency 'faraday', '~> 0.9.2'
+  spec.add_dependency 'net-ssh', '~> 3.0.1'
+  spec.add_dependency 'net-ssh-multi', '~> 1.2.1'
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'awesome_print'
+end