guignol 0.1.2.1 → 0.3.0

data/lib/guignol.rb

@@ -1,38 +1,18 @@
-# Copyright (c) 2012, HouseTrip SA.
-# All rights reserved.
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met: 
-# 
-# 1. Redistributions of source code must retain the above copyright notice, this
-#    list of conditions and the following disclaimer. 
-# 2. Redistributions in binary form must reproduce the above copyright notice,
-#    this list of conditions and the following disclaimer in the documentation
-#    and/or other materials provided with the distribution. 
-# 
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-# 
-# The views and conclusions contained in the software and documentation are those
-# of the authors and should not be interpreted as representing official policies, 
-# either expressed or implied, of the authors.
+
+require 'core_ext/array/collect_key'
+require 'core_ext/hash/map_to_hash'
+require 'guignol/logger'
+require 'guignol/configuration'
+require 'guignol/env'
 
 module Guignol
-    DefaultConnectionOptions = {
-      :provider  => :aws,
-      :region    => 'eu-west-1'
-    }
-    DefaultServerOptions = {
-      :flavor_id => 't1.micro',
-      :volumes   => []
-    }
-    DefaultVolumeOptions = {}
+  DefaultConnectionOptions = {
+    :provider  => :aws,
+    :region    => 'eu-west-1'
+  }
+  DefaultServerOptions = {
+    :flavor_id => 't1.micro',
+    :volumes   => []
+  }
+  DefaultVolumeOptions = {}
 end

data/lib/guignol/commands/base.rb

@@ -1,88 +1,75 @@
-# Copyright (c) 2012, HouseTrip SA.
-# All rights reserved.
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met: 
-# 
-# 1. Redistributions of source code must retain the above copyright notice, this
-#    list of conditions and the following disclaimer. 
-# 2. Redistributions in binary form must reproduce the above copyright notice,
-#    this list of conditions and the following disclaimer in the documentation
-#    and/or other materials provided with the distribution. 
-# 
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-# 
-# The views and conclusions contained in the software and documentation are those
-# of the authors and should not be interpreted as representing official policies, 
-# either expressed or implied, of the authors.
-
-
+require 'thor'
 require 'pathname'
 require 'parallel'
-require 'guignol/instance'
-require 'guignol/array/collect_key'
+require 'guignol'
+require 'guignol/configuration'
+require 'guignol/models/instance'
+require 'core_ext/array/collect_key'
 
 module Guignol::Commands
   class Base
 
-    def initialize(*argv)
-      @all_configs = load_config_files
-      check_config_consistency
-      @configs = argv.map { |pattern| 
-        @all_configs.select { |config|
-          config[:name] =~ /#{pattern}/
-        }
-      }.flatten.uniq
+    def initialize(patterns, options = {})
+      @configs = select_configs(patterns)
+      @options = options
     end
 
+    # Run the block for each server in +configs+ (in parallel).
     def run
-      before_run or return if respond_to?(:before_run)
+      before_run(@configs) or return
+      results = {}
 
-      Parallel.each(@configs) do |config|
-        run_on_server(config)
+      Parallel.each(@configs, parallel_options) do |name,config|
+        instance = Guignol::Models::Instance.new(name, config)
+        results[name] = run_on_server(instance, @options)
       end
+
+      after_run(results)
     end
 
-  protected
 
-    def confirm(message)
-      $stdout.print "#{message}? [y/N] "
-      $stdout.flush
-      answer = $stdin.gets
-      return answer.strip =~ /y/i
+    protected
+
+    # Override in subclasses
+    def before_run(configs) ; true ; end
+
+    # Override in subclasses
+    def after_run(data) ; true ; end
+
+
+    def shell
+      Guignol::Shell.shared_shell
     end
 
-  private
-
-    # Read & return the first available config.
-    def load_config_files
-      [
-        Pathname.new(ENV['GUIGNOL_YML'] || '/var/nonexistent'),
-        Pathname.new('guignol.yml'),
-        Pathname.new('config/guignol.yml'),
-        Pathname.new(ENV['HOME']).join('.guignol.yml')
-      ].each do |pathname|
-        next unless pathname.exist?
-         return YAML.load(pathname.read)
+
+    def synchronize
+      (@mutex ||= Mutex.new).synchronize do
+        yield
       end
-      return {}
     end
 
-    def check_config_consistency
-      errors = []
-      errors << "Instance config lacks :name" unless @all_configs.collect_key(:name).all?
-      errors << "Instance config lacks :uuid" unless @all_configs.collect_key(:uuid).all?
-      errors << "Volume config lacks :uuid"   unless @all_configs.collect_key(:volumes).collect_key(:uuid)
-      raise errors.join(', ') if errors.any?
+
+    private
+
+
+    def parallel_options
+      if RUBY_VERSION >= '1.9.3'
+        # 1.9.3 has bugs with Excon / SSL connections
+        { :in_threads => 0 }
+      else
+        { :in_threads => @configs.size }
+      end
     end
+
+    # Put all the servers matching one of the +names+ in +configs+.
+    def select_configs(patterns)
+      patterns = patterns.map { |pattern| 
+        pattern.kind_of?(String) ? Regexp.new(pattern) : pattern
+      }
+      Guignol.configuration.delete_if { |name,config| 
+        patterns.none? { |pattern| name.to_s =~ pattern }
+      }
+    end
+
   end
 end

data/lib/guignol/commands/clone.rb

@@ -0,0 +1,49 @@
+
+require 'guignol/configuration'
+require 'guignol/commands/base'
+require 'uuidtools'
+require 'yaml'
+
+
+Guignol::Shell.class_eval do
+  desc 'clone SOURCE', 'Print a new config similar to the server named SOURCE'
+  method_option :name,
+    :aliases => %w(-n),
+    :type => :string, :default => 'new-server',
+    :desc => 'Name to use for the new server'
+  def clone(source)
+    Guignol::Commands::Clone.new(source, options[:name]).run
+  end
+end
+
+
+module Guignol::Commands
+  class Clone
+    def initialize(source_name, target_name)
+      @source_name = source_name
+      @target_name = target_name
+
+      @source_config = Guignol.configuration[source_name]
+      unless @source_config
+        raise Thor::Error.new "machine '#{source_name}' is unknown"
+      end
+    end
+
+
+    def run
+      new_config = @source_config.map_to_hash(:deep => true) do |key,value|
+        value = value.gsub(/#{@source_name}/, @target_name) if value.kind_of?(String)
+        key   = key.gsub(  /#{@source_name}/, @target_name) if key.kind_of?(String)
+
+        case key
+        when :uuid
+          [key, UUIDTools::UUID.random_create.to_s.upcase]
+        else
+          [key, value]
+        end
+      end
+
+      $stdout.puts({@target_name => new_config}.to_yaml)
+    end
+  end
+end

data/lib/guignol/commands/create.rb

@@ -1,41 +1,22 @@
-# Copyright (c) 2012, HouseTrip SA.
-# All rights reserved.
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met: 
-# 
-# 1. Redistributions of source code must retain the above copyright notice, this
-#    list of conditions and the following disclaimer. 
-# 2. Redistributions in binary form must reproduce the above copyright notice,
-#    this list of conditions and the following disclaimer in the documentation
-#    and/or other materials provided with the distribution. 
-# 
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-# 
-# The views and conclusions contained in the software and documentation are those
-# of the authors and should not be interpreted as representing official policies, 
-# either expressed or implied, of the authors.
 
 require 'guignol/commands/base'
-require 'guignol/instance'
+require 'guignol/models/instance'
 
-module Guignol::Commands
-  class Create < Base
-    def run_on_server(config)
-      Guignol::Instance.new(config).create
+Guignol::Shell.class_eval do
+  desc 'create PATTERNS', 'Create and start all instances matching PATTERNS and their volumes'
+  def create(*patterns)
+    if patterns.empty?
+      raise Thor::Error.new('You must specify at least one PATTERN.')
     end
+    Guignol::Commands::Create.new(patterns).run
+  end
+end
 
-    def self.short_usage
-      ["<regexps>", "Create instances and volumes (unless they exist) then run start"]
+
+module Guignol::Commands
+  class Create < Base
+    def run_on_server(instance, options = {})
+      instance.create
     end
   end
 end

data/lib/guignol/commands/execute.rb

@@ -0,0 +1,69 @@
+require 'guignol/commands/base'
+
+Guignol::Shell.class_eval do
+  desc 'execute COMMAND', 'Execute a command over SSH on instances'
+  method_option :on,
+    :banner => 'PATTERNS',
+    :type => :array, :default => ['.*'],
+    :desc => 'A list of regexps matching servers on which to run'
+  method_option :verbose,
+    :aliases => %w(-v), :type => :boolean, :default => false,
+    :desc => 'Output the command output to the local terminal'
+  method_option :aws_key,
+    :aliases => %w(-k), :type => :string,
+    :desc => 'Path the the SSH key file to use to connect'
+  method_option :user,
+    :aliases => %w(-u), :type => :string,
+    :desc => 'Username used to connect (takes precedence over the name defined in the config file)'
+  long_desc %Q{
+    Connect to each server matching one of the PATTERNS (defaults to all
+    known servers) over SSH, and run the COMMAND on them, in parallel.
+  }
+  def execute(*words)
+    words.shift if words.first =~ /^-+$/
+    command = words.join(' ')
+    Guignol::Commands::Execute.
+      new(options[:on], options.merge(:command => command)).
+      run
+  end
+end
+
+module Guignol::Commands
+  class Execute < Base
+    private
+    def run_on_server(instance, options = {})
+      if instance.state != 'running'
+        print_output(instance.name, "Instance not running", :red)
+        return
+      end
+
+      instance.subject.username = options[:user] if options[:user]
+      results = instance.subject.ssh(options[:command], :keys => options[:aws_key])
+
+      return unless options[:verbose]
+      results.each do |result|
+        print_output(instance.name, result.stderr, :yellow)
+        print_output(instance.name, result.stdout, :green)
+      end
+
+    rescue Net::SSH::AuthenticationFailed => e
+      print_output(instance.name, "#{e.message} (#{e.class.name})", :red)
+    end
+
+    def before_run(configs)
+      @max_width = configs.keys.map(&:size).max
+    end
+
+
+    def print_output(name, data, color)
+      synchronize do
+        name_string = name.ljust(@max_width+1)
+        data.split(/\r?\n/).each do |line|
+          shell.say name_string, color
+          shell.say line, :clear, true
+        end
+      end
+    end
+  end
+end
+

data/lib/guignol/commands/fix_dns.rb

@@ -1,41 +1,20 @@
-# Copyright (c) 2012, HouseTrip SA.
-# All rights reserved.
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met: 
-# 
-# 1. Redistributions of source code must retain the above copyright notice, this
-#    list of conditions and the following disclaimer. 
-# 2. Redistributions in binary form must reproduce the above copyright notice,
-#    this list of conditions and the following disclaimer in the documentation
-#    and/or other materials provided with the distribution. 
-# 
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-# 
-# The views and conclusions contained in the software and documentation are those
-# of the authors and should not be interpreted as representing official policies, 
-# either expressed or implied, of the authors.
 
 require 'guignol/commands/base'
-require 'guignol/instance'
+require 'guignol/models/instance'
+
+Guignol::Shell.class_eval do
+  desc 'fixdns [PATTERNS]', 'Make sure the DNS mappings are correct for servers matching PATTERNS'
+  def fixdns(*patterns)
+    patterns.push('.*') if patterns.empty?
+    Guignol::Commands::FixDNS.new(patterns).run
+  end
+end
+
 
 module Guignol::Commands
   class FixDNS < Base
-    def run_on_server(config)
-      Guignol::Instance.new(config).update_dns
-    end
-
-    def self.short_usage
-      ["<regexps>", "Make sure the DNS mappings are correct."]
+    def run_on_server(instance, options = {})
+      instance.update_dns
     end
   end
 end

data/lib/guignol/commands/kill.rb

@@ -1,47 +1,29 @@
-# Copyright (c) 2012, HouseTrip SA.
-# All rights reserved.
-# 
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are met: 
-# 
-# 1. Redistributions of source code must retain the above copyright notice, this
-#    list of conditions and the following disclaimer. 
-# 2. Redistributions in binary form must reproduce the above copyright notice,
-#    this list of conditions and the following disclaimer in the documentation
-#    and/or other materials provided with the distribution. 
-# 
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-# ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-# 
-# The views and conclusions contained in the software and documentation are those
-# of the authors and should not be interpreted as representing official policies, 
-# either expressed or implied, of the authors.
 
 require 'guignol/commands/base'
-require 'guignol/instance'
+require 'guignol/models/instance'
+
+Guignol::Shell.class_eval do
+  desc 'kill PATTERNS', 'Terminate all instances matching PATTERNS'
+  def kill(*patterns)
+    if patterns.empty?
+      raise Thor::Error.new('You must specify at least one PATTERN.')
+    end
+    Guignol::Commands::Kill.new(patterns).run
+  end
+end
+
 
 module Guignol::Commands
   class Kill < Base
-    def before_run
-      return true if @configs.empty?
-      names = @configs.map { |config| config[:name] }.join(", ")
-      confirm "Are you sure you want to destroy servers #{names}"
-    end
 
-    def run_on_server(config)
-      Guignol::Instance.new(config).destroy
+    def before_run(configs)
+      return true if configs.empty?
+      names = configs.keys.join(", ")
+      shell.yes? "Are you sure you want to destroy servers #{names}? [y/N]", :cyan
     end
 
-    def self.short_usage
-      ["<regexps>", "Destroy instances (if they exist)"]
+    def run_on_server(instance, options = {})
+      instance.destroy
     end
   end
 end