cloulu 0.0.0 → 0.1.1

data/lib/vmc/cli.rb

@@ -0,0 +1,474 @@
+require "yaml"
+require "socket"
+require "net/http"
+require "multi_json"
+require "fileutils"
+
+require "mothership"
+
+require "cfoundry"
+
+require "vmc/constants"
+require "vmc/errors"
+require "vmc/spacing"
+
+require "vmc/cli/help"
+require "vmc/cli/interactive"
+
+
+$vmc_asked_auth = false
+
+module VMC
+  class CLI < Mothership
+    include VMC::Interactive
+    include VMC::Spacing
+
+    option :help, :desc => "Show command usage", :alias => "-h",
+      :default => false
+
+    option :version, :desc => "Print version number", :alias => "-v",
+      :default => false
+
+    option :verbose, :desc => "Print extra information", :alias => "-V",
+      :default => false
+
+    option :force, :desc => "Skip interaction when possible", :alias => "-f",
+      :type => :boolean, :default => proc { input[:script] }
+
+    option :debug, :desc => "Print full stack trace (instead of crash log)",
+           :type => :boolean, :default => false
+
+    option :quiet, :desc => "Simplify output format", :alias => "-q",
+      :type => :boolean, :default => proc { input[:script] }
+
+    option :script, :desc => "Shortcut for --quiet and --force",
+      :type => :boolean, :default => proc { !$stdout.tty? }
+
+    option :trace, :desc => "Show API traffic", :alias => "-t",
+      :default => false
+
+    option :color, :desc => "Use colorful output",
+      :type => :boolean, :default => proc { !input[:quiet] }
+
+    def default_action
+      if input[:version]
+        line "cloulu #{VERSION}"
+      else
+        super
+      end
+    end
+
+    def check_target
+      unless client && client.target
+        fail "Please select a target with 'cl target'."
+      end
+    end
+
+    def check_logged_in
+      unless client.logged_in?
+        if force?
+          fail "Please log in with 'cl login'."
+        else
+          line c("Please log in first to proceed.", :warning)
+          line
+          invoke :login
+          invalidate_client
+        end
+      end
+    end
+
+    def precondition
+      check_target
+      check_logged_in
+
+      return unless v2?
+
+      unless client.current_organization
+        fail "Please select an organization with 'cl target --ask-org'."
+      end
+
+      unless client.current_space
+        fail "Please select a space with 'cl target --ask-space'."
+      end
+    end
+
+    def wrap_errors
+      yield
+    rescue CFoundry::Timeout => e
+      err(e.message)
+    rescue Interrupt
+      exit_status 130
+    rescue Mothership::Error
+      raise
+    rescue UserError => e
+      log_error(e)
+      err e.message
+    rescue SystemExit
+      raise
+    rescue UserFriendlyError => e
+      err e.message
+    rescue CFoundry::Forbidden, CFoundry::InvalidAuthToken => e
+      if !$vmc_asked_auth
+        $vmc_asked_auth = true
+
+        line
+        line c("Not authenticated! Try logging in:", :warning)
+
+        # TODO: there's no color here; global flags not being passed
+        # through (mothership bug?)
+        invoke :login
+
+        retry
+      end
+
+      log_error(e)
+
+      err "Denied: #{e.description}"
+
+    rescue Exception => e
+      log_error(e)
+
+      msg = e.class.name
+      msg << ": #{e}" unless e.to_s.empty?
+      msg << "\nFor more information, see #{VMC::CRASH_FILE}"
+      err msg
+
+      raise if debug?
+    end
+
+    def execute(cmd, argv, global = {})
+      if input[:help]
+        invoke :help, :command => cmd.name.to_s
+      else
+        wrap_errors do
+          @command = cmd
+          precondition
+
+          save_token_if_it_changes do
+            super
+          end
+        end
+      end
+    end
+
+    def save_token_if_it_changes
+      return yield unless client && client.token
+
+      before_token = client.token
+
+      yield
+
+      after_token = client.token
+
+      return unless after_token
+
+      if before_token != after_token
+        info = target_info
+        info[:token] = after_token.auth_header
+        save_target_info(info)
+      end
+    end
+
+    def log_error(e)
+      ensure_config_dir
+
+      msg = e.class.name
+      msg << ": #{e}" unless e.to_s.empty?
+
+      crash_file = File.expand_path(VMC::CRASH_FILE)
+
+      FileUtils.mkdir_p(File.dirname(crash_file))
+
+      File.open(crash_file, "w") do |f|
+        f.puts "Time of crash:"
+        f.puts "  #{Time.now}"
+        f.puts ""
+        f.puts msg
+        f.puts ""
+
+        if e.respond_to?(:request_trace)
+          f.puts "<<<"
+          f.puts e.request_trace
+        end
+
+        if e.respond_to?(:response_trace)
+          f.puts e.response_trace
+          f.puts ">>>"
+          f.puts ""
+        end
+
+        vmc_dir = File.expand_path("../../../..", __FILE__) + "/"
+        e.backtrace.each do |loc|
+          if loc =~ /\/gems\//
+            f.puts loc.sub(/.*\/gems\//, "")
+          else
+            f.puts loc.sub(vmc_dir, "")
+          end
+        end
+      end
+    end
+
+    def quiet?
+      input[:quiet]
+    end
+
+    def force?
+      input[:force]
+    end
+
+    def debug?
+      !!input[:debug]
+    end
+
+    def color_enabled?
+      input[:color]
+    end
+
+    def verbose?
+      input[:verbose]
+    end
+
+    def user_colors
+      return @user_colors if @user_colors
+
+      colors = File.expand_path(COLORS_FILE)
+
+      @user_colors = super.dup
+
+      # most terminal schemes are stupid, so use cyan instead
+      @user_colors.each do |k, v|
+        if v == :blue
+          @user_colors[k] = :cyan
+        end
+      end
+
+      if File.exists?(colors)
+        YAML.load_file(colors).each do |k, v|
+          @user_colors[k.to_sym] = v.to_sym
+        end
+      end
+
+      @user_colors
+    end
+
+    def err(msg, status = 1)
+      $stderr.puts c(msg, :error)
+      exit_status status
+    end
+
+    def fail(msg)
+      raise UserError, msg
+    end
+
+    def table(headers, rows)
+      tabular(
+        !quiet? && headers.collect { |h| h && b(h) },
+        *rows)
+    end
+
+    def name_list(xs)
+      if xs.empty?
+        d("none")
+      else
+        xs.collect { |x| c(x.name, :name) }.join(", ")
+      end
+    end
+
+    def sane_target_url(url)
+      unless url =~ /^https?:\/\//
+        begin
+          TCPSocket.new(url, Net::HTTP.https_default_port)
+          url = "https://#{url}"
+        rescue Errno::ECONNREFUSED, SocketError, Timeout::Error
+          url = "http://#{url}"
+        end
+      end
+
+      url.gsub(/\/$/, "")
+    end
+
+    def target_file
+      one_of(VMC::TARGET_FILE, VMC::OLD_TARGET_FILE)
+    end
+
+    def tokens_file
+      one_of(VMC::TOKENS_FILE, VMC::OLD_TOKENS_FILE)
+    end
+
+    def one_of(*paths)
+      paths.each do |p|
+        exp = File.expand_path(p)
+        return exp if File.exist? exp
+      end
+
+      File.expand_path(paths.first)
+    end
+
+    def client_target
+      if File.exists?(target_file)
+        File.read(target_file).chomp
+      end
+    end
+
+    def ensure_config_dir
+      config = File.expand_path(VMC::CONFIG_DIR)
+      FileUtils.mkdir_p(config) unless File.exist? config
+    end
+
+    def set_target(url)
+      ensure_config_dir
+
+      File.open(File.expand_path(VMC::TARGET_FILE), "w") do |f|
+        f.write(sane_target_url(url))
+      end
+
+      invalidate_client
+    end
+
+    def targets_info
+      new_toks = File.expand_path(VMC::TOKENS_FILE)
+      old_toks = File.expand_path(VMC::OLD_TOKENS_FILE)
+
+      info =
+        if File.exist? new_toks
+          YAML.load_file(new_toks)
+        elsif File.exist? old_toks
+          MultiJson.load(File.read(old_toks))
+        end
+
+      info ||= {}
+
+      normalize_targets_info(info)
+    end
+
+    def normalize_targets_info(info_by_url)
+      info_by_url.reduce({}) do |hash, pair|
+        key, value = pair
+        hash[key] = value.is_a?(String) ? { :token => value } : value
+        hash
+      end
+    end
+
+    def target_info(target = client_target)
+      targets_info[target] || {}
+    end
+
+    def save_targets(ts)
+      ensure_config_dir
+
+      File.open(File.expand_path(VMC::TOKENS_FILE), "w") do |io|
+        YAML.dump(ts, io)
+      end
+    end
+
+    def save_target_info(info, target = client_target)
+      ts = targets_info
+      ts[target] = info
+      save_targets(ts)
+    end
+
+    def remove_target_info(target = client_target)
+      ts = targets_info
+      ts.delete target
+      save_targets(ts)
+    end
+
+    def no_v2
+      fail "Not implemented for v2." if v2?
+    end
+
+    def v2?
+      client.version == 2
+    end
+
+    def invalidate_client
+      @@client = nil
+      client
+    end
+
+    def client(target = client_target)
+      return @@client if defined?(@@client) && @@client
+      return unless target
+
+      info = target_info(target)
+      token = info[:token] && CFoundry::AuthToken.from_hash(info)
+
+      @@client =
+        case info[:version]
+        when 2
+          fail "User switching not implemented for v2." if input[:proxy]
+          CFoundry::V2::Client.new(target, token)
+        when 1
+          CFoundry::V1::Client.new(target, token)
+        else
+          CFoundry::Client.new(target, token)
+        end
+
+      @@client.proxy = input[:proxy]
+      #@@client.http_proxy = input[:http_proxy] || ENV['HTTP_PROXY'] || ENV['http_proxy'] || nil
+      @@client.trace = input[:trace]
+
+      uri = URI.parse(target)
+      @@client.log = File.expand_path("#{LOGS_DIR}/#{uri.host}.log")
+
+      unless info.key? :version
+        info[:version] = @@client.version
+        save_target_info(info, target)
+      end
+
+      if org = info[:organization]
+        @@client.current_organization = @@client.organization(org)
+      end
+
+      if space = info[:space]
+        @@client.current_space = @@client.space(space)
+      end
+
+      @@client
+    rescue CFoundry::InvalidTarget
+    end
+
+    def fail_unknown(display, name)
+      fail("Unknown #{display} '#{name}'.")
+    end
+
+    class << self
+      def client
+        @@client
+      end
+
+      def client=(c)
+        @@client = c
+      end
+
+      private
+
+      def find_by_name(display, &blk)
+        proc { |name, *args|
+          choices, _ = args
+          choices ||= instance_exec(&blk) if block_given?
+
+          choices.find { |c| c.name == name } ||
+            fail_unknown(display, name)
+        }
+      end
+
+      def by_name(what, display = what)
+        proc { |name, *_|
+          client.send(:"#{what}_by_name", name) ||
+            fail_unknown(display, name)
+        }
+      end
+
+      def find_by_name_insensitive(display, &blk)
+        proc { |name, *args|
+          choices, _ = args
+          choices ||= instance_exec(&blk) if block_given?
+
+          choices.find { |c| c.name.upcase == name.upcase } ||
+            fail_unknown(display, name)
+        }
+      end
+    end
+  end
+end

data/lib/vmc/constants.rb

@@ -0,0 +1,13 @@
+module VMC
+  OLD_TARGET_FILE = "~/.cloulu_target".freeze
+  OLD_TOKENS_FILE = "~/.cloulu_token".freeze
+
+  CONFIG_DIR = "~/.cloulu".freeze
+
+  LOGS_DIR = "#{CONFIG_DIR}/logs".freeze
+  PLUGINS_FILE = "#{CONFIG_DIR}/plugins.yml".freeze
+  TARGET_FILE = "#{CONFIG_DIR}/target".freeze
+  TOKENS_FILE = "#{CONFIG_DIR}/tokens.yml".freeze
+  COLORS_FILE = "#{CONFIG_DIR}/colors.yml".freeze
+  CRASH_FILE = "#{CONFIG_DIR}/crash".freeze
+end

data/lib/vmc/detect.rb

@@ -0,0 +1,129 @@
+require "set"
+
+require "clouseau"
+
+module VMC
+  class Detector
+    # "Basic" framework names for a detected language
+    PSEUDO_FRAMEWORKS = {
+      :node => "node",
+      :python => "wsgi",
+      :java => "java_web",
+      :php => "php",
+      :erlang => "otp_rebar",
+      :dotnet => "dotNet"
+    }
+
+    # Mismatched framework names
+    FRAMEWORK_NAMES = {
+      :rails => "rails3"
+    }
+
+    # Clouseau language symbol => matching runtime names
+    LANGUAGE_RUNTIMES = {
+      :ruby => /^ruby.*/,
+      :java => /^java.*/,
+      :node => /^node.*/,
+      :erlang => /^erlang.*/,
+      :dotnet => /^dotNet.*/,
+      :python => /^python.*/,
+      :php => /^php.*/
+    }
+
+    def initialize(client, path)
+      @client = client
+      @path = path
+    end
+
+    # detect the framework
+    def detect_framework
+      detected && frameworks[detected]
+    end
+
+    # detect the language and return the appropriate runtimes
+    def detect_runtimes
+      if detected && lang = detected.language_name
+        runtimes_for(lang)
+      else
+        []
+      end
+    end
+
+    # determine runtimes for a given framework based on the language its
+    # detector reports itself as
+    def runtimes(framework)
+      if detector = detectors[framework]
+        runtimes_for(detector.language_name)
+      else
+        []
+      end
+    end
+
+    # determine suitable memory allocation via the framework's detector
+    def suggested_memory(framework)
+      if detector = detectors[framework]
+        detector.memory_suggestion
+      end
+    end
+
+    # helper so that this is cached somewhere
+    def all_runtimes
+      @all_runtimes ||= @client.runtimes
+    end
+
+    # helper so that this is cached somewhere
+    def all_frameworks
+      @all_frameworks ||= @client.frameworks
+    end
+
+    def detected
+      @detected ||= Clouseau.detect(@path)
+    end
+
+    private
+
+    def map_detectors!
+      @framework_detectors = {}
+      @detector_frameworks = {}
+
+      Clouseau.detectors.each do |d|
+        name = d.framework_name
+        lang = d.language_name
+
+        framework = all_frameworks.find { |f|
+          f.name == name.to_s ||
+            f.name == FRAMEWORK_NAMES[name]
+        }
+
+        framework ||= all_frameworks.find { |f|
+          f.name == PSEUDO_FRAMEWORKS[lang]
+        }
+
+        next unless framework
+
+        @framework_detectors[framework] = d
+        @detector_frameworks[d] = framework
+      end
+
+      nil
+    end
+
+    # Framework -> Detector
+    def detectors
+      map_detectors! unless @framework_detectors
+      @framework_detectors
+    end
+
+    # Detector -> Framework
+    def frameworks
+      map_detectors! unless @detector_frameworks
+      @detector_frameworks
+    end
+
+    def runtimes_for(language)
+      all_runtimes.select do |r|
+        LANGUAGE_RUNTIMES[language] === r.name
+      end
+    end
+  end
+end

data/lib/vmc/errors.rb

@@ -0,0 +1,19 @@
+module VMC
+  class UserFriendlyError < RuntimeError
+    def initialize(msg)
+      @message = msg
+    end
+
+    def to_s
+      @message
+    end
+  end
+
+  class UserError < UserFriendlyError; end
+
+  class NotAuthorized < UserError
+    def initialize
+      @message = "Not authorized."
+    end
+  end
+end

data/lib/vmc/plugin.rb

@@ -0,0 +1,56 @@
+require "set"
+require "yaml"
+
+require "vmc/constants"
+require "vmc/cli"
+
+module VMC
+  module Plugin
+    @@plugins = []
+
+    def self.load_all
+      # auto-load gems with 'vmc-plugin' in their name
+      matching =
+        if Gem::Specification.respond_to? :find_all
+          Gem::Specification.find_all do |s|
+            s.name =~ /vmc-plugin/
+          end
+        else
+          Gem.source_index.find_name(/vmc-plugin/)
+        end
+
+      enabled = Set.new(matching.collect(&:name))
+
+      vmc_gems = Gem.loaded_specs["vmc"]
+      ((vmc_gems && vmc_gems.dependencies) || Gem.loaded_specs.values).each do |dep|
+        if dep.name =~ /vmc-plugin/
+          require "#{dep.name}/plugin"
+          enabled.delete dep.name
+        end
+      end
+
+      # allow explicit enabling/disabling of gems via config
+      plugins = File.expand_path(VMC::PLUGINS_FILE)
+      if File.exists?(plugins) && yaml = YAML.load_file(plugins)
+        enabled += yaml["enabled"] if yaml["enabled"]
+        enabled -= yaml["disabled"] if yaml["disabled"]
+      end
+
+      # load up each gem's 'plugin' file
+      #
+      # we require this file specifically so people can require the gem
+      # without it plugging into VMC
+      enabled.each do |gemname|
+        begin
+          require "#{gemname}/plugin"
+        rescue Gem::LoadError => e
+          puts "Failed to load #{gemname}:"
+          puts "  #{e}"
+          puts
+          puts "You may need to update or remove this plugin."
+          puts
+        end
+      end
+    end
+  end
+end