hobo-inviqa 0.0.4 → 0.0.6

data/lib/hobo/lib/seed/project.rb

@@ -14,8 +14,11 @@ module Hobo
           seed.update
           seed.export config[:project_path]
           config[:seed][:version] = seed.version
+          config[:hostname] = "#{config[:name]}.development.local"
+          config[:asset_bucket] = "inviqa-assets-#{config[:name]}"
 
           @opts[:replacer].replace(config[:project_path], config)
+          load_seed_init(config)
 
           project_path = config[:project_path]
           config.delete :project_path
@@ -26,6 +29,15 @@ module Hobo
 
         private
 
+        def load_seed_init config
+          Hobo.project_config = DeepStruct.wrap(config)
+          seed_init_file = File.join(config[:project_path], 'seedinit.rb')
+          if File.exists?(seed_init_file)
+            require seed_init_file
+            File.unlink(seed_init_file)
+          end
+        end
+
         def initialize_git path, git_url
           Dir.chdir path do
             Hobo::Helper.shell 'git', 'init'

data/lib/hobo/lib/seed/seed.rb

@@ -1,7 +1,11 @@
+require 'tempfile'
+
 module Hobo
   module Lib
     module Seed
       class Seed
+        include Hobo::Logging
+
         def initialize(seed_path, url)
           @seed_path = seed_path
           @url = url
@@ -10,18 +14,33 @@ module Hobo
         def export path
           path = File.expand_path(path)
           FileUtils.mkdir_p path
+
+          logger.info "Exporting seed to #{path}"
+
+          tmp_path = Dir.mktmpdir("hobo-seed-export")
+
           Dir.chdir @seed_path do
+            Hobo::Helper.shell "git clone . #{tmp_path.shellescape}"
+          end
+
+          Dir.chdir tmp_path do
+            Hobo::Helper.shell "git submodule update --init"
             Hobo::Helper.shell "git archive master | tar -x -C #{path.shellescape}"
+            Hobo::Helper.shell "git submodule foreach 'cd #{tmp_path.shellescape}/$path && git archive HEAD | tar -x -C #{path.shellescape}/$path'"
           end
+
+          FileUtils.rm_f tmp_path
         end
 
         def update
           FileUtils.mkdir_p @seed_path
           if File.exists? File.join(@seed_path, 'HEAD')
             Dir.chdir @seed_path do
+              logger.info "Updating seed in #{@seed_path}"
               Hobo::Helper.shell 'git', 'fetch', '--all'
             end
           else
+            logger.info "Cloning seed from #{@url} to #{@seed_path}"
             Hobo::Helper.shell 'git', 'clone', @url, @seed_path, '--mirror'
           end
         end

data/lib/hobo/logging.rb

@@ -0,0 +1,22 @@
+require 'logger'
+
+module Hobo
+  class << self
+    attr_accessor :logger
+  end
+
+  module Logging
+    def logger
+      Hobo::Logging.logger
+    end
+
+    def self.logger
+      unless Hobo.logger
+        Hobo.logger = Logger.new(STDOUT)
+        Hobo.logger.level = Logger::WARN
+      end
+
+      return Hobo.logger
+    end
+  end
+end

data/lib/hobo/metadata.rb

@@ -21,7 +21,13 @@ module Hobo
         data = store[type] if data.nil?
         metadata[task] ||= {}
         metadata[task][type] = data
-        store[type] = @defaults[type] ? @defaults[type].dup : @defaults[type]
+      end
+
+      def reset_store
+        @store = {}
+        @defaults.each do |k, v|
+          @store[k] = v.nil? ? nil : v.dup
+        end
       end
     end
   end

data/lib/hobo/null.rb

@@ -0,0 +1,31 @@
+module Hobo
+  class Null
+    def method_missing(method, *args, &block)
+      self
+    end
+
+    def nil?
+      true
+    end
+
+    def to_a
+      []
+    end
+
+    def to_s
+      ""
+    end
+
+    def to_f
+      0.0
+    end
+
+    def to_i
+      0
+    end
+  end
+end
+
+def maybe val
+  val.nil? ? nil : val
+end

data/lib/hobo/patches/deepstruct.rb

@@ -0,0 +1,23 @@
+require 'deepstruct'
+
+# Copied from the DeepStruct gem
+# Modified to return Null on unknown key
+module DeepStruct
+  class HashWrapper < DeepWrapper
+    def method_missing(method, *args, &block)
+      return @value.send(method, *args, &block) if @value.respond_to?(method)
+      method = method.to_s
+      if method.chomp!('?')
+        key = method.to_sym
+        self.has_key?(key) && !!self[key]
+      elsif method.chomp!('=')
+        raise ArgumentError, "wrong number of arguments (#{arg_count} for 1)", caller(1) if args.length != 1
+        self[method] = args[0]
+      elsif args.length == 0 && self.has_key?(method)
+        self[method]
+      else
+        Hobo::Null.new
+      end
+    end
+  end
+end

data/lib/hobo/patches/rake.rb

@@ -1,11 +1,18 @@
+require 'rake'
+
 module Rake
   class Task
     attr_accessor :opts
+    def opts
+      @opts = @opts || {}
+    end
   end
 
   module DSL
     def replace *args, &block
-      Rake::Task[args[0]].clear
+      old = (args[0].is_a? Hash) ? args[0].keys[0] : args[0]
+      Hobo::Logging.logger.debug("rake.dsl: Replacing #{old} with block")
+      Rake::Task[old].clear
       task(*args, &block)
     end
 
@@ -25,6 +32,10 @@ module Rake
         Hobo::Metadata.add scoped_name, meta
       end
 
+      Hobo::Metadata.reset_store
+
+      Hobo::Logging.logger.debug("Added metadata to #{scoped_name} -- #{Hobo::Metadata.metadata[scoped_name]}")
+
       task = Rake::Task.define_task(*args, &block)
     end
 
@@ -47,6 +58,8 @@ module Rake
         Hobo::Metadata.add scoped_name, meta
       end
 
+      Hobo::Metadata.reset_store
+
       _old_namespace(name, &block)
     end
   end

data/lib/hobo/patches/slop.rb

@@ -1,5 +1,15 @@
+require 'slop'
+
 class Slop
-  attr_accessor :long_desc, :arg_list, :hidden
+  attr_accessor :long_desc, :arg_list, :hidden, :desc
+
+  # Slop has a description method but it uses @config which is inherited
+  # This is not desired behaviour
+  def description desc = nil
+    @desc = desc if desc
+    @desc
+  end
+
   def long_description desc = nil
     @long_desc = desc if desc
     @long_desc

data/lib/hobo/paths.rb

@@ -12,11 +12,16 @@ module Hobo
 
     def project_path
       return @project_path unless @project_path.nil?
+      return @project_path = Dir.pwd if File.exists? "Hobofile"
+
       dir = Dir.pwd.split('/').reverse
       min_length = Gem.win_platform? ? 1 : 0
+      Hobo::Logging.logger.debug("paths.project: Searching backwards from #{Dir.pwd}")
 
       while dir.length > min_length
         test_dir = dir.reverse.join('/')
+        Hobo::Logging.logger.debug("paths.project: Testing #{test_dir}")
+
         match = [
           File.exists?(File.join(test_dir, 'Hobofile')),
           File.exists?(File.join(test_dir, 'tools', 'hobo')),
@@ -25,7 +30,7 @@ module Hobo
 
         return @project_path = test_dir if match.length > 0
 
-        dir.pop
+        dir.shift
       end
       return @project_path = nil
     end
@@ -42,11 +47,11 @@ module Hobo
 
     def project_config_file
       return nil if !project_path
-      File.join(project_path, 'tools', 'hobo', 'storage.yaml')
+      File.join(project_path, 'tools', 'hobo', 'config.yaml')
     end
 
     def user_config_file
-      File.join(config_path, 'config.rb')
+      File.join(config_path, 'config.yaml')
     end
 
     def user_hobofile_path

data/lib/hobo/tasks/assets.rb

@@ -0,0 +1,96 @@
+require 'hobo/lib/s3sync'
+
+desc "Project asset commands"
+project_only
+namespace :assets do
+
+  desc "Download project assets"
+  option "-e=", "--env=", "Environment"
+  task :download do |task, args|
+    Hobo.ui.success "Synchonizing assets (download)"
+
+    unless Hobo.project_config.asset_bucket.nil?
+      env = task.opts[:env] || args[:env] || 'development'
+      s3_uri = "s3://#{Hobo.project_config.asset_bucket}/#{env}/"
+
+      sync = Hobo::Lib::S3Sync.new(
+        maybe(Hobo.user_config.aws.access_key_id),
+        maybe(Hobo.user_config.aws.secret_access_key)
+      )
+
+      changes = sync.sync(s3_uri, "tools/assets/#{env}")
+      Hobo.ui.warning "  No changes required" if (changes[:add] + changes[:remove]).length == 0
+    else
+      Hobo.ui.warning "  No asset bucket configured. Skipping..."
+    end
+    Hobo.ui.separator
+  end
+
+  desc "Upload project assets"
+  option "-e=", "--env=", "Environment"
+  task :upload do |task, args|
+
+    Hobo.ui.success "Synchronzing assets (upload)"
+
+    unless Hobo.project_config.asset_bucket.nil?
+      env = task.opts[:env] || args[:env] || 'development'
+      s3_uri = "s3://#{Hobo.project_config.asset_bucket}/#{env}/"
+
+      sync = Hobo::Lib::S3Sync.new(
+        maybe(Hobo.user_config.aws.access_key_id),
+        maybe(Hobo.user_config.aws.secret_access_key)
+      )
+
+      changes = sync.sync("tools/assets/#{env}", s3_uri)
+      Hobo.ui.warning "  No changes required" if (changes[:add] + changes[:remove]).length == 0
+    else
+      Hobo.ui.warning "  No asset bucket configured. Skipping..."
+    end
+
+    Hobo.ui.separator
+  end
+
+  desc "Apply project assets"
+  option "-e=", "--env=", "Environment"
+  task :apply do |task, args|
+    env = task.opts[:env] || args[:env] || 'development'
+    path = "tools/assets/#{env}"
+
+    next unless File.exists? path
+
+    Dir.new(path).each do |file|
+      file = File.join(path, file)
+      next unless File.file? file
+      Hobo.asset_applicators.each do |matcher, proc|
+        proc.call(file) if matcher.match(file)
+      end
+    end
+
+  end
+end
+
+# Built in applicators
+Hobo.asset_applicators.register /.*\.files\.(tgz|tar\.gz|tar\.bz2)/ do |file|
+  Hobo.ui.title "Applying file dump (#{file})"
+  Dir.chdir Hobo.project_path do
+    shell "tar -xvf #{file.shellescape}"
+  end
+end
+
+Hobo.asset_applicators.register /.*\.sql\.gz/ do |file|
+  matches = file.match(/^([^\.]+).*\.sql\.gz/)
+  db = File.basename(matches[1])
+
+  begin
+    shell(vm_mysql << "USE #{db}")
+    Hobo.ui.warning "Already applied (#{file})"
+    next
+  rescue Hobo::ExternalCommandError => e
+    raise e if e.exit_code != 1
+  end
+
+  Hobo.ui.title "Applying mysqldump (#{file})"
+
+  shell(vm_mysql << "CREATE DATABASE #{db}")
+  shell(vm_mysql(:auto_echo => false, :db => db) << "zcat #{file.shellescape}")
+end

data/lib/hobo/tasks/console.rb

@@ -0,0 +1,18 @@
+desc "VM console shortcut commands"
+project_only
+namespace :console do
+  desc "Open an SSH connection"
+  task :ssh do
+    exec vm_command
+  end
+
+  desc "Open a MySQL cli connection"
+  task :mysql do
+    exec vm_mysql
+  end
+
+  desc "Open a Redis cli connection"
+  task :redis do
+    exec vm_command "redis-cli"
+  end
+end

data/lib/hobo/tasks/debug.rb

@@ -13,8 +13,8 @@ namespace 'hobo-debug'  do
       :'composer.json' => "composer.json"
     }.each do |k,v|
       path = nil
-      locate v do |p|
-        path = p
+      locate v do |file, full_file|
+        path = full_file
       end
       Hobo.ui.info "<%=color('#{k.to_s}:', :green) %> #{path.nil? ? "none" : path}"
     end

data/lib/hobo/tasks/deps.rb

@@ -43,7 +43,7 @@ namespace :deps do
   end
 
   desc "Install chef dependencies"
-  task :chef do
+  task :chef => [ "deps:gems" ] do
     locate "*Cheffile" do
       Hobo.ui.title "Installing chef dependencies"
       Bundler.with_clean_env do

data/lib/hobo/tasks/host.rb

@@ -0,0 +1,17 @@
+namespace :host do
+  task :config do
+    config = Hobo.user_config
+
+    config.full_name = Hobo.ui.ask "Full name", :default => config.full_name
+    config.email = Hobo.ui.ask "Email", :default => config.email
+    config.aws.access_key_id = Hobo.ui.ask "AWS access key ID", :default => config.aws.access_key_id
+    config.aws.secret_access_key = Hobo.ui.ask "AWS secret access key", :default => config.aws.secret_access_key
+
+    Hobo::Config::File.save(Hobo.user_config_file, config)
+    File.chmod(0600, Hobo.user_config_file)
+  end
+
+  task :check do
+    Hobo::HostCheck.check false
+  end
+end

data/lib/hobo/tasks/vm.rb

@@ -8,7 +8,7 @@ namespace :vm do
   end
 
   desc "Start & provision VM"
-  task :up => [ 'deps:gems', 'deps:chef', 'deps:composer', 'deps:vagrant_plugins', 'vm:start', 'vm:provision' ]
+  task :up => [ 'deps:chef', 'deps:composer', 'assets:download', 'vm:start', 'vm:provision', 'assets:apply' ]
 
   desc "Stop VM"
   task :stop => [ "deps:gems" ] do
@@ -32,7 +32,7 @@ namespace :vm do
   end
 
   desc "Start VM without provision"
-  task :start => [ "deps:gems" ] do
+  task :start => [ "deps:gems", "deps:vagrant_plugins" ] do
     vagrantfile do
       Hobo.ui.title "Starting vagrant VM"
       bundle_shell "vagrant", "up", "--no-provision", "--color", realtime: true, indent: 2

data/lib/hobo/ui.rb

@@ -8,23 +8,22 @@ module Hobo
   class Ui
     attr_accessor :interactive
 
-    def initialize out = $stdout, error = $stderr
-      colors = HighLine::ColorScheme.new do |cs|
-        cs[:debug] = [ ]
-        cs[:info]  = [ ]
-        cs[:warning]  = [ :yellow ]
-        cs[:error] = [ :red ]
-        cs[:success] = [ :green ]
-        cs[:opt] = [ :green ]
-        cs[:command] = [:green ]
-        cs[:special] = [ :blue ]
-        cs[:title]   = [ :green ]
-        cs[:help_title] = [ :yellow ]
-        cs[:description] = [ :bold ]
-      end
-
-      HighLine.color_scheme = colors
+    COLORS = {
+      :debug => [ ],
+      :info => [ ],
+      :warning => [:yellow],
+      :error => [:red],
+      :success => [:green],
+      :opt => [:green],
+      :command => [:green],
+      :special => [:blue],
+      :title => [:green],
+      :help_title => [:yellow],
+      :description => [:bold]
+    }
 
+    def initialize out = $stdout, error = $stderr
+      HighLine.color_scheme = HighLine::ColorScheme.new COLORS
       @out = ::HighLine.new $stdin, out
       @error = ::HighLine.new $stdin, error
     end
@@ -59,6 +58,12 @@ module Hobo
       end
     end
 
+    def section title
+      Hobo.ui.title title
+      yield
+      Hobo.ui.separator
+    end
+
     def separator
       info ""
     end