dply 0.0.8 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5ac8e20957d086e8f5f4a48b0b3c3a1ef308ccc5
-  data.tar.gz: a9987cb85411214aeb580a463178a319ae110ba6
+  metadata.gz: 0cb8b78720dfacebae2f3c70eb5a73ee9c8355ed
+  data.tar.gz: a428544177c09f38238a5bf2128ea2dd82038749
 SHA512:
-  metadata.gz: cb9e410e9f28f7bb913a2582cef14348908fda6ac2812ef8842c6babfffb2bf8e6a845652679ae468ea4a69d3a737f3d5945b4d3fe0c01f7e2e7ea5c06f8989a
-  data.tar.gz: 80cdf25110010a27123b7620296dffceffb71008dda9fa868e3d2a8278bcec3668b576b1583a2e5fc4008efc5b81ae2b02aff4bdaca61c319bf992ba2b2df871
+  metadata.gz: 508041596cef6f13c18a66532a7875c022784d8df7e158693c33433b049f0593139ef340e6b7ebfd2722d6c17111b97b864cf241889d46b02dfe70bf0b5fd772
+  data.tar.gz: 6146f87d6669c0e813ab3e4f85fc287263d586749c7d395b22162e7701f5126c760c1fe5bd3d84ad35f1f07c7cbd81c2f077c38ffb22ca57f2d3204a5bd483cd

data/TODO

@@ -0,0 +1,3 @@
+- packages.yml
+- rpm -V --nofiles --nodeps --noscripts rbgem-bundler rbgem-unicorn ImageMagick-devel ImageMagick readline-devel zlib-devel nodejs geos1-devel
+- sudo yum install

data/bin/dplyr

@@ -5,7 +5,7 @@ require 'optparse'
 require 'dply/error'
 require 'dply/version'
 require 'dply/logger'
-require 'dply/dplyr'
+require 'dplyr/cli'
 require 'pathname'
 
 logger = ::Dply::Logger.logger
@@ -57,7 +57,7 @@ begin
 
   stage = ARGV.shift
 
-  dplyr = ::Dply::Dplyr.new(stage, ARGV)
+  dplyr = ::Dplyr::Cli.new(stage, ARGV)
   dplyr.run
 
 rescue OptionParser::InvalidOption, OptionParser::MissingArgument, ::Dply::Error => e

data/bin/drake

@@ -54,8 +54,10 @@ opts_parser = OptionParser.new do |opts|
 end
 
 def run_cli(command, argv)
+  command = command.to_s.gsub("-", "_")
   require "dply/cli/#{command}"
-  const = "::Dply::Cli::#{command.capitalize}"
+  klass_name = command.split('_').collect(&:capitalize).join
+  const = "::Dply::Cli::#{klass_name}"
   klass = Module.const_get const
   cli = klass.new(argv)
   cli.run
@@ -67,7 +69,7 @@ begin
 
   command = (ARGV.shift || "").to_sym
   case command
-  when :deploy, :reload, :task, :build
+  when :deploy, :reload, :task, :build, :depcheck, :"install-pkgs"
     run_cli command, ARGV
   when /[a-zA-Z_\-0-9]+[:][a-zA-Z_\-0-9]+/
     require 'dply/task_runner' 

data/dply.gemspec

@@ -16,6 +16,8 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
+  spec.add_dependency "ruby-elf", "~> 1.0"
+  spec.add_dependency "ruby-filemagic", "~> 0.6"
 
   spec.add_development_dependency "bundler", "~> 1.6"
   spec.add_development_dependency "rake"

data/lib/dply/build.rb

@@ -30,7 +30,7 @@ module Dply
         git.clean
         link_dirs
         link_config
-        yum_install
+        install_pkgs
         clean_build_dir
         link_build_dir
         tasks.build config.task
@@ -77,8 +77,8 @@ module Dply
       linker.create_symlinks
     end
 
-    def yum_install
-      Yum.new("pkgs.yml").install
+    def install_pkgs
+      tasks.install_pkgs(build_mode: true, use_yum: config.use_yum)
     end
 
     def clean_build_dir

data/lib/dply/cli/build.rb

@@ -52,6 +52,10 @@ module Dply
             config.no_pull = true
           end
 
+          opts.on("--use-yum", "use yum to install packages") do |e|
+            config.use_yum = true
+          end
+
           opts.on("--skip-git", "Disable git") do |e|
             config.git = false
           end  

data/lib/dply/cli/depcheck.rb

@@ -0,0 +1,26 @@
+require 'dply/pkgs_config'
+require 'dply/deplist'
+require 'dply/helper'
+
+module Dply
+  module Cli
+    class Depcheck
+
+      include Helper
+
+      def initialize(argv)
+        @argv = argv
+      end
+
+      def run
+        tar_path = @argv.shift
+        error "tar path not specified" if not tar_path
+        tar_path = "#{Dir.pwd}/#{tar_path}"
+        pkgs = PkgsConfig.new.pkgs
+        deplist = Deplist.new(tar_path)
+        deplist.verify! pkgs
+      end
+
+    end
+  end
+end

data/lib/dply/cli/deploy.rb

@@ -58,6 +58,10 @@ module Dply
             options[:skip_bundler] = true
           end
 
+          opts.on("--use-yum", "use yum to install packages") do |e|
+            options[:use_yum] = true
+          end
+
           opts.on("-h", "--help", "Help") do
             puts opts
             exit

data/lib/dply/cli/install_pkgs.rb

@@ -0,0 +1,42 @@
+require 'dply/pkgs_config'
+require 'dply/yum'
+require 'dply/helper'
+
+module Dply
+  module Cli
+    class InstallPkgs
+
+      include Helper
+
+      def initialize(argv)
+        @argv = argv
+        @options = {}
+      end
+
+      def run
+        opts.parse!(@argv)
+        error "pkgs.yml cannot be a symlink" if File.symlink? "pkgs.yml"
+        pkgs = PkgsConfig.new(build_mode: @options[:build_mode]).pkgs
+        Yum.new(pkgs).install
+      end
+
+      def opts
+        OptionParser.new do |opts|
+
+          opts.banner = "Usage: drake install-pkgs [options] [target]"
+          
+          opts.on("-b" , "Build mode") do |b|
+            @options[:build_mode] = true
+          end
+
+          opts.on("-h", "--help", "Help") do
+            puts opts
+            exit
+          end
+        end
+      end
+
+
+    end
+  end
+end

data/lib/dply/config.rb

@@ -90,8 +90,13 @@ module Dply
       end
     end
 
-    def revision(&block)
+    def revision(revision = nil, &block)
+      if revision
+        set :revision, revision
+        return
+      end
       set :revision_proc , block
+      set :revision, :latest
     end
 
     def build_url(&block)

data/lib/dply/config_struct.rb

@@ -17,7 +17,11 @@ module Dply
     end
 
     def revision
-      @revision ||= instance_eval(&revision_proc)
+      if @revision == :latest
+        @revision = instance_eval(&revision_proc)
+      else
+        @revision
+      end
     end
 
     def build_url

data/lib/dply/deplist.rb

@@ -0,0 +1,85 @@
+require 'filemagic'
+require 'elf'
+require 'dply/helper'
+require 'dply/rpm'
+require 'tmpdir'
+
+module Dply
+  class Deplist
+
+    include Helper
+
+    def initialize(path)
+      @path = path
+    end
+
+    def deps
+      @deps ||= load_deps
+    end
+
+    def verify!(pkgs_list)
+      deps.each do |pkgs|
+        if not pkgs.any? { |pkg| pkgs_list.include? pkg }
+          logger.error "missing from pkgs.yml : any of #{pkgs}"
+          @error = true
+        end
+      end
+      error "packages dependencies not satisfied" if @error
+      puts "all dependencies satisfied".green
+    end
+
+    private
+
+    def magic
+      @magic ||= begin
+        flags = FileMagic::FLAGS_BY_SYM.select { |k,v| k.to_s =~ /no_check_/ }.keys
+        not_required_flags = [:no_check_soft, :no_check_elf, :no_check_builtin]
+        not_required_flags.each {|x| flags.delete(x) }
+        fm = FileMagic.new
+        fm.flags = flags
+        fm
+      end
+    end
+
+    def load_deps
+      error "#{@path} not readable" if not File.readable? @path
+      tmp_dir do
+        logger.info "(in #{Dir.pwd})"
+        cmd "tar xf #{@path}"
+        @libs = get_libs
+        logger.debug @libs.inspect
+        @deps = rpm.libs_to_packages @libs
+      end
+    end
+
+    def tmp_dir(&block)
+      dir = File.exist?("tmp") ? "tmp" : "/tmp"
+      Dir.mktmpdir(nil, dir) do |d|
+        Dir.chdir(d) { yield }
+      end
+    end
+
+    def get_libs
+      libs = Set.new
+      Dir["./**/*"].each do |f|
+        type = magic.file(f)
+        if type =~ /ELF/
+          dynamic_libs(f).each { |k| libs << k }
+        end
+      end
+      return libs
+    end
+
+    def dynamic_libs(file)
+      Elf::File.open(file) do |ef|
+        return [] if not ef.has_section? ".dynamic"
+        ef[".dynamic"].needed_libraries.keys
+      end
+    end
+
+    def rpm
+      @rpm ||= Rpm.new
+    end
+
+  end
+end

data/lib/dply/helper.rb

@@ -1,9 +1,7 @@
-require 'dply/tasks'
 require 'dply/shell'
 require 'dply/git'
 require 'dply/error'
 
-
 module Dply
   module Helper
 

data/lib/dply/linker.rb

@@ -19,6 +19,7 @@ module Dply
         source = link_source(f)
         relative_source = link_relative_source(source, target)
         logger.debug "linking #{target} -> #{source}"
+        error "source #{source} doesn't exist" if not File.exist? source
         symlink(relative_source, target)
       end
     end

data/lib/dply/pkgs_config.rb

@@ -0,0 +1,63 @@
+require 'set'
+require 'yaml'
+require 'dply/helper'
+
+module Dply
+  class PkgsConfig
+
+    include Helper
+
+    def initialize(pkgs_yml = nil, build_mode: false)
+      @pkgs_yml = pkgs_yml || "pkgs.yml"
+      @build_mode = build_mode
+      @pkgs = Set.new
+    end
+
+    def pkgs
+      populate_all if not @populated
+      @pkgs
+    end
+
+    private
+
+    def config
+      @config ||= load_yml
+    end
+
+    def load_yml
+      if not File.readable? @pkgs_yml
+        logger.debug "skipping yum pkgs"
+        return {}
+      end
+      YAML.safe_load(File.read(@pkgs_yml))
+    rescue => e
+      error "error loading pkgs list" 
+    end
+
+    def populate_all
+      populate :pkgs
+      populate :build_pkgs if @build_mode
+      @populated = true
+    end
+
+    def populate(pkg_set)
+      list = config[pkg_set.to_s] || []
+      list.each { |x| add x }
+    end 
+      
+    def add(pkg)
+      pkg = pkg.strip
+      validate! pkg
+      @pkgs << pkg
+    end
+
+    def validate!(pkg)
+      msg = "invalid pkg name #{pkg}"
+      error msg if pkg =~ /\.rpm\z/i
+      error msg if pkg =~/\A[A-Za-z_0-9\.\-]\z/
+    end
+
+  end
+end
+
+

data/lib/dply/rpm.rb

@@ -0,0 +1,27 @@
+require 'dply/helper'
+
+module Dply
+  class Rpm
+    include Helper
+
+    def libs_to_packages(libs)
+      packages = Set.new
+      libs.each do |l|
+        lib = "#{l}()(64bit)"
+        command = %(rpm --queryformat "%{NAME} " -q --whatprovides "#{lib}")
+        logger.debug command
+        output = `#{command}`
+        error "running command #{command}" if not $?.exitstatus == 0
+        list = output.strip.split.select {|pkg| not filtered? pkg }
+        packages << list if not list.empty?
+      end
+      return packages
+    end
+
+    def filtered?(pkg)
+      @filtered ||= ["glibc", "libgcc", "libstdc++", "openssl", "ruby-alt"]
+      @filtered.include? pkg.strip
+    end
+
+  end
+end

data/lib/dply/strategy/archive.rb

@@ -1,4 +1,5 @@
 require 'dply/helper'
+require 'dply/tasks'
 require 'dply/setup'
 require 'dply/linker'
 require 'dply/config_downloader'
@@ -28,8 +29,8 @@ module Dply
         setup.archive
         download_configs if config_download_url
         install_release
-        release.make_current
         previous_version = get_release
+        release.make_current
         Dir.chdir current_dir do
           tasks.deploy target
         end
@@ -53,6 +54,7 @@ module Dply
       end
 
       def get_release
+        return "NA" if not File.symlink? current_dir
         File.basename (File.readlink current_dir)
       end
 
@@ -77,14 +79,10 @@ module Dply
         Dir.chdir release.path do
           link_dirs
           link_config
-          yum_install
+          tasks.install_pkgs(use_yum: options[:use_yum])
         end
       end
 
-      def yum_install
-        Yum.new("pkgs.yml").install
-      end
-
       def git_step
         return if options[:skip_git]
         if options[:no_pull]
@@ -118,7 +116,6 @@ module Dply
         linker.create_symlinks
       end
 
-
     end
   end
 end

data/lib/dply/strategy/git.rb

@@ -32,9 +32,9 @@ module Dply
           current_version = git.commit_id
           link_dirs
           link_config
-          yum_install
+          install_pkgs
           tasks.deploy target
-#          tasks.report_changes(previous_version, current_version)
+          tasks.report_changes(previous_version, current_version)
         end
       end
 
@@ -42,7 +42,7 @@ module Dply
         download_configs if config_download_url
         Dir.chdir current_dir do
           link_dirs
-          link_config_files
+          link_config
           tasks.reload target
         end
       end
@@ -77,8 +77,8 @@ module Dply
         link "#{config.dir}/config", config_map
       end
 
-      def yum_install
-        Yum.new("pkgs.yml").install
+      def install_pkgs
+        tasks.install_pkgs(use_yum: options[:use_yum])
       end
 
       def setup

data/lib/dply/tasks.rb

@@ -1,6 +1,9 @@
+require 'json'
 require 'dply/shell'
 require 'dply/bundle'
-require 'json'
+require 'dply/yum'
+require 'dply/pkgs_config'
+
 module Dply
   class Tasks
 
@@ -39,7 +42,16 @@ module Dply
       info = {}
       info[:current] = current_version
       info[:previous] = previous_version
-      logger.remote "#{JSON.dump info}"
+      logger.remote "#{previous_version} => #{current_version}"
+    end
+
+    def install_pkgs(build_mode: false, use_yum: false)
+      drake_exists = File.exists? (drake_command)
+      if use_yum || !drake_exists
+        yum_install build_mode
+      else
+        command_install build_mode
+      end
     end
 
     private
@@ -48,5 +60,20 @@ module Dply
       @bundle ||= Bundle.new(deployment: @deployment)
     end
 
+    def yum_install(build_mode)
+      pkgs = PkgsConfig.new(build_mode: build_mode).pkgs
+      Yum.new(pkgs, sudo: true).install
+    end
+
+    def command_install(build_mode)
+      command = "sudo -n #{drake_command} install-pkgs"
+      command << " -b" if build_mode
+      cmd command
+    end
+
+    def drake_command
+      @drake_command ||= (ENV["DRAKE_COMMAND"] || "/opt/ruby/bin/drake")
+    end
+
   end
 end

data/lib/dply/version.rb

@@ -1,3 +1,3 @@
 module Dply
-  VERSION = "0.0.8"
+  VERSION = "0.1.0"
 end

data/lib/dply/yum.rb

@@ -1,28 +1,31 @@
 require 'dply/helper'
-require 'yaml'
 
 module Dply
   class Yum
 
     include Helper
 
-    def initialize(pkgs_yml)
-      @pkgs_yml = pkgs_yml
-    end
-
-    def pkgs
-      @pkgs ||= load_pkgs
+    def initialize(pkgs, sudo: false)
+      if pkgs.is_a? Set
+        @pkgs = pkgs.to_a
+      else
+        @pkgs = pkgs
+      end
+      @sudo = sudo
     end
 
     def install
       return if installed?
-      cmd "sudo -n yum install -y #{not_installed_pkgs.join(' ')}"
+      command = ""
+      command << "sudo -n " if @sudo
+      command << "yum install -y #{not_installed_pkgs.join(' ')}"
+      cmd command
     end
 
     private
 
     def pkgs_str
-      pkgs.join " "
+      @pkgs.join " "
     end
 
     def not_installed_pkgs
@@ -39,15 +42,5 @@ module Dply
       not_installed_pkgs.size == 0
     end
 
-    def load_pkgs
-      if not File.readable? @pkgs_yml
-        logger.debug "skipping yum pkgs"
-        return []
-      end
-      YAML.load_file(@pkgs_yml)
-    rescue => e
-      error "error loading pkgs list" 
-    end
-
   end
 end

data/lib/{dply/dplyr.rb → dplyr/cli.rb}

@@ -1,11 +1,11 @@
-require 'dply/stages_config'
-require 'dply/remote_task'
+require 'dplyr/stages_config'
+require 'dplyr/remote_task'
 require 'dply/logger'
 
-module Dply
-  class Dplyr
+module Dplyr
+  class Cli
 
-    include Logger
+    include ::Dply::Logger
 
     attr_reader :stage, :argv
     def initialize(stage, argv)
@@ -28,7 +28,7 @@ module Dply
     end
 
     def stage_data
-      @stage_data ||= StagesConfig.new("stages.rb").get_stage(stage)
+      @stage_data ||= StagesConfig.new.fetch(@stage).data
     end
 
     def hosts
@@ -52,7 +52,7 @@ module Dply
     end
 
     def run_remote_task
-      remote_task = ::Dply::RemoteTask.new(hosts, argv_str, parallel_jobs: parallel_jobs, env: env_str)
+      remote_task = RemoteTask.new(hosts, argv_str, parallel_jobs: parallel_jobs, env: env_str)
       remote_task.run
     end
 

data/lib/{dply → dplyr}/remote_task.rb

@@ -1,11 +1,11 @@
 require 'pty'
-require 'dply/report'
+require 'dplyr/report'
 require 'dply/logger'
 
-module Dply
+module Dplyr
   class RemoteTask
 
-    include Logger
+    include ::Dply::Logger
     
     attr_reader :hosts, :parallel_jobs, :task, :env
 
@@ -77,23 +77,28 @@ module Dply
     def remote_cmd(host_info)
       user = host_info[:user]
       host = host_info[:host]
-      deploy_dir = host_info[:deploy_dir]
+      dir = host_info[:dir]
       if logger.debug?
-        %(ssh -tt -oBatchMode=yes -l #{user} #{host} "#{env} drake --debug -d #{deploy_dir} #{task} 2>&1")
+        %(ssh -tt -oBatchMode=yes -l #{user} #{host} "#{env} drake --remote --debug -d #{dir} #{task} 2>&1")
       else
-        %(ssh -tt -oBatchMode=yes -l #{user} #{host} "#{env} drake -d #{deploy_dir} #{task} 2>&1" 2>/dev/null)
+        %(ssh -tt -oBatchMode=yes -l #{user} #{host} "#{env} drake --remote -d #{dir} #{task} 2>&1" 2>/dev/null)
       end
     end
 
     def pty_read(file, id)
       file.each do |line|
-        printf @job_output_template, id, line
+        if line =~ /\Adply_msg\|/
+          receive_message line
+        else
+          printf @job_output_template, id, line
+        end
       end
     rescue EOFError,Errno::ECONNRESET, Errno::EPIPE, Errno::EIO => e
     end
 
     def popen(cmd, host_info)
-      t = Thread.new do
+      t = Thread.new do |t|
+        Thread.current[:messages] = []
         begin
           r, w, pid = PTY.spawn(cmd)
           pty_read(r, host_info[:id])
@@ -118,8 +123,25 @@ module Dply
       end
     end
 
+    def receive_message(msg_str)
+      msg = msg_str.partition("|")[2].strip
+      return if msg.empty?
+      messages = Thread.current[:messages]
+      messages << msg
+    end
+
     def report
-      @report ||= Report.new(hosts, exit_statuses)
+      @report ||= Report.new(hosts, exit_statuses, messages)
+    end
+
+    def messages
+      @messages ||= begin
+        m = {}
+        @threads.each do |host, thread|
+          m[host] = thread[:messages]
+        end
+        m
+      end
     end
 
     def exit_statuses

data/lib/{dply → dplyr}/report.rb

@@ -1,11 +1,12 @@
-module Dply
+module Dplyr
   class Report
 
     attr_reader :hosts, :exit_statuses 
 
-    def initialize(hosts, exit_statuses)
+    def initialize(hosts, exit_statuses, messages)
       @hosts = hosts
       @exit_statuses = exit_statuses
+      @messages = messages
     end
 
 
@@ -30,7 +31,10 @@ module Dply
     def print_successful_jobs
       puts "succeeded".green
       succeeded.each do |host|
-        puts " - #{host[:id]}"
+        messages = @messages[host] 
+        puts " - #{host[:id]}:"
+        next if not messages.is_a? Array
+        messages.each { |m| puts "   #{m}"}
       end
     end
 

data/lib/dplyr/stage.rb

@@ -0,0 +1,68 @@
+module Dplyr
+  class Stage
+
+    attr_accessor :config_proc
+
+    def initialize(name)
+      @name = name.to_sym
+      @hosts = []
+      @parallel_runs = 1
+    end
+
+    def data
+      finalize
+      return ({
+        parallel_runs: @parallel_runs,
+        hosts: @hosts,
+        env: {}
+      })
+    end
+
+    def host(host, user: nil, dir: nil, id: nil)
+      @hosts << ({
+        host: host,
+        user: user,
+        dir: dir,
+        id: id || host
+      })
+    end
+
+    def dir(dir)
+      @dir = dir
+    end
+
+    def user(user)
+      @user = user
+    end
+
+    def parallel_runs(parallel_runs)
+      @parallel_runs = parallel_runs
+    end
+
+    def fill_hosts
+      @hosts.each do |host|
+        host[:user] ||= fetch(:user)
+        host[:dir] ||= fetch(:dir)
+      end
+    end
+
+    alias_method :deploy_dir, :dir
+
+    def fetch(var)
+      value = instance_variable_get("@#{var}")
+      raise "error accessing var #{var} for stage #{name}" if not value
+      return value
+    end
+
+    def finalize
+      return if @finalized
+      instance_eval &config_proc if config_proc
+      fill_hosts
+      @hosts.freeze
+      @parallel_runs.freeze
+      @finalized = true
+    end
+
+  end
+end
+

data/lib/dplyr/stages_config.rb

@@ -0,0 +1,39 @@
+require 'dply/helper'
+require 'dplyr/stage'
+
+module Dplyr
+  class StagesConfig
+    
+    include ::Dply::Helper  
+    attr_reader :config_file
+    attr_accessor :current_stage
+
+    def initialize(config_file = nil)
+      @config_file = config_file || "stages.rb"
+      @stages = {}
+    end
+
+    def stage(name, &block)
+      name = name.to_sym
+      stage = Stage.new(name)
+      stage.config_proc = block
+      @stages[name] = stage
+    end
+
+    def read_from_file
+      return if @read
+      error "#{config_file} not readable" if not File.readable? config_file
+      instance_eval(File.read(config_file), config_file)
+    rescue NoMethodError => e
+       error "invalid option used in config: #{e.name} #{e.message}"
+    ensure
+      @read = true
+    end
+
+    def fetch(stage)
+      read_from_file
+      @stages[stage.to_sym]
+    end
+
+  end
+end

data/lib/dplyr/tasks_config.rb

@@ -0,0 +1,33 @@
+require 'dply/helper'
+module Dplyr
+  class TasksConfig
+
+    include ::Dply::Helper
+    
+    def initialize(config_file)
+      @config_file = config_file || "tasks.rb"
+      @tasks = {}
+    end
+
+    def task(name, &block)
+      @tasks[name.to_sym] = block
+    end
+
+    def get_task
+      
+    end
+
+    private
+
+    def read_from_file
+      if not File.readable? @config_file
+        error "#{config_file} not readable"
+        return
+      end
+      instance_eval(File.read(config_file), config_file)
+    rescue NoMethodError => e
+       error "invalid option used in config: #{e.name} #{e.message}"
+    end
+
+  end
+end

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: dply
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.1.0
 platform: ruby
 authors:
 - Neeraj
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-26 00:00:00.000000000 Z
+date: 2015-03-03 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: ruby-elf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: ruby-filemagic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -51,6 +79,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- TODO
 - bin/dplyr
 - bin/drake
 - code_dump/alt_remote_task.rb
@@ -67,13 +96,15 @@ files:
 - lib/dply/build_config.rb
 - lib/dply/bundle.rb
 - lib/dply/cli/build.rb
+- lib/dply/cli/depcheck.rb
 - lib/dply/cli/deploy.rb
+- lib/dply/cli/install_pkgs.rb
 - lib/dply/cli/reload.rb
 - lib/dply/config.rb
 - lib/dply/config_downloader.rb
 - lib/dply/config_struct.rb
 - lib/dply/custom_logger.rb
-- lib/dply/dplyr.rb
+- lib/dply/deplist.rb
 - lib/dply/error.rb
 - lib/dply/ext/string.rb
 - lib/dply/git.rb
@@ -82,20 +113,25 @@ files:
 - lib/dply/linker.rb
 - lib/dply/lock.rb
 - lib/dply/logger.rb
+- lib/dply/pkgs_config.rb
 - lib/dply/release.rb
-- lib/dply/remote_task.rb
 - lib/dply/repo.rb
-- lib/dply/report.rb
+- lib/dply/rpm.rb
 - lib/dply/setup.rb
 - lib/dply/shared_dirs.rb
 - lib/dply/shell.rb
-- lib/dply/stages_config.rb
 - lib/dply/strategy.rb
 - lib/dply/strategy/archive.rb
 - lib/dply/strategy/git.rb
 - lib/dply/tasks.rb
 - lib/dply/version.rb
 - lib/dply/yum.rb
+- lib/dplyr/cli.rb
+- lib/dplyr/remote_task.rb
+- lib/dplyr/report.rb
+- lib/dplyr/stage.rb
+- lib/dplyr/stages_config.rb
+- lib/dplyr/tasks_config.rb
 homepage: ''
 licenses:
 - MIT

data/lib/dply/stages_config.rb

@@ -1,103 +0,0 @@
-require 'dply/helper'
-
-module Dply
-  class StagesConfig
-    
-    include Helper  
-    attr_reader :config_file
-    attr_accessor :current_stage
-
-    def initialize(config_file)
-      @config_file = config_file
-    end
-
-    def config
-      return @config if @config
-      @config = {
-        stages: {}
-      }
-      read_from_file
-      @config
-    end
-
-
-    def user(user)
-      set_in_current_stage :user, user
-    end
-
-    def deploy_dir(deploy_dir)
-      set_in_current_stage :deploy_dir, deploy_dir
-    end
-
-    def host(host, user: nil, deploy_dir: nil, id: nil)
-      hosts = get_from_current_stage(:hosts) 
-      host_info = {
-        host: host,
-        user: user || get_from_current_stage(:user),
-        deploy_dir: deploy_dir || get_from_current_stage(:deploy_dir),
-        id: id || host
-      }
-      hosts << host_info
-    end
-
-    def parallel_runs(parallel_runs)
-      set_in_current_stage :parallel_runs, parallel_runs
-    end
-
-    def set_in_current_stage(key, value)
-      stages[current_stage][key] = value
-    end
-
-    def get_from_current_stage(key)
-      stages[current_stage][key]
-    end
-
-    def stages
-      config[:stages]
-    end
-
-    def get_stage(stage)
-      stage = stage.to_sym
-      config[:stages][stage]
-    end
-
-    def stage(name)
-      begin
-        name = name.to_sym
-        self.current_stage = name
-        init_stage name
-        yield
-      ensure
-        self.current_stage = nil
-      end
-    end
-
-    def ask(key)
-      print "Enter #{key}: "
-      value = STDIN.gets.chomp
-      env = get_from_current_stage(:env)
-      env[key] = value
-    end
-
-    def init_stage(name)
-      stages[name] = {
-        hosts: [],
-        parallel_runs: 1,
-        env: {}
-      }
-    end
-
-
-    def read_from_file
-      if not File.readable? config_file
-        error "#{config_file} not readable"
-        return
-      end
-      instance_eval(File.read(config_file), config_file)
-    rescue NoMethodError => e
-       error "invalid option used in config: #{e.name} #{e.message}"
-    end
-
-
-  end
-end