dply 0.2.19 → 0.3.0

data/lib/dply/strategy/base.rb

@@ -0,0 +1,82 @@
+require 'dply/helper'
+require 'dply/tasks'
+require 'dply/setup'
+require 'dply/config_downloader'
+require 'dply/yum'
+require 'dply/release'
+require 'dply/release_helper'
+require 'forwardable'
+
+
+module Dply
+  module Strategy
+    class Base
+      
+      extend Forwardable
+      include Helper
+
+      attr_reader :config, :options
+      def_delegators :config, :target, :branch, :revision, :name,
+                     :config_map, :dir_map, :config_skip_download,
+                     :config_download_url, :build_url
+                
+      def initialize(config, options)
+        @config = config
+        @options = options || {}
+      end
+
+      def deploy
+        raise NotImplementedError
+      end
+
+      def reload
+        raise NotImplementedError
+      end
+
+      def stop
+        raise NotImplementedError
+      end
+
+      def reopen_logs
+      end
+
+      private
+
+      def current_dir
+        @current_dir ||= "#{config.dir}/current"
+      end
+
+      def download_configs
+        files = config_map.values.uniq
+        downloader = ConfigDownloader.new(files, config_download_url, dir: "config")
+        downloader.skip_download = config_skip_download if config_skip_download
+        downloader.download_all
+      end
+
+      def link_all
+        link "#{config.dir}/shared", dir_map
+        tasks.link "#{config.dir}/config", config_map
+      end
+
+      def link(source, map)
+        return if not map
+        logger.bullet "symlinking #{source}"
+        dest = Dir.pwd
+        linker = Linker.new(source, dest, map: map)
+        linker.create_symlinks
+      end
+
+      def setup
+        @setup ||= Setup.new(@config)
+      end
+
+      def tasks
+        @tasks ||= Tasks.new
+      end
+    end
+
+    class NotImplementedError < StandardError
+    end
+
+  end
+end

data/lib/dply/strategy/git.rb

@@ -2,14 +2,13 @@ require 'dply/helper'
 require 'dply/setup'
 require 'dply/config_downloader'
 require 'dply/yum'
-require 'dply/tasks'
+require 'dply/util'
 require 'forwardable'
 
-
 module Dply
   module Strategy
     class Git
-      
+
       extend Forwardable
       include Helper
 
@@ -17,7 +16,7 @@ module Dply
       def_delegators :config, :target, :branch,
                      :config_map, :dir_map, :config_skip_download,
                      :config_download_url
-                
+
       def initialize(config, options)
         @config = config
         @options = options || {}
@@ -33,8 +32,10 @@ module Dply
           current_version = git.commit_id
           link_all
           install_pkgs
-          tasks.deploy deploy_target
-          tasks.report_changes(previous_version, current_version)
+          bundle.install
+          bundle.clean
+          util.run "deploy:#{deploy_target}"
+          util.report_changes(previous_version, current_version)
         end
       end
 
@@ -42,13 +43,7 @@ module Dply
         download_configs if config_download_url
         Dir.chdir current_dir do
           link_all
-          tasks.reload
-        end
-      end
-
-      def task(name)
-        Dir.chdir current_dir do
-          tasks.rake name
+          util.run :reload
         end
       end
 
@@ -61,7 +56,7 @@ module Dply
       def download_configs
         files = config_map.values.uniq
         downloader = ConfigDownloader.new(files, config_download_url)
-        downloader.skip_download = config_skip_download if config_skip_download 
+        downloader.skip_download = config_skip_download if config_skip_download
         downloader.download_all
       end
 
@@ -75,20 +70,24 @@ module Dply
       end
 
       def link_all
-        tasks.link "#{config.dir}/shared", dir_map
-        tasks.link "#{config.dir}/config", config_map
+        util.link "#{config.dir}/shared", dir_map
+        util.link "#{config.dir}/config", config_map
       end
 
       def install_pkgs
-        tasks.install_pkgs(use_yum: options[:use_yum], build_mode: true)
+        util.install_pkgs(build_mode: true)
       end
 
       def setup
         @setup ||= Setup.new(@config)
       end
 
-      def tasks
-        @tasks ||= Tasks.new
+      def util
+        @util ||= Util.new
+      end
+
+      def bundle
+        @bundle ||= Bundle.new
       end
 
     end

data/lib/dply/task_dsl.rb

@@ -0,0 +1,101 @@
+require_relative 'helper'
+
+module Dply
+  class TaskDsl
+
+    include Helper
+
+    def initialize(app_config)
+      @app_config = app_config
+    end
+
+    def run(name)
+      @app_config.run_task name
+    end
+
+    def sh(command, env: {}, bundled_env: false)
+      extra_env = base_env.merge env
+      super(command, env: extra_env, bundled_env: bundled_env, display: :arrow)
+    end
+
+    def set_env(key, value)
+      ENV[key.to_s] = value.to_s
+      base_env[key.to_s] = value.to_s
+    end
+
+    def rake(task, *args)
+      logger.arrow "rake #{task}"
+      rake_app[task].invoke(*args)
+    end
+
+    def archive(name, **opts, &block)
+      require_relative 'code_archive'
+      revision = ENV["BUILD_NUMBER"] || "unknown"
+      archive = CodeArchive.new(name, revision: revision)
+      archive.build(**opts, &block)
+      return archive
+    end
+
+    def role(*roles, &block)
+      roles << :all
+      if r = roles.find { |r| dply_roles.include? r }
+        yield r
+      end
+    end
+
+    def role?(*roles)
+      roles << :all
+      roles.find { |r| dply_roles.include? r }
+    end
+
+    def venv
+      @venv ||= begin
+        require_relative 'venv'
+        Venv.new
+      end
+    end
+
+    private
+
+    def base_env
+      @base_env ||= begin
+        env = {}
+        env.merge! env_from_yml(".env.yml")
+        env.merge! env_from_yml("config/env.yml")
+        env
+      end
+    end
+
+    def env_from_yml(path)
+      if not File.readable? path
+        logger.debug "skipped loading env from #{path}"
+        return {}
+      end
+      require 'yaml'
+      YAML.load_file(path)
+    end
+
+    def rake_app
+      @rake_app ||= begin
+        require 'rake'
+        app = Rake.application
+        app.init
+        silence_warnings { app.load_rakefile }
+        app
+      end
+    end
+
+    def dply_roles
+      @dply_roles ||= (ENV["DPLY_ROLES"] || "").strip.split(",").map { |r| r.to_sym }
+    end
+
+    def silence_warnings(&block)
+      warn_level = $VERBOSE
+      $VERBOSE = nil
+      yield
+    ensure
+      $VERBOSE = warn_level
+    end
+
+  end
+end

data/lib/dply/util.rb

@@ -0,0 +1,75 @@
+require 'json'
+require_relative 'app_config'
+require_relative 'helper'
+require_relative 'bundle'
+require_relative 'linker'
+require_relative 'pkgs'
+require 'etc'
+
+module Dply
+  class Util
+
+    include Helper
+
+    def rake(task, args)
+      cmd_arr = ["bundle", "exec", "rake", task, *args]
+      cmd cmd_arr
+    end
+
+    def report_changes(previous_version, current_version)
+      info = {}
+      info[:current] = current_version
+      info[:previous] = previous_version
+      logger.remote "#{previous_version} => #{current_version}"
+    end
+
+    def install_pkgs(build_mode: false)
+      return if not File.exists? "pkgs.yml"
+      pkgs = Pkgs.new("pkgs.yml")
+      return if pkgs.installed?(build_mode: build_mode)
+      drake_install build_mode
+    end
+
+    def link(source, map)
+      return if not map
+      logger.bullet "symlinking #{source}"
+      dest = Dir.pwd
+      linker = Linker.new(source, dest, map: map)
+      linker.create_symlinks
+    end
+
+    def run(task, optional: false)
+      app_config = AppConfig.new
+      logger.arrow task
+      app_config.run_task task, optional: optional
+    end
+
+    private
+
+    def drake_install(build_mode)
+      command = "#{drake_command} install-pkgs"
+      command << " -b" if build_mode
+      check_sudo_permission command
+      cmd "sudo -n #{command}"
+    end
+
+    def drake_command
+      @drake_command ||= (ENV["DRAKE_COMMAND"] || "/opt/ruby/bin/drake")
+    end
+
+    def check_sudo_permission(command)
+      output = `sudo -n -l #{command}`
+      if output.chomp.strip == command
+        return true
+      else
+        msg = []
+        user = Etc.getpwuid(Process.uid).name
+        msg << %{unable to run "#{command}" with sudo permissions}
+        msg << %{To resolve add the following line to sudoers: }
+        msg << %{#{user} ALL=(ALL) NOPASSWD: /opt/ruby/bin/drake install-pkgs *, /opt/ruby/bin/drake install-pkgs}.yellow
+        raise Error, msg.join("\n")
+      end
+    end
+
+  end
+end

data/lib/dply/venv.rb

@@ -0,0 +1,53 @@
+require 'fileutils'
+require_relative 'helper'
+
+module Dply
+  class Venv
+
+    include Helper
+
+    def install(system_site_packages: false, pip_version: "9.0.1", setuptools_version: "38.4.1", &block)
+      init(system_site_packages)
+      update_pip_setuptools(pip_version, setuptools_version)
+      yield if block_given?
+      pip_install
+    end
+
+    def build(system_site_packages: false, pip_version: "9.0.1", setuptools_version: "38.4.1", &block)
+      FileUtils.mkdir_p "tmp/venv"
+      symlink "tmp/venv", "venv"
+      init(system_site_packages)
+      update_pip_setuptools(pip_version, setuptools_version)
+      yield if block_given?
+      pip_install
+      sh "virtualenv-relocate -s venv"
+    end
+
+    def unpack
+      sh "virtualenv-relocate -d venv"
+    end
+
+    private
+
+    def init(system_site_packages = false)
+      return if File.exist? "venv/.setup_done"
+      system_flag = system_site_packages ? "--system-site-packages" : ""
+      sh "virtualenv #{system_flag} venv"
+      FileUtils.touch "venv/.setup_done"
+    end
+
+    def pip_install
+      sh "venv/bin/pip install -r requirements.txt"
+    end
+
+    def python(command)
+      sh "venv/bin/python #{command}"
+    end
+
+    def update_pip_setuptools(pip_version, setuptools_version)
+      sh "venv/bin/pip install pip==#{pip_version}"
+      sh "venv/bin/pip install setuptools==#{setuptools_version}"
+#      sh "venv/bin/pip install urllib3[secure]"
+    end
+  end
+end

data/lib/dply/version.rb

@@ -1,3 +1,3 @@
 module Dply
-  VERSION = "0.2.19"
+  VERSION = "0.3.0"
 end

data/lib/dply/yum.rb

@@ -1,46 +1,36 @@
-require 'dply/helper'
+require_relative 'helper'
 
 module Dply
-  class Yum
+  module Yum
+    extend Helper
 
-    include Helper
-
-    def initialize(pkgs, sudo: false)
-      @pkgs = pkgs
-      @sudo = sudo
-    end
-
-    def install
-      return if installed?
-      command = ""
-      command << "sudo -n " if @sudo
-      command << "yum install -y #{not_installed_pkgs.join(' ')}"
-      cmd command
-      not_installed = query_not_installed
+    def self.install(pkgs)
+      return if installed?(pkgs)
+      cmd install_command(pkgs)
+      not_installed = not_installed(pkgs)
       if not_installed.size != 0
         error "following pkgs not installed: #{not_installed.join(" ")}"
       end
     end
 
-    def installed?
-      not_installed_pkgs.size == 0
+    def self.installed?(pkgs)
+      not_installed(pkgs).size == 0
     end
 
-    private
-
-    def pkgs_str
-      @pkgs.join " "
-    end
+    class << self
+      private
 
-    def not_installed_pkgs
-      @not_installed_pkgs ||= query_not_installed
-    end
+      def not_installed(pkgs)
+        return [] if pkgs.empty?
+        command = %w(rpm -V --noscripts --nodeps --nofiles)
+        command.concat pkgs
+        out = IO.popen(command).read
+        out.scan(/^package (.*) is not installed$/).flatten
+      end
 
-    def query_not_installed
-      return [] if pkgs_str.strip.empty?
-      command = "rpm -V --noscripts --nodeps --nofiles #{pkgs_str}"
-      matches = `#{command}`.scan(/^package (.*) is not installed$/)
+      def install_command(pkgs)
+        %w(yum install -y).concat(not_installed pkgs)
+      end
     end
-
   end
 end