rake-pro 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f63cac62f28dd2f2eb0b2eff0fa951ecd5954418
+  data.tar.gz: 00d40a32a74cf8825d716f4ebcfd9a23402892f5
+SHA512:
+  metadata.gz: fde4d66bf7f5536bad3ca5a01ab282bbe9608fee7b1af773e1013516bb048fcfc8bb33f2abe177702947928a54a60cffa2605b28601a91faa9dd4b120ac15086
+  data.tar.gz: 73d4987dae92dc995dd9af00c10178e87a0de3845318091cb6877d7f2721676e72022492fbd5a3bc8b3d5463d3d990de1976d890130d2ab4a276a2103ce0c0c6

data/lib/rake/pro.rb

@@ -0,0 +1,10 @@
+require "rake/pro/version"
+require "rake/pro/hashex"
+require "rake/pro/ssh_tunnel"
+require "rake/pro/keystore"
+
+module Rake
+  module Pro
+    # Your code goes here...
+  end
+end

data/lib/rake/pro/hashex.rb

@@ -0,0 +1,135 @@
+class Hash
+  def recursive_merge(new_hash)
+    self.merge(new_hash) do |k, old_val, new_val|
+      if new_val.respond_to?(:blank) && new_val.blank?
+        old_val
+      elsif (old_val.kind_of?(Hash) and new_val.kind_of?(Hash))
+        old_val.recursive_merge(new_val)
+      else
+        new_val
+      end
+    end
+  end
+
+  def recursive_merge!(new_hash)
+    self.merge!(new_hash) do |k, old_val, new_val|
+      if new_val.respond_to?(:blank) && new_val.blank?
+        old_val
+      elsif (old_val.kind_of?(Hash) and new_val.kind_of?(Hash))
+        old_val.recursive_merge!(new_val)
+      else
+        new_val
+      end
+    end
+  end
+
+  def match strings
+    select { |key,val|
+      is_match = false
+      strings.each { |findstr|
+        is_match ||= key.downcase.include?(findstr) || val.downcase.include?(findstr)
+      }
+      is_match
+    }
+  end
+
+  def symbolize_keys
+    inject({}) { |memo,(k,v)| 
+      memo[k.to_sym] = v.is_a?(Hash) ? v.symbolize_keys : v;
+      memo
+    }
+  end
+
+
+  # CASE
+  #   admin@dev,prod:
+  #      username: abc
+  #      password
+  # returns 
+  #   scopes  : [dev, prod]
+  #   sub_key : admin
+  #   admin:
+  #      username: abc
+  #
+  # CASE:
+  # dev:
+  #     url:  abc
+  #   
+  # returns
+  #   scopes: [dev]
+  #   subkey: nil
+  #
+  # CASE:
+  #   url@dev: abc
+  # 
+  # returns:
+  #   scopes: [dev]
+  #   subkey: url
+  #
+  # CASE:
+  #   dev:
+  #       url:  abc
+  #   
+
+  def key_details(k)
+    subkey = scopes = nil
+    sk = k.to_s
+    skp = sk.split('@')
+    subkey = skp.shift.to_sym if (skp.length > 1)
+    scopes = skp[0].split(/\s*[&,\|]\s*/)
+    [scopes.map { |scope| scope.to_sym }, subkey]
+  end
+
+  def promote_key pk
+    pk = pk.to_sym
+    coh = {}
+    promoted = false
+    self.each_pair { |k, v|
+      scopes, subkey = key_details(k)
+      if (scopes.include?(pk))
+        promoted = true
+        if subkey.nil?
+          v.each_pair { |sk, sv|
+            coh[sk] = sv
+          }
+          coh[k] = v
+        else
+          coh[subkey] =v
+        end
+      else
+        if v.is_a?(Hash)
+          coh[k], subpromo = v.promote_key(pk)
+          promoted |= subpromo
+        else
+          coh[k] = v
+        end
+      end
+    }
+    [coh, promoted]
+  end
+
+  def prune_keys pks
+    coh = {}
+    self.each_pair { |k, v|
+      scopes, subkey = key_details(k)
+      prune = false
+      scopes.each { |scope| prune |= pks.include?(scope) }
+      if prune
+        scopes.each { |scope|
+          if !pks.include?(scope)
+            if (subkey.nil?)
+              coh[scope] = v
+            else
+              coh[scope] = {}
+              coh[scope][subkey] = v
+            end
+          end
+        }
+      else
+        coh[k] = v.is_a?(Hash) ? v.prune_keys(pks) : v
+      end
+    }
+    coh
+  end
+
+end

data/lib/rake/pro/keystore.rb

@@ -0,0 +1,152 @@
+require 'rake'
+require 'yaml'
+require 'etc'
+require_relative './hashex'
+
+module Rake
+  class Application
+    attr_accessor :cfg
+    attr_accessor :scopes
+    attr_accessor :active_dir
+
+    class KeySpace
+      def initialize
+        @cfg_files = []
+        @kvp_stack = []
+        @kvp = {}
+      end
+
+      def [](key)
+        @kvp[key]
+      end
+
+      def values()
+        @kvp
+      end
+
+      def home()
+        Etc.getpwuid.dir;
+      end
+  
+      def root()
+        Rake.original_dir
+      end
+
+      def rpath(*paths)
+        return File.join(paths)
+      end
+
+      def push_scope scope
+        (@scopes ||= []).push(scope)
+      end
+
+      def pop_scope
+        @scopes.pop
+      end
+
+      def push_cfg cfg_file
+        #puts "Loading cfg file:  #{cfg_file}..."
+        cfg = YAML.load_file(cfg_file).symbolize_keys
+        source = if (cfg.has_key?(:default))
+                    cfg[:default]
+                  elsif (cfg.has_key?(:source))
+                    cfg[:source]
+                  elsif (cfg.has_key?(:system))
+                    cfg[:system]
+                  elsif(cfg.has_key?(:target))
+                    cfg[:target]
+                  end
+
+        push_scope(source.to_sym) if source
+        @kvp_stack.push(cfg)
+      end
+
+      def pop_cfg
+        @kvp_stack.pop
+      end
+
+      def load_once(cfg_file)
+        unless @cfg_files.include?(cfg_file)
+          if (File.file?(cfg_file))
+            Rake.application.active_dir = File.dirname(cfg_file)
+            push_cfg(cfg_file)
+          end
+          @cfg_files.push(cfg_file)
+        end
+      end
+
+      def scope_siblings scope
+        siblings = nil
+        Rake.application.scopes.each { |scope_set|
+          siblings = scope_set if scope_set.include?(scope)
+        }
+        siblings
+      end
+          
+      def before_invoke task_details
+        task_name = task_details[0]
+        parts = task_name.split(':')
+        push_scope(parts[0].to_sym) if parts.length == 1
+
+        load_paths = parts.reduce([
+            rpath(root, 'cfg.yml'),
+            rpath(root, '.cfg.yml'),
+            rpath(root, '.cfg-private.yml')
+          ]) { |paths, folder|
+          paths.push(rpath(root, folder, 'cfg.yml'))
+          paths.push(rpath(root, folder, '.cfg.yml'))
+          paths.push(rpath(root, folder, '.cfg-private.yml'))
+          paths
+        }
+        load_paths.push(rpath(home, '.cyborg.yml'))
+
+        load_paths.each { |path|
+          load_once(path)
+        }
+
+        # promote and prune the key space
+        pruned = false
+        pruned_stack = []
+        @kvp_stack.each_with_index { |kvp, index| 
+          @scopes.each_with_index { |scope, i2|
+            kvp, didprune = kvp.promote_key(scope)
+            siblings = scope_siblings(scope)
+            kvp = kvp.prune_keys(scope_siblings(scope)) if siblings
+            pruned |= (didprune && scope == task_name.to_sym)
+          }
+          pruned_stack.push(kvp)
+        }
+
+        # merge the kvp stack entries into a single map
+        @kvp = pruned_stack.reduce({}) { |acc, kvp|
+          acc.recursive_merge(kvp)
+        }
+
+        [task_name, pruned]
+      end
+
+      def after_invoke task_details
+        task_name = task_details[0]
+        parts = task_name.split(':')
+        if parts.length > 1
+          pop_scope
+          pop_cfg
+        end
+      end
+
+    end
+  end
+
+  module Intercept
+    def invoke_task *args
+      task_name, pruned = (Rake.application.cfg ||= Application::KeySpace.new).before_invoke(parse_task_string args.first)
+      super if Rake::Task.task_defined?(task_name) || !pruned
+      Rake.application.cfg.after_invoke(parse_task_string args.first)
+    end
+  end
+
+end
+
+Rake::Application.class_eval do
+  prepend Rake::Intercept
+end

data/lib/rake/pro/localsh.rb

@@ -0,0 +1,90 @@
+require 'open4'
+
+module Rake
+
+  class CommandNotFound < StandardError
+  end
+  
+  class AbnormalExitStatus  < StandardError
+    attr_reader :exit_status
+    def initialize(exit_status, error_lines)
+      @exit_status = exit_status
+      super error_lines
+    end
+  end
+  
+  class Local
+
+    def sh command_line, opts = {}
+      native_output_only = command_line.include?('--terse') || opts[:terse]
+      if native_output_only
+        command_line.sub!(' --terse', '')
+        opts[:echo] = true
+        opts[:echo_cmd] = false
+      end
+      echo_command_output = opts[:echo] || true
+      command_line = "#{command_line}"
+      puts "$ #{command_line}"
+      command_output = ""
+      status = Open4::popen4(command_line) do |pid, stdin, stdout, stderr|
+        command_output = capture_output(stdout, stderr, echo_command_output, native_output_only)
+      end
+      if status.exitstatus != 0
+        raise AbnormalExitStatus.new(status.exitstatus, command_output) if opts[:raise_on_error]
+      end
+      command_output.strip
+    rescue AbnormalExitStatus
+      raise
+    rescue Errno::ENOENT
+      raise CommandNotFound, "Bash Error.  Command or file arguments not found." if opts[:raise_on_error]
+    end
+
+    def capture_output stdout, stderr, echo_command_output, native_output_only
+      stdout_lines = ""
+      stderr_lines = ""
+      command_output = ""
+      loop do
+        begin
+          # check whether stdout, stderr or both are
+          #  ready to be read from without blocking
+          IO.select([stdout,stderr]).flatten.compact.each { |io|
+            # stdout, if ready, goes to stdout_lines
+            stdout_lines += io.readpartial(1024) if io.fileno == stdout.fileno
+            # stderr, if ready, goes to stdout_lines
+            stderr_lines += io.readpartial(1024) if io.fileno == stderr.fileno
+          }
+          break if stdout.closed? && stderr.closed?
+        rescue EOFError
+          # Note, readpartial triggers the EOFError too soon.  Continue to flush the
+          # pending io (via readpartial) until we have received all characters
+          # out from the IO socket.
+          break if stdout_lines.length == 0  &&  stderr_lines.length == 0
+        ensure
+          # if we acumulated any complete lines (\n-terminated)
+          #  in either stdout/err_lines, output them now
+          stdout_lines.sub!(/.*\n/) {
+            command_output << $&
+            if echo_command_output
+              if native_output_only
+                puts $&.strip
+              else
+                puts $&.strip
+              end
+            end
+          }
+          stderr_lines.sub!(/.*\n/) {
+            command_output << $&
+            if echo_command_output
+              if native_output_only
+                puts $&.strip
+              else
+                puts $&.strip
+              end
+            end
+          }
+        end
+      end
+      command_output
+    end
+  end
+end

data/lib/rake/pro/ssh_tunnel.rb

@@ -0,0 +1,109 @@
+require 'openssl'
+require 'net/ssh/gateway'
+require 'open4'
+
+module Rake
+
+  class Local
+
+    def sh command_line, opts = {}
+      native_output_only = command_line.include?('--terse') || opts[:terse]
+      if native_output_only
+        command_line.sub!(' --terse', '')
+        opts[:echo] = true
+        opts[:echo_cmd] = false
+      end
+      echo_command_output = opts[:echo] || true
+      command_line = "#{command_line}"
+      puts "$ #{command_line}"
+      command_output = ""
+      status = Open4::popen4(command_line) do |pid, stdin, stdout, stderr|
+        command_output = capture_output(stdout, stderr, echo_command_output, native_output_only)
+      end
+      if status.exitstatus != 0
+        raise AbnormalExitStatus.new(status.exitstatus, command_output) if opts[:raise_on_error]
+      end
+      command_output.strip
+    rescue AbnormalExitStatus
+      raise
+    rescue Errno::ENOENT
+      raise CommandNotFound, "Bash Error.  Command or file arguments not found." if opts[:raise_on_error]
+    end
+
+    def capture_output stdout, stderr, echo_command_output, native_output_only
+      stdout_lines = ""
+      stderr_lines = ""
+      command_output = ""
+      loop do
+        begin
+          # check whether stdout, stderr or both are
+          #  ready to be read from without blocking
+          IO.select([stdout,stderr]).flatten.compact.each { |io|
+            # stdout, if ready, goes to stdout_lines
+            stdout_lines += io.readpartial(1024) if io.fileno == stdout.fileno
+            # stderr, if ready, goes to stdout_lines
+            stderr_lines += io.readpartial(1024) if io.fileno == stderr.fileno
+          }
+          break if stdout.closed? && stderr.closed?
+        rescue EOFError
+          # Note, readpartial triggers the EOFError too soon.  Continue to flush the
+          # pending io (via readpartial) until we have received all characters
+          # out from the IO socket.
+          break if stdout_lines.length == 0  &&  stderr_lines.length == 0
+        ensure
+          # if we acumulated any complete lines (\n-terminated)
+          #  in either stdout/err_lines, output them now
+          stdout_lines.sub!(/.*\n/) {
+            command_output << $&
+            if echo_command_output
+              if native_output_only
+                puts $&.strip
+              else
+                puts $&.strip
+              end
+            end
+          }
+          stderr_lines.sub!(/.*\n/) {
+            command_output << $&
+            if echo_command_output
+              if native_output_only
+                puts $&.strip
+              else
+                puts $&.strip
+              end
+            end
+          }
+        end
+      end
+      command_output
+    end
+  end
+    
+  class SSH
+    class << self
+      def tunnel
+          host = gateway = port = jump = nil
+          cfg = Rake.application.cfg.values
+          if cfg.has_key?(:jumpbox)
+            jump = cfg[:jumpbox]
+            gateway = Net::SSH::Gateway.new(
+              jump[:host], jump[:user],
+              :keys => [jump[:keyfile]] #, :verbose => :debug
+            )
+            host = "127.0.0.1"
+            port = gateway.open(cfg[:host], cfg[:port], jump[:port])
+          else 
+            host = cfg[:host]
+            port = cfg[:port]
+          end
+          local = Rake::Local.new
+          yield(local, host, port) if block_given?
+      rescue Net::SSH::AuthenticationFailed => ex
+          puts "\nError: SSH Failed to Authenticate. You may need to run\n   $ ssh-add ~/.ssh/#{jump[:keyfile]}  # key file\n     ** or add this line to your .bashrc.\n\n"
+      ensure
+          gateway.close(port) unless gateway.nil?
+      end
+    end
+  end
+
+end

data/lib/rake/pro/version.rb

@@ -0,0 +1,5 @@
+module Rake
+  module Pro
+    VERSION = "0.1.0"
+  end
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: rake-pro
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dean Hallman
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-03-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: open4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: openssl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh-gateway
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+description: Adds support for key/value store with template expansion, ssh tunneling,
+  local and remote shell improvements etc.
+email:
+- rdhallman@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/rake/pro.rb
+- lib/rake/pro/hashex.rb
+- lib/rake/pro/keystore.rb
+- lib/rake/pro/localsh.rb
+- lib/rake/pro/ssh_tunnel.rb
+- lib/rake/pro/version.rb
+homepage: http://www.github.com/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Enterprise extensions for Rake.
+test_files: []