greenhat 0.1.5 → 0.3.2

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: greenhat
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.3.2
 platform: ruby
 authors:
 - Davin Walker
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-07-08 00:00:00.000000000 Z
+date: 2021-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: amazing_print
@@ -53,49 +53,49 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '5.14'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: minitest-reporters
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '1.4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '13.0'
+        version: '1.4'
 - !ruby/object:Gem::Dependency
-  name: rubocop
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
-  name: actionview
+  name: rubocop
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.1'
-  type: :runtime
+        version: '1.12'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: '1.12'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: actionview
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
@@ -109,19 +109,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '6.1'
 - !ruby/object:Gem::Dependency
-  name: colorize
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '6.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: '6.1'
 - !ruby/object:Gem::Dependency
   name: did_you_mean
   requirement: !ruby/object:Gem::Requirement
@@ -360,6 +360,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: tty-which
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: warning
   requirement: !ruby/object:Gem::Requirement
@@ -386,6 +400,7 @@ files:
 - bin/greenhat
 - lib/greenhat.rb
 - lib/greenhat/accessors/disk.rb
+- lib/greenhat/accessors/gitlab.rb
 - lib/greenhat/accessors/logs/production.rb
 - lib/greenhat/accessors/logs/sidekiq.rb
 - lib/greenhat/accessors/memory.rb
@@ -393,22 +408,29 @@ files:
 - lib/greenhat/accessors/process.rb
 - lib/greenhat/archive.rb
 - lib/greenhat/cli.rb
+- lib/greenhat/color.rb
 - lib/greenhat/host.rb
 - lib/greenhat/logbot.rb
 - lib/greenhat/pry_helpers.rb
 - lib/greenhat/settings.rb
 - lib/greenhat/shell.rb
+- lib/greenhat/shell/args.rb
 - lib/greenhat/shell/cat.rb
+- lib/greenhat/shell/color_string.rb
 - lib/greenhat/shell/disk.rb
 - lib/greenhat/shell/faststats.rb
+- lib/greenhat/shell/field_helper.rb
+- lib/greenhat/shell/filter_help.rb
 - lib/greenhat/shell/gitlab.rb
 - lib/greenhat/shell/help.rb
-- lib/greenhat/shell/helper.rb
+- lib/greenhat/shell/list.rb
 - lib/greenhat/shell/log.rb
 - lib/greenhat/shell/memory.rb
 - lib/greenhat/shell/network.rb
+- lib/greenhat/shell/page.rb
 - lib/greenhat/shell/process.rb
 - lib/greenhat/shell/report.rb
+- lib/greenhat/shell/shell_helper.rb
 - lib/greenhat/thing.rb
 - lib/greenhat/thing/file_types.rb
 - lib/greenhat/thing/formatters/api_json.rb
@@ -423,8 +445,10 @@ files:
 - lib/greenhat/thing/formatters/json.rb
 - lib/greenhat/thing/formatters/json_shellwords.rb
 - lib/greenhat/thing/formatters/multiline_json.rb
+- lib/greenhat/thing/formatters/nginx.rb
 - lib/greenhat/thing/formatters/raw.rb
 - lib/greenhat/thing/formatters/shellwords.rb
+- lib/greenhat/thing/formatters/syslog.rb
 - lib/greenhat/thing/formatters/table.rb
 - lib/greenhat/thing/formatters/time_json.rb
 - lib/greenhat/thing/formatters/time_shellwords.rb
@@ -435,6 +459,7 @@ files:
 - lib/greenhat/thing/kind.rb
 - lib/greenhat/thing/spinner.rb
 - lib/greenhat/thing/super_log.rb
+- lib/greenhat/tty/columns.rb
 - lib/greenhat/tty/custom_line.rb
 - lib/greenhat/tty/line.rb
 - lib/greenhat/tty/reader.rb

data/lib/greenhat/shell/helper.rb

@@ -1,541 +0,0 @@
-module GreenHat
-  # Common Helpers
-  # rubocop:disable Metrics/ModuleLength
-  module ShellHelper
-    # Generic Parameter Parsing
-    def self.param_parse(params)
-      # Turn Params into Hash
-      opts = params.flat_map { |param| param_opt_scan(param) }
-
-      # Collect and Remove Args
-      args = params.each_with_object({}) { |param, obj| param_arg_scan(param, obj) }
-
-      # Move Special Arguments
-      opts.reject! do |opt|
-        if param_special_opts.include? opt.field
-          args[opt.field] = opt.value.split(',').map(&:to_sym)
-          true
-        end
-      end
-
-      # Remove Opts and Args
-      params.reject! do |param|
-        opt_field_remove?(opts, param) || arg_field_remove?(args, param)
-      end
-
-      [params, opts, args]
-    end
-
-    def self.opt_field_remove?(opts, param)
-      opts.any? do |opt|
-        param.include? "--#{opt.field}#{opt.bang ? '!' : nil}=#{opt.value}"
-      end
-    end
-
-    def self.arg_field_remove?(args, param)
-      args.keys.any? { |field| param.include? "--#{field}" }
-    end
-
-    # Def Param Scan (Split -- values into keys)
-    def self.param_opt_scan(param)
-      param.scan(/--([^=]+)=(.*)/).map do |field, value|
-        bang = false
-        if field.include? '!'
-          field.delete!('!')
-          bang = true
-        end
-
-        { field: field.to_sym, value: value, bang: bang }
-      end
-    end
-
-    # Params that should be set as Args
-    # Comma Delimited
-    # --slice=thing,thing2
-    # --except=time,params
-    # --round=2
-
-    def self.param_special_opts
-      %i[
-        slice except stats uniq pluck round archive start end sort limit
-      ]
-    end
-
-    # Parameter Extraction
-    # Special Opts: --slice, --except
-    def self.param_arg_scan(param, obj)
-      # TODO: Why is capture group doing two arrays
-      param.scan(/--([^=]+)$/).flatten.each do |field|
-        obj[field.to_sym] = param_arg_defaults(field.to_sym)
-      end
-
-      obj
-    end
-
-    # Arg Defaults
-    def self.param_arg_defaults(field)
-      case field
-      when :round then 2
-      when :limit then [TTY::Screen.height / 2]
-      when *param_special_opts then []
-      else
-        true
-      end
-    end
-
-    # Use File Process for Output
-    def self.file_output(files)
-      results = file_process(files) do |file|
-        [
-          file.friendly_name,
-          file.output(false),
-          "\n"
-        ]
-      end
-
-      ShellHelper.show(results.flatten)
-    end
-
-    def self.file_process(files, &block)
-      files.map do |file|
-        next if file.output(false).empty?
-
-        block.call(file)
-      end.flatten
-    end
-
-    # Pagination Helper
-    def self.page(data)
-      TTY::Pager.page do |pager|
-        data.flatten.each do |output|
-          pager.write("\n#{output}") # write line to the pager
-        end
-      end
-    end
-
-    # Show Data / Auto Paginate Helper
-    def self.show(data, args = {})
-      # If Block of String
-      if data.instance_of?(String)
-        TTY::Pager.page data
-        return true
-      end
-
-      # If raw just print out
-      if args.raw
-        puts data.join("\n")
-        return true
-      end
-
-      # Check if content needs to paged, or if auto_height is off
-      if !args.page && count_rows(data)
-        puts data.map { |x| entry_show(x, args) }.compact.join("\n")
-        return true
-      end
-
-      # Default Pager
-      TTY::Pager.page do |pager|
-        data.each do |entry|
-          output = entry_show(entry, args)
-
-          next if output.blank?
-
-          pager.write("\n#{output}") # write line to the pager
-        end
-      end
-    end
-
-    # Array/Hash and String pagination check. Don't unncessarily loop through everything
-    def self.count_rows(data)
-      height = TTY::Screen.height
-      size = 0
-
-      data.each do |entry|
-        size += case entry
-                when Hash then entry.keys.count
-                when Array then entry.count
-                else
-                  1
-                end
-
-        break if size > height
-      end
-
-      height > size
-    end
-
-    # Entry Shower
-    def self.entry_show(entry, args)
-      case entry
-      when Hash then render_table(entry, args)
-      when String, Float, Integer then entry
-      when Array
-        entry.map { |x| x.ai(multiline: false) }.join("\n")
-      else
-        LogBot.warn('Shell Show', "Unknown #{entry.class}")
-        nil
-      end
-    end
-
-    # Print the Table in a Nice way
-    def self.render_table(entry, args)
-      table = TTY::Table.new(header: entry.keys, rows: [entry], orientation: :vertical)
-
-      table.render(:unicode, padding: [0, 1, 0, 1]) do |renderer|
-        renderer.border.style = :cyan
-
-        renderer.filter = lambda do |val, _row_index, col_index|
-          if col_index == 1
-            if val.numeric?
-              # TODO:  Better Casting?
-              val = val.to_f.round(args.round.first.to_s.to_i) if args.round
-              val.to_s.colorize(:blue)
-            else
-              val.to_s
-            end
-          else
-            val.to_s
-          end
-        end
-      end
-
-      # Fall Back to Amazing Inspect
-    rescue StandardError => e
-      LogBot.warn('Table', message: e.message, backtrace: e.backtrace.first) if ENV['DEBUG']
-
-      [
-        entry.ai,
-        ('_' * (TTY::Screen.width / 3)).colorize(:cyan),
-        "\n"
-      ].join("\n")
-    end
-
-    # Main Entry Point for Filtering
-    def self.filter_start(log_list, filter_type, args, opts)
-      # Convert to Things
-      logs = ShellHelper.find_things(log_list, args).select(&:processed?)
-
-      # Ignore Archive/Host Dividers
-      if args[:combine]
-        results = logs.reject(&:blank?).map(&:data).flatten.compact
-        ShellHelper.filter(results, filter_type, args, opts)
-      else
-        # Iterate and Preserve Archive/Host Index
-        logs.each_with_object({}) do |log, obj|
-          # Ignore Empty Results / No Thing
-          next if log&.blank?
-
-          obj[log.friendly_name] = ShellHelper.filter(log.data, filter_type, args, opts)
-
-          obj
-        end
-      end
-    end
-
-    # Filter Logic
-    # TODO: Simplify
-    # rubocop:disable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
-    def self.filter(data, type = :all?, args = {}, opts = {})
-      results = data.clone.flatten.compact
-      results.select! do |row|
-        opts.send(type) do |opt|
-          filter_row_key(row, opt)
-        end
-      end
-
-      # Time Filtering
-      results = filter_time(results, args) if args[:start] || args[:end]
-
-      # Strip Results if Slice is defined
-      results = filter_slice(results, args[:slice]) if args[:slice]
-
-      # Strip Results if Except is defined
-      results = filter_except(results, args[:except]) if args[:except]
-
-      # Remove Blank from either slice or except
-      results.reject!(&:empty?)
-
-      # Sort
-      results.sort_by! { |x| x.slice(*args[:sort]).values } if args[:sort]
-
-      # JSON Formatting
-      results = results.map { |x| Oj.dump(x) } if args[:json]
-
-      # Show Unique Only
-      results = filter_uniq(results, args[:uniq]) if args.key?(:uniq)
-
-      # Reverse
-      results.reverse! if args[:reverse]
-
-      # Count occurrences / Skip Results
-      return filter_stats(results, args[:stats]) if args[:stats]
-
-      # Pluck
-      results = filter_pluck(results, args[:pluck]) if args.key?(:pluck)
-
-      # Limit
-      if args[:limit]
-        results[0..args[:limit].map(&:to_s).join.to_i]
-      else
-        results
-      end
-    end
-    # rubocop:enable Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
-
-    # Filter Start and End Times
-    # rubocop:disable Metrics/MethodLength
-    # TODO: This is a bit icky, simplify/dry
-    def self.filter_time(results, args)
-      if args.start
-        begin
-          time_start = Time.parse(args.start.first.to_s)
-
-          results.select! do |x|
-            if x.time
-              time_start < x.time
-            else
-              true
-            end
-          end
-        rescue StandardError
-          puts 'Unable to Process Start Time Filter'.colorize(:red)
-        end
-      end
-
-      if args.end
-        begin
-          time_start = Time.parse(args.end.first.to_s)
-
-          results.select! do |x|
-            if x.time
-              time_start > x.time
-            else
-              true
-            end
-          end
-        rescue StandardError
-          puts 'Unable to Process End Time Filter'.colorize(:red)
-        end
-      end
-
-      results
-    end
-    # rubocop:enable Metrics/MethodLength
-
-    def self.filter_except(results, except)
-      # Avoid Empty Results
-      if slice.empty?
-        filter_empty_arg('slice')
-        return results
-      end
-
-      results.map { |row| row.except(*except) }
-    end
-
-    def self.filter_slice(results, slice)
-      # Avoid Empty Results
-      if slice.empty?
-        filter_empty_arg('slice')
-        return results
-      end
-
-      results.map { |row| row.slice(*slice) }
-    end
-
-    def self.filter_pluck(results, pluck)
-      # Avoid Empty Results
-      if pluck.empty?
-        filter_empty_arg('pluck')
-        return results
-      end
-
-      results.map { |x| x.slice(*pluck).values }.flatten
-    end
-
-    def self.filter_uniq(results, unique)
-      # Avoid Empty Results
-      if unique.empty?
-        filter_empty_arg('uniq')
-        return results
-      end
-
-      unique.map do |field|
-        results.uniq { |x| x[field] }
-      end.flatten
-    end
-
-    def self.filter_stats(results, stats)
-      # Avoid Empty Results
-      if stats.empty?
-        filter_empty_arg('stats')
-        return results
-      end
-
-      stats.map do |stat|
-        occurrences = filter_count_occurrences(results, stat)
-        occurrences.sort_by(&:last).to_h
-      end
-    end
-
-    # Helper to Count occurrences
-    def self.filter_count_occurrences(results, stat)
-      results.each_with_object(Hash.new(0)) do |entry, counts|
-        next unless entry.key? stat
-
-        counts[entry[stat]] += 1
-
-        counts
-      end
-    end
-
-    def self.filter_empty_arg(arg)
-      puts [
-        'Ignoring'.colorize(:light_yellow),
-        "--#{arg}".colorize(:cyan),
-        'it requires an argument'.colorize(:red)
-      ].join(' ')
-    end
-
-    # Break out filter row logic into separate method
-    def self.filter_row_key(row, param)
-      # Ignore Other Logic if Field isn't even included
-      return false unless row.key? param.field
-
-      # Not Included Param
-      included = row[param.field].to_s.include? param.value.to_s
-
-      if param.bang
-        !included
-      else
-        included
-      end
-    end
-
-    # Total Count Helper
-    def self.total_count(results)
-      results.each do |k, v|
-        puts k
-        puts "Total: #{v.count.to_s.colorize(:blue)}"
-        puts
-      end
-    end
-
-    # Total Log List Manipulator
-    def self.prepare_list(log_list, base_list = nil)
-      base_list ||= GreenHat::ShellHelper::Log.list
-
-      # Assume all
-      log_list.push '*' if log_list.empty?
-
-      # Map for All
-      log_list = base_list.map(&:name) if log_list == ['*']
-
-      log_list
-    end
-
-    # Shortcut find things
-    def self.find_things(log_list, args = {})
-      things = log_list.uniq.flat_map do |log|
-        Thing.where name: log
-      end
-
-      # Host / Archive
-      things.select! { |x| x.archive? args.archive } if args.archive
-
-      things
-    end
-
-    # Main Entry Point for Searching
-    def self.search_start(log_list, filter_type, args, opts)
-      # Convert to Things
-      logs = ShellHelper.find_things(log_list, args)
-
-      logs.each_with_object({}) do |log, obj|
-        # Ignore Empty Results / No Thing
-        next if log&.data.blank?
-
-        obj[log.friendly_name] = ShellHelper.search(log.data, filter_type, args, opts)
-
-        obj
-      end
-    end
-
-    # Generic Search Helper / String/Regex
-    def self.search(data, type = :all?, args = {}, opts = {})
-      results = data.clone.flatten.compact
-
-      results.select! do |row|
-        opts.send(type) do |opt|
-          search_row(row, opt)
-        end
-      end
-
-      # Strip Results if Slice is defined
-      results.map! { |row| row.slice(*args[:slice]) } if args[:slice]
-
-      # Strip Results if Except is defined
-      results.map! { |row| row.except(*args[:except]) } if args[:except]
-
-      # Remove Blank from either slice or except
-      results.reject!(&:empty?)
-
-      results
-    end
-
-    # Break out filter row logic into separate method
-    def self.search_row(row, param)
-      # Not Included Param
-      included = row.to_s.include? param.value
-
-      if param.bang
-        !included
-      else
-        included
-      end
-    end
-
-    # Color Reader Helper
-    def self.pastel
-      @pastel ||= Pastel.new
-    end
-
-    # Number Helper
-    # https://gitlab.com/zedtux/human_size_to_number/-/blob/master/lib/human_size_to_number/helper.rb
-    def self.human_size_to_number(string)
-      size, unit = string.scan(/(\d*\.?\d+)\s?(Bytes?|KB|MB|GB|TB)/i).first
-      number = size.to_f
-
-      number = case unit.downcase
-               when 'byte', 'bytes'
-                 number
-               when 'kb'
-                 number * 1024
-               when 'mb'
-                 number * 1024 * 1024
-               when 'gb'
-                 number * 1024 * 1024 * 1024
-               when 'tb'
-                 number * 1024 * 1024 * 1024 * 1024
-               end
-      number.round
-    end
-
-    # TODO: Needed?
-    def self.filter_and(data, params = {})
-      result = data.clone.flatten.compact
-      params.each do |k, v|
-        result.select! do |row|
-          if row.key? k.to_sym
-            row[k.to_sym].include? v
-          else
-            false
-          end
-        end
-        next
-      end
-
-      result
-    end
-  end
-  # rubocop:enable Metrics/ModuleLength
-end