greenhat 0.4.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4205de8b256423c08291a212511d4d6ecd613d21f232d0d6b4641881779f1303
-  data.tar.gz: 695ce3fb852d8a3167b853b3b8c07448f031305e51072f34e7afb3aed75ca50e
+  metadata.gz: 4787b5c739b568b8f6f5d22bab609f685ed4e4ed725085c432809102174e9dd5
+  data.tar.gz: 7fcedca5675835ae177c58418dc2ddcaf25bae27333aeea9430e5a36d92a0b01
 SHA512:
-  metadata.gz: 6d4653882946a783ddc0e11094205e42b33338afe53334cc9774956047a1b00eb54bca964925efbed47ca4c410e5007d6e5ac79f10376274b50beb1ffaedc8f0
-  data.tar.gz: c2002b0458b334799e4b04a446a9ca0193091f264e7077b9eac84c310423e6c0547d79094da45fa5fa9ce475d110756952602d3274b34f97b4162e7ee4226871
+  metadata.gz: c54a1054bd1c38b8514d4cd4c2b38f1c851a463134399c6c5c1af4c81ae9ffe6dbde083856b4dcabd1f09b9b68c5632240fdce5f135b5f8c763d5c72dc7047b0
+  data.tar.gz: 894307efe02d22b50a4a6ca8674700409611e24cf8b46b9653b7f4b24f242b65a0f1649f4fd881bc636c92afea4d42085043b4a8cf3c4662b4535127f9e70b85

data/bin/greenhat

@@ -1,5 +1,4 @@
-#!/usr/bin/env ruby
-
+#!/usr/bin/env -S RUBY_GC_OLDMALLOC_LIMIT_MAX=600000000 RUBY_GC_OLDMALLOC_LIMIT=256000000 RUBY_GC_MALLOC_LIMIT=16000000 RUBY_GC_MALLOC_LIMIT_MAX=600000000 ruby
 require 'greenhat'
 
 Dir.mktmpdir('greenhat-sauce') do |tmp|

data/lib/greenhat/accessors/disk.rb

@@ -21,7 +21,7 @@ module GreenHat
     end
 
     def self.df(args = {})
-      things = Thing.where(name: 'df_h')
+      things = Thing.where(name: 'df_hT')
 
       # Host / Archive
       things.select! { |x| x.archive? args.archive } if args.archive

data/lib/greenhat/accessors/gitlab.rb

@@ -35,11 +35,13 @@ module GreenHat
     end
 
     # Show GitLab Services in a grid / include versions
-    # rubocop:disable Metrics/PerceivedComplexity
+    # rubocop:disable Metrics/PerceivedComplexity, Metrics/CyclomaticComplexity
     def self.services(archive, indent = 0)
       manifest = archive.things.find { |x| x.type == 'gitlab/version-manifest.json' }
       gitlab_status = archive.things.find { |x| x.name == 'gitlab_status' }
 
+      # Dont' show invalid
+      return nil if gitlab_status.data.to_s.include? "Could not find 'bundler'"
       return nil unless gitlab_status
 
       list = gitlab_status.data.keys.sort.map do |service|
@@ -73,7 +75,7 @@ module GreenHat
 
       table.render(:unicode, padding: [0, 1, 0, 1], indent: indent)
     end
-    # rubocop:enable Metrics/PerceivedComplexity
+    # rubocop:enable Metrics/PerceivedComplexity, Metrics/CyclomaticComplexity
 
     def self.services_markdown(archive)
       # manifest = archive.things.find { |x| x.type == 'gitlab/version-manifest.json' }

data/lib/greenhat/archive.rb

@@ -61,6 +61,12 @@ module GreenHat
         FileUtils.rm(archive_path)
       when '.gz'
         `gzip -d "#{archive_path}"`
+      when '.zip'
+        base_path = archive_path.gsub(File.basename(archive_path), '')
+        `unzip -o -d "#{base_path}" #{archive_path}`
+        FileUtils.rm(archive_path)
+      when '.bz2'
+        `bzip2 -d #{archive_path}`
       when '.s'
         # Find Original Directory, Split Path, Rename to .gz
         base_path = archive_path.gsub(File.basename(archive_path), '')
@@ -77,7 +83,7 @@ module GreenHat
     end
 
     def self.archive_types
-      %w[s gz tar tgz]
+      %w[s gz tar tgz zip bz2]
     end
     # -- Archive Loader ----------------------------------------------
   end

data/lib/greenhat/cli.rb

@@ -35,8 +35,14 @@ module GreenHat
       @reader ||= reader_setup
     end
 
+    # Context matters on which ones to autocomplete / Not saving in memory to allow better tab / auto complete
     def self.files
-      @files ||= Thing.all.map(&:name).uniq
+      case current_location
+      when GreenHat::Shell::Log
+        Thing.all.select(&:log).map(&:name.uniq)
+      else
+        Thing.all.map(&:name).uniq
+      end
     end
 
     def self.reader_setup
@@ -109,19 +115,19 @@ module GreenHat
       if submodule?
         submodule!
         reader.breaker = true
-      # Only one Match!
+        # Only one Match!
       elsif matches.count == 1
         auto_update(matches.first, word)
 
-      # Print List of Options
+        # Print List of Options
       elsif matches.count > 1
         puts matches.join("\t").pastel(:bright_green)
 
-      # General Filename Matching
+        # General Filename Matching
       elsif !file_matches(word).empty?
         auto_files(file_matches(word), word)
 
-      # Submodule Autocompletion
+        # Submodule Autocompletion
       elsif current_methods.include?('auto_complete')
         update_text = current_location.auto_complete(@list, word)
         auto_update(update_text, word) unless update_text.blank?
@@ -133,7 +139,7 @@ module GreenHat
       if matches.count == 1
         auto_update(matches.first, word)
 
-      # Print List of Options
+        # Print List of Options
       elsif matches.count > 1
         auto_update(common_substr(matches), word)
         puts matches.join("\t").pastel(:bright_green)
@@ -245,12 +251,11 @@ module GreenHat
         run!
 
         return true # End Early
-
       elsif current_submodule?
         @list.shift
       elsif submodule?
         submodule!
-      # Prepend Default if exists
+        # Prepend Default if exists
       elsif default?
         @list.unshift 'default'
       else
@@ -284,7 +289,6 @@ module GreenHat
 
           puts "=> #{item.to_s.pastel(:blue)}"
         end
-
       end
 
       puts ''
@@ -316,6 +320,11 @@ module GreenHat
       @location = [spot]
     end
 
+    # Shell Context Location
+    def self.move_shell(spot)
+      @location = [GreenHat::Shell, spot]
+    end
+
     # Append to Location
     def self.submodule!
       spot = @list.shift
@@ -334,7 +343,6 @@ module GreenHat
     # Reader to Get Last Location's Available Methods / Keep Helper Methods
     def self.current_methods
       current_location.methods(false).map(&:to_s)
-      # .reject { |x| x.include? '_help' }
     end
 
     def self.current_submodules
@@ -366,8 +374,12 @@ module GreenHat
       @quiet
     end
 
-    # Toggle Quiet Settings
     def self.quiet!
+      @quiet = true
+    end
+
+    # Toggle Quiet Settings
+    def self.quiet_toggle
       @quiet = !@quiet
     end
 
@@ -427,5 +439,6 @@ module GreenHat
       exit 1
     end
   end
+
   # rubocop:enable Metrics/ModuleLength
 end

data/lib/greenhat/entrypoint.rb

@@ -4,23 +4,25 @@ module GreenHat
   # Command Line Args / File Parsing etc
   module Entrypoint
     # If no arguments Supplied Print and quit - rather than nasty exception
-    def self.start(raw)
-      @clear = true # Reset screen by default
+    def self.start(raw, clear = true, cli = true)
+      @clear = clear # Reset screen by default
       Settings.start
       files, flags, args = Args.parse(raw)
       pre_args(flags, files)
       load_files files
       Cli.run_command(args) if args.any? { |arg| Cli.run_command?(arg) }
+
+      report_runner(args: args, files: files, raw: raw, flags: flags)
       post_args(flags)
       post_setup(flags)
 
-      Cli.start # Kick over to CLI
+      Cli.start if cli # Kick over to CLI
     end
 
     # Arguments before general processing
     def self.pre_args(flags, files)
       # Help
-      if flags?(%i[help h], flags)
+      if flags?(%i[help h], flags) && !ENV['GREENHAT_REPORT']
         cli_help
         exit 0
       end
@@ -36,7 +38,7 @@ module GreenHat
       Settings.settings[:assume_raw] = false if flags?(%i[prompt p], flags)
 
       # Quiet Flag
-      @quiet = true if flags?(%i[quiet q], flags)
+      Cli.quiet! if flags?(%i[quiet q], flags)
 
       if flags?(%i[load-local ll], flags)
         # Hook in loading local
@@ -53,30 +55,37 @@ module GreenHat
       end
     end
 
+    # Helper to allow running any kind of report with arguments directly with greenhat
+    def self.report_runner(args:, files:, raw:, flags:)
+      if flags.report || flags.r
+        GreenHat::Shell::Reports.default(['full'])
+        exit 0
+      end
+
+      # See if Param was passed
+      report = args.find { |x| %i[report r].include? x.field }
+      return false unless report
+
+      Cli.quiet! # Hush
+
+      # Filter for additional params for Reports
+      raw_filter = raw.reject do |entry|
+        entry.include?('--report') || files.include?(entry)
+      end
+
+      # Prepend report name
+      raw_filter.unshift(report.value)
+
+      GreenHat::Shell::Reports.default([report.value])
+
+      exit 0
+    end
+
     # Arguments to be handled after general processing
     def self.post_args(flags)
       # Supress Color
       GreenHat::Settings.settings[:color] = false if flags?(%i[no-color n], flags)
-
-      # Run report and exit / Don't Clear for reports
-      if flags?(%i[report r], flags)
-        @quiet = true
-        # Don't Use Pagination
-        GreenHat::Shell.report(['--raw'])
-        exit 0
-      elsif flags?(%i[full-report f], flags)
-        @quiet = true
-        # Don't Use Pagination
-        GreenHat::Shell.report(['--raw', '--full'])
-        exit 0
-      elsif flags?(%i[markdown m], flags)
-        @quiet = true
-        # Don't Use Pagination
-        GreenHat::Shell.markdown_report(['--raw'])
-        exit 0
-      elsif @clear
-        Cli.clear_screen
-      end
+      Cli.clear_screen if @clear
     end
 
     def self.post_setup(flags)
@@ -116,15 +125,9 @@ module GreenHat
 
       puts 'Options'.pastel(:yellow)
       puts '  --report, -r'.pastel(:green)
-      puts '    Run `report` against archives and exit'
-      puts
-
-      puts '  --full-report, -f'.pastel(:green)
-      puts '    Run `report` with all details. e.g. include fast-stats top/errors'
-      puts
-
-      puts '  --markdown, -m'.pastel(:green)
-      puts '    Run `markdown_report` against archives and exit'
+      puts '    Run default or specified `report` against archives and exit'
+      puts '    Default report "full", --report, --report=demo, --report=errors'
+      puts '    See reportable.md/wiki or the `reports` submodule'
       puts
 
       puts '  --quiet, -r'.pastel(:green)

data/lib/greenhat/host.rb

@@ -115,7 +115,7 @@ class Host < Teron
   end
 
   def df_h
-    file = find_thing 'df_h'
+    file = find_thing 'df_hT'
     return nil unless file
 
     file.raw

data/lib/greenhat/logbot.rb

@@ -21,7 +21,7 @@ module LogBot
                 end
     end
 
-    puts output unless ENV['TESTING'] || GreenHat::Cli.quiet
+    puts output unless ENV.fetch('TESTING') { GreenHat::Cli.quiet }
   end
 
   def self.color_level(level)

data/lib/greenhat/paper/flag_helper.rb

@@ -0,0 +1,18 @@
+module GreenHat
+  # Helpers for Paper Render
+  module PaperFlagHelper
+    # --------------------------------------------------------------------------
+    def truncate
+      flags[:truncate]
+    end
+
+    def table_style
+      flags[:table_style]&.to_sym || :unicode
+    end
+
+    def stats
+      flags[:stats]
+    end
+    # --------------------------------------------------------------------------
+  end
+end

data/lib/greenhat/paper/paper_helper.rb

@@ -0,0 +1,118 @@
+module GreenHat
+  # Helpers for Paper Render
+  module PaperHelpers
+    # =========================================================================
+    # Entrypoint
+    # =========================================================================
+    def process
+      LogBot.debug('Entry Show', data.class) if ENV['DEBUG']
+      case data
+      when Hash then render_table
+      when Float, Integer
+        self.output = format_table_entry(data)
+        # Ignore Special Formatting for Strings / Usually already formatted
+      when String
+        self.output = data
+      when Array
+        # Check for Nested Arrays (Array Table)
+        if data.first.instance_of? Array
+          render_array_table(data)
+        else
+          self.output = data
+        end
+      else
+        LogBot.warn('Shell Show', "Unknown #{data.class}")
+        self.output = data
+      end
+    end
+
+    # --------------------------------------------------------------------------
+    def render_table
+      formatted = data.to_h { |key, entry| [key, format_table_entry(entry, key)] }
+
+      # Pre-format Entry
+      table = TTY::Table.new(header: formatted.keys, rows: [formatted], orientation: :vertical)
+
+      LogBot.debug('Rendering Entries') if ENV['DEBUG']
+      self.output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
+        renderer.border.style = :cyan
+      end
+
+      # Line breaks for basic tables
+      self.output += "\n" if table_style == :basic
+    rescue StandardError => e
+      if ENV['DEBUG']
+        LogBot.warn('Table', message: e.message)
+        ap e.backtrace
+      end
+
+      self.output = [
+        data.ai,
+        ('_' * (TTY::Screen.width / 3)).pastel(:cyan),
+        "\n"
+      ].join("\n")
+    end
+
+    # --------------------------------------------------------------------------
+    # Format Table Entries
+    def format_table_entry(entry, key = nil)
+      formatted_entry = case entry
+                        # Rounding
+                        when Float, Integer || entry.numeric?
+                          flags.key?(:round) ? entry.to_f.round(flags.round).ai : entry.ai
+
+                        # General Inspecting
+                        when Hash then entry.ai(ruby19_syntax: true)
+
+                        # Arrays often contain Hashes. Dangerous Recursive?
+                        when Array
+                          entry.map { |x| format_table_entry(x) }.join("\n")
+                        when Time
+                          entry.to_s.pastel(:bright_white)
+
+                        # Default String Formatting
+                        else
+                          ShellHelper::StringColor.do(key, entry)
+                        end
+
+      # Stats truncation handled separately
+      if truncate && !stats
+        entry_truncate(formatted_entry)
+      else
+        formatted_entry
+      end
+    rescue StandardError => e
+      if ENV['DEBUG']
+        LogBot.warn('Table Format Entry', message: e.message)
+        ap e.backtrace
+      end
+    end
+
+    # --------------------------------------------------------------------------
+    def entry_truncate(entry)
+      # Ignore if Truncation Off
+      return entry if truncate.zero?
+
+      # Only truncate large strings
+      return entry unless entry.instance_of?(String) && entry.size > truncate
+
+      # Include  '...' to indicate truncation
+      "#{entry.to_s[0..truncate]} #{'...'.pastel(:bright_blue)}"
+    end
+
+    # --------------------------------------------------------------------------
+    def render_array_table(entry)
+      header, rows = entry
+      table = TTY::Table.new(header: header, rows: rows)
+
+      LogBot.debug('Rendering Entries') if ENV['DEBUG']
+      self.output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
+        renderer.border.style = :cyan
+      end
+
+      # Line breaks for basic tables
+      self.output += "\n" if table_style == :basic
+    end
+    # --------------------------------------------------------------------------
+  end
+end

data/lib/greenhat/paper.rb

@@ -0,0 +1,34 @@
+module GreenHat
+  # Output Helper
+  class Paper
+    include PaperHelpers
+    include PaperFlagHelper
+    attr_accessor :task, :output, :flags, :data, :done, :mutex
+
+    def initialize(data:, flags:)
+      self.mutex = Mutex.new
+      self.data = data
+      self.flags = flags
+    end
+
+    def async
+      return if done # Don't attempt lock if already done
+
+      mutex.synchronize do
+        return if done # Turn if was waiting on lock
+
+        process
+
+        self.output ||= '' # If Empty
+
+        self.done = true
+      end
+    end
+
+    def render
+      async unless done
+
+      output
+    end
+  end
+end

data/lib/greenhat/reports/builder.rb

@@ -0,0 +1,98 @@
+# GreenHat Namespace
+module GreenHat
+  # Reports Parent Class
+  module Reports
+    # Used for within GreenHat Use
+    class Builder
+      include GreenHat::Reports::Shared
+
+      attr_accessor :store, :flags, :args
+
+      def initialize(file:, flags:, args:)
+        self.store = []
+        self.flags = flags
+        self.args = args
+        instance_eval File.read(file)
+      rescue StandardError => e
+        print "#{e.message}\n"
+        print e.backtrace[0..4].join("\n").pastel(:red)
+      end
+
+      # Adding Methods
+      def add(*params)
+        store.push params
+      end
+
+      # ------------------------------------------------------------------------
+      # Store Methods
+      # ------------------------------------------------------------------------
+
+      def quiet!
+        GreenHat::Cli.quiet!
+      end
+
+      def no_prompt!
+        # TODO: Should this do anything?
+      end
+
+      # Default Header
+      def header(text, color = :bright_yellow)
+        add(:header, text, color)
+      end
+
+      # Archive Header
+      def archive_header(color = :blue)
+        add(:archive_header, color)
+      end
+
+      # Raw
+      def cat(name, show_output = true, &block)
+        add(:cat, name, show_output, block)
+      end
+
+      # Parsed
+      def info(name, show_output = true, &block)
+        add(:info, name, show_output, block)
+      end
+
+      # New Line Helepr
+      def br
+        add :br
+      end
+
+      def puts(text = '')
+        add :puts, text
+      end
+
+      # Helper to Print GitLab Version
+      def gitlab_version
+        add :gitlab_version
+      end
+
+      # Help
+      def help(&block)
+        add(:help, block)
+      end
+
+      def show(text = '')
+        add :show, text
+      end
+
+      # Log Query
+      def query(query, show_output = true, &block)
+        add(:query, query, show_output, block)
+      end
+
+      # Log Query / Assume Format
+      def query_format(query, show_output = true, &block)
+        add(:query_format, query, show_output, block)
+      end
+
+      # FastStats Helper
+      def faststats(query, subcmd = '')
+        add(:faststats, query, subcmd)
+      end
+      # ------------------------------------------------------------------------
+    end
+  end
+end

data/lib/greenhat/reports/helpers.rb

@@ -0,0 +1,101 @@
+# Disable for executor
+# rubocop:disable Style/MixinUsage
+include ActionView::Helpers::DateHelper
+include ActionView::Helpers::NumberHelper
+include GreenHat::Reports::Shared
+# rubocop:enable Style/MixinUsage
+
+def add(*params)
+  GreenHat::Reports.add(*params)
+end
+
+# ==============================================================================
+# General Report Helpers
+# ==============================================================================
+# Supress output
+def quiet!
+  GreenHat::Cli.quiet!
+end
+
+# Supress output
+def page(value = true)
+  ENV['GREENHAT_PAGE'] = value == true ? 'true' : 'false'
+end
+
+# Attempt Autoload raw/json
+def no_prompt!
+  Settings.settings[:assume_raw] = true
+end
+
+# Default Header
+def header(text, color = :bright_yellow)
+  add(:header, text, color)
+end
+
+# Archive Header
+def archive_header(color = :blue)
+  add(:archive_header, color)
+end
+
+# Raw
+def cat(name, show_output = true, &block)
+  add(:cat, name, show_output, block)
+end
+
+# Parsed
+def info(name, show_output = true, &block)
+  add(:info, name, show_output, block)
+end
+
+# Log Query
+def query(query, show_output = true, &block)
+  add(:query, query, show_output, block)
+end
+
+# Log Query / Assume Format
+def query_format(query, show_output = true, &block)
+  add(:query_format, query, show_output, block)
+end
+
+# FastStats Helper
+def faststats(query, subcmd = '')
+  add(:faststats, query, subcmd)
+end
+
+# New Line Helper
+def br
+  add :br
+end
+
+def puts(text = '')
+  add :puts, text
+end
+
+def show(text = '')
+  add :show, text
+end
+
+# Help
+def help(&block)
+  add(:help, block)
+end
+
+# Helper to Print GitLab Version
+def gitlab_version
+  add :gitlab_version
+end
+
+# =================================================================
+# These are here to allow flags/args to be used outside of blocks
+# =================================================================
+def args
+  _file_list, _flags, args = GreenHat::Args.parse(ARGV)
+  args
+end
+
+def flags
+  _file_list, flags, _args = GreenHat::Args.parse(ARGV)
+
+  flags
+end
+# =================================================================