greenhat 0.6.1 → 0.6.4

data/lib/greenhat/shell/shell_helper.rb

@@ -1,6 +1,5 @@
 module GreenHat
   # Common Helpers
-  # rubocop:disable Metrics/ModuleLength
   module ShellHelper
     # Use File Process for Output
     def self.file_output(files, flags = {})
@@ -95,109 +94,109 @@ module GreenHat
     end
 
     # Entry Shower / Top Level
-    def self.entry_show(flags, entry, key = nil)
-      LogBot.debug('Entry Show', entry.class) if ENV['DEBUG']
-      case entry
-      when Hash then render_table(entry, flags)
-      when Float, Integer
-        format_table_entry(flags, entry, key)
-        # Ignore Special Formatting for Strings / Usually already formatted
-      when String
-        entry
-      when Array
-        render_array_table(entry, flags)
-      else
-        LogBot.warn('Shell Show', "Unknown #{entry.class}")
-        nil
-      end
-    end
+    # def self.entry_show(flags, entry, key = nil)
+    #   LogBot.debug('Entry Show', entry.class) if ENV['DEBUG']
+    #   case entry
+    #   when Hash then render_table(entry, flags)
+    #   when Float, Integer
+    #     format_table_entry(flags, entry, key)
+    #     # Ignore Special Formatting for Strings / Usually already formatted
+    #   when String
+    #     entry
+    #   when Array
+    #     render_array_table(entry, flags)
+    #   else
+    #     LogBot.warn('Shell Show', "Unknown #{entry.class}")
+    #     nil
+    #   end
+    # end
 
     # Format Table Entries
-    def self.format_table_entry(flags, entry, key = nil)
-      formatted_entry = case entry
-                        # Rounding
-                        when Float, Integer || entry.numeric?
-                          flags.key?(:round) ? entry.to_f.round(flags.round).ai : entry.ai
-
-                        # General Inspecting
-                        when Hash then entry.ai(ruby19_syntax: true)
-
-                        # Arrays often contain Hashes. Dangerous Recursive?
-                        when Array
-                          entry.map { |x| format_table_entry(flags, x) }.join("\n")
-                        when Time
-                          entry.to_s.pastel(:bright_white)
-
-                        # Default String Formatting
-                        else
-                          StringColor.do(key, entry)
-                        end
-
-      # Stats truncation handled separately
-      if flags[:truncate] && !flags[:stats]
-        entry_truncate(formatted_entry, flags[:truncate])
-      else
-        formatted_entry
-      end
-    rescue StandardError => e
-      if ENV['DEBUG']
-        LogBot.warn('Table Format Entry', message: e.message)
-        ap e.backtrace
-      end
-    end
-
-    def self.render_array_table(entry, flags)
-      table_style = flags[:table_style]&.to_sym || :unicode
-      header, rows = entry
-      table = TTY::Table.new(header: header, rows: rows)
-
-      LogBot.debug('Rendering Entries') if ENV['DEBUG']
-      output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
-        renderer.border.style = :cyan
-      end
-
-      # Line breaks for basic tables
-      output += "\n" if flags[:table_style] == 'basic'
-
-      output
-    end
-
-    # Print the Table in a Nice way
-    def self.render_table(entry, flags)
-      entry = entry.to_h { |k, v| [k, format_table_entry(flags, v, k)] }
-      # Pre-format Entry
-
-      table_style = flags[:table_style]&.to_sym || :unicode
-
-      table = TTY::Table.new(header: entry.keys, rows: [entry], orientation: :vertical)
-
-      LogBot.debug('Rendering Entries') if ENV['DEBUG']
-      output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
-        renderer.border.style = :cyan
-      end
-
-      # Line breaks for basic tables
-      output += "\n" if flags[:table_style] == 'basic'
-
-      output
-    rescue StandardError => e
-      if ENV['DEBUG']
-        LogBot.warn('Table', message: e.message)
-        ap e.backtrace
-      end
-
-      [
-        entry.ai,
-        ('_' * (TTY::Screen.width / 3)).pastel(:cyan),
-        "\n"
-      ].join("\n")
-    end
-
-    def self.render_table_entry(val, col_index, flags)
-      return val.to_s unless col_index == 1
-
-      format_table_entry(flags, val)
-    end
+    # def self.format_table_entry(flags, entry, key = nil)
+    #   formatted_entry = case entry
+    #                     # Rounding
+    #                     when Float, Integer || entry.numeric?
+    #                       flags.key?(:round) ? entry.to_f.round(flags.round).ai : entry.ai
+
+    #                     # General Inspecting
+    #                     when Hash then entry.ai(ruby19_syntax: true)
+
+    #                     # Arrays often contain Hashes. Dangerous Recursive?
+    #                     when Array
+    #                       entry.map { |x| format_table_entry(flags, x) }.join("\n")
+    #                     when Time
+    #                       entry.to_s.pastel(:bright_white)
+
+    #                     # Default String Formatting
+    #                     else
+    #                       StringColor.do(key, entry)
+    #                     end
+
+    #   # Stats truncation handled separately
+    #   if flags[:truncate] && !flags[:stats]
+    #     entry_truncate(formatted_entry, flags[:truncate])
+    #   else
+    #     formatted_entry
+    #   end
+    # rescue StandardError => e
+    #   if ENV['DEBUG']
+    #     LogBot.warn('Table Format Entry', message: e.message)
+    #     ap e.backtrace
+    #   end
+    # end
+
+    # def self.render_array_table(entry, flags)
+    #   table_style = flags[:table_style]&.to_sym || :unicode
+    #   header, rows = entry
+    #   table = TTY::Table.new(header: header, rows: rows)
+
+    #   LogBot.debug('Rendering Entries') if ENV['DEBUG']
+    #   output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
+    #     renderer.border.style = :cyan
+    #   end
+
+    #   # Line breaks for basic tables
+    #   output += "\n" if flags[:table_style] == 'basic'
+
+    #   output
+    # end
+
+    # # Print the Table in a Nice way
+    # def self.render_table(entry, flags)
+    #   entry = entry.to_h { |k, v| [k, format_table_entry(flags, v, k)] }
+    #   # Pre-format Entry
+
+    #   table_style = flags[:table_style]&.to_sym || :unicode
+
+    #   table = TTY::Table.new(header: entry.keys, rows: [entry], orientation: :vertical)
+
+    #   LogBot.debug('Rendering Entries') if ENV['DEBUG']
+    #   output = table.render(table_style, padding: [0, 1, 0, 1], multiline: true) do |renderer|
+    #     renderer.border.style = :cyan
+    #   end
+
+    #   # Line breaks for basic tables
+    #   output += "\n" if flags[:table_style] == 'basic'
+
+    #   output
+    # rescue StandardError => e
+    #   if ENV['DEBUG']
+    #     LogBot.warn('Table', message: e.message)
+    #     ap e.backtrace
+    #   end
+
+    #   [
+    #     entry.ai,
+    #     ('_' * (TTY::Screen.width / 3)).pastel(:cyan),
+    #     "\n"
+    #   ].join("\n")
+    # end
+
+    # def self.render_table_entry(val, col_index, flags)
+    #   return val.to_s unless col_index == 1
+
+    #   format_table_entry(flags, val)
+    # end
 
     # Internal Query Helper
     # query = 'gitlab-rails/application_json.log --message!="Cannot obtain an exclusive lease" --severity=error'
@@ -225,22 +224,6 @@ module GreenHat
 
     # Total Count Helper
     def self.total_count(results, flags)
-      # Support Combine Helper
-      # TODO I Believe this should be removed now
-      # total_count_hash(results, flags) if results.instance_of? Hash
-
-      total_count_array(results, flags) if results.instance_of? Array
-    end
-
-    # Hash Iteration
-    def self.total_count_hash(results, flags)
-      results.flat_map do |k, values|
-        [k, total_count_array(values, flags)]
-      end
-    end
-
-    # List Calculation
-    def self.total_count_array(results, flags)
       # Option to only return the count
       return results.count if flags[:total] == 'simple'
 
@@ -258,9 +241,39 @@ module GreenHat
       # Hide empty results
       output.reject! { |_k, v| v.blank? }
 
-      render_table(output, flags)
+      [output]
     end
 
+    # TODO: Clean up -- Verify these aren't needed
+    # Hash Iteration
+    # def self.total_count_hash(results, flags)
+    #   results.flat_map do |k, values|
+    #     [k, total_count_array(values, flags)]
+    #   end
+    # end
+
+    # List Calculation
+    # def self.total_count_array(results, flags)
+    #   # Option to only return the count
+    #   return results.count if flags[:total] == 'simple'
+
+    #   output = {}
+    #   output[:total] = results.count
+    #   output[:duration] = Query.calculate_duration(results)
+
+    #   # Sort / Get first and Last
+    #   list = results.select(&:time).map(&:time)
+    #   unless list.blank?
+    #     output[:start] = list.first
+    #     output[:end] = list.last
+    #   end
+
+    #   # Hide empty results
+    #   output.reject! { |_k, v| v.blank? }
+
+    #   render_table(output, flags)
+    # end
+
     # Table Printer Helper
     def self.fields_print(results)
       results.each do |k, v|
@@ -318,6 +331,11 @@ module GreenHat
       @thing_list
     end
 
+    # Shortcut to see if any things exist
+    def self.any_things?(file_list, flags = {}, base_list = nil)
+      !find_things(file_list, flags, base_list).empty?
+    end
+
     # Shortcut find things
     def self.find_things(file_list, flags = {}, base_list = nil)
       base_list ||= Thing.all
@@ -373,6 +391,4 @@ module GreenHat
       puts
     end
   end
-
-  # rubocop:enable Metrics/ModuleLength
 end

data/lib/greenhat/shell.rb

@@ -89,6 +89,18 @@ module GreenHat
       Shell::Cat.default ['uptime']
     end
 
+    def self.ip_address
+      Shell::Cat.default ['ip_address']
+    end
+
+    def self.ifconfig
+      Shell::Cat.default ['ifconfig']
+    end
+
+    def self.gitlab_rb
+      Shell::Cat.default ['gitlab/gitlab.rb', '--page']
+    end
+
     def self.hostname
       Shell::Cat.default ['hostname']
     end

data/lib/greenhat/thing/file_types.rb

@@ -131,6 +131,13 @@ module GreenHat
             %r{consul/current}
           ]
         },
+        'consul/identify_primary_db_node.log' => {
+          format: :identify_db,
+          log: true,
+          pattern: [
+            %r{consul/identify_primary_db_node.log}
+          ]
+        },
         'gitlab-kas/current' => {
           format: :time_space,
           log: true,
@@ -223,12 +230,19 @@ module GreenHat
           ]
         },
         'gitlab-exporter/current' => {
-          format: :time_space,
+          format: :exporters,
           log: true,
           pattern: [
             %r{gitlab-exporter/current}
           ]
         },
+        'gitlab-rails/web_exporter' => {
+          format: :exporters,
+          log: true,
+          pattern: [
+            %r{gitlab-rails/web_exporter}
+          ]
+        },
         'gitlab-monitor/current' => {
           format: :time_space,
           log: true,
@@ -355,6 +369,18 @@ module GreenHat
             /hostname/
           ]
         },
+        'ifconfig' => {
+          format: :raw,
+          pattern: [
+            /ifconfig/
+          ]
+        },
+        'ip_address' => {
+          format: :raw,
+          pattern: [
+            /ip_address/
+          ]
+        },
         'lscpu' => {
           format: :colon_split_strip,
           pattern: [
@@ -507,6 +533,27 @@ module GreenHat
             /^ps/
           ]
         },
+        'pressure_cpu.txt' => {
+          format: :raw,
+          log: false,
+          pattern: [
+            /pressure_cpu.txt/
+          ]
+        },
+        'pressure_io.txt' => {
+          format: :raw,
+          log: false,
+          pattern: [
+            /pressure_io.txt/
+          ]
+        },
+        'pressure_mem.txt' => {
+          format: :raw,
+          log: false,
+          pattern: [
+            /pressure_mem.txt/
+          ]
+        },
         'puma/puma_stderr.log' => {
           format: :raw,
           log: false,
@@ -515,6 +562,7 @@ module GreenHat
             %r{webservice.log/puma.stderr.log}
           ]
         },
+
         'puma/puma_stdout.log' => {
           format: :json,
           log: true,
@@ -818,18 +866,48 @@ module GreenHat
             /vmstat/
           ]
         },
+        'gitlab-kas/config' => {
+          format: :raw,
+          pattern: [
+            %r{gitlab-kas/config}
+          ]
+        },
+        'mailroom/config' => {
+          format: :raw,
+          pattern: [
+            %r{mailroom/config}
+          ]
+        },
         'iotop' => {
           format: :raw,
           pattern: [
             /iotop/
           ]
         },
+        'top_res' => {
+          format: :raw,
+          pattern: [
+            /top_res/
+          ]
+        },
+        'top_cpu' => {
+          format: :raw,
+          pattern: [
+            /top_cpu/
+          ]
+        },
         'ntpq' => {
           format: :raw,
           pattern: [
             /ntpq/
           ]
         },
+        'rpm_verify' => {
+          format: :raw,
+          pattern: [
+            /rpm_verify/
+          ]
+        },
         'gitlab-rails/application.log' => {
           format: :raw,
           pattern: [

data/lib/greenhat/thing/formatters/exporters.rb

@@ -0,0 +1,48 @@
+# Top
+module GreenHat
+  # Log
+  module Formatters
+    # ==========================================================================
+    # General Exporter Parser
+    # https://gitlab.com/gitlab-com/support/toolbox/greenhat/-/issues/30
+    # [YYYY-MM-DDTHH:MM:SS.sss-HHMM] …ip… - - [DD/Mon/YYYY:HH:MM:SS ZON]
+    # "GET /metrics HTTP/1.1" 200 12345 "-" "Prometheus/2.25.0"
+    # ==========================================================================
+    def format_exporters
+      self.result = raw.map do |row|
+        result = {}
+        time, output = row.split(' ', 2)
+        result[:time] = Time.parse(time)
+
+        # Weird Edge Cases for when IP is not included
+        msg = ''
+        if output.include? '- - '
+          ip, msg = output.split('- -', 2)
+          result[:ip] = ip unless ip.empty?
+        else
+          msg = output
+        end
+
+        # Styrip Extra Time / Get Call Details
+        if msg&.include? ']'
+          _time, request = msg.split('] ', 2)
+          result[:msg] = request # Pass full request
+
+          # Breakout
+          method, path, protocol, status, bytes = request.gsub('"', '').split(' ', 5)
+
+          result.merge!(method: method, path: path, protocol: protocol, status: status, bytes: bytes)
+
+        else
+          result[:msg] = msg
+        end
+
+        result
+      rescue StandardError => e
+        # TODO: Background logger
+        LogBot.warn('Exporters', "Unable to Parse, #{row}:#{e.message}")
+      end
+    end
+    # ==========================================================================
+  end
+end

data/lib/greenhat/thing/formatters/gitlab_ctl_tail.rb

@@ -35,7 +35,7 @@ module GreenHat
         file_name = k.gsub('/var/log/gitlab/', '')
 
         dir = "#{root_dir}/#{file_name.split('/').first}"
-        Dir.mkdir(dir) unless File.exist?(dir)
+        FileUtils.mkdir_p(dir)
 
         File.write("#{root_dir}/#{file_name}", v.join("\n"))
 

data/lib/greenhat/thing/formatters/gitlab_status.rb

@@ -12,7 +12,7 @@ module GreenHat
           {
             status: status,
             name: service,
-            pid_uptime: pid_uptime
+            pid_uptime: pid_uptime.chomp
           }
         end
 

data/lib/greenhat/thing/formatters/identify_db.rb

@@ -0,0 +1,32 @@
+# Top
+module GreenHat
+  # Log
+  module Formatters
+    # consul/identify_primary_db_node.log
+    # https://gitlab.com/gitlab-com/support/toolbox/greenhat/-/issues/33
+    # I, [YYYY-MM-DDThh:mm:ss.ssssss #12345]  INFO -- : Found master: sub.domain.tld
+    def format_identify_db
+      self.result = raw.map do |row|
+        next if row.empty? || row == "\n"
+
+        level_abrv, row = row.split(', ', 2)
+
+        time, output = row.split('] ', 2)
+        time = Time.parse time.split('[', 2).last.strip
+
+        level, _a, _b, msg = output.split(' ', 4)
+        {
+          time: time,
+          i: level_abrv,
+          level: level,
+          message: msg
+        }
+      rescue StandardError => e
+        # TODO: Background logger
+        LogBot.warn('identify_db', "Unable to Parse, #{row}:#{e.message}")
+      end
+
+      result.compact!
+    end
+  end
+end

data/lib/greenhat/thing/formatters/kube_webservice.rb

@@ -35,7 +35,7 @@ module GreenHat
         file_name = k.gsub('/var/log/gitlab/', '')
 
         dir = "#{root_dir}/gitlab-rails"
-        Dir.mkdir(dir) unless File.exist?(dir)
+        FileUtils.mkdir_p(dir)
 
         File.write("#{root_dir}/#{file_name}", v.join("\n"))
 

data/lib/greenhat/version.rb

@@ -1,3 +1,3 @@
 module GreenHat
-  VERSION = '0.6.1'.freeze
+  VERSION = '0.6.4'.freeze
 end

data/lib/greenhat.rb

@@ -22,7 +22,7 @@ require 'tty-reader'
 require 'tty-spinner'
 require 'tty-table'
 require 'tty-which'
-require 'warning'
+# require 'warning' # Ruby 3
 require 'ruby_native_statistics'
 require 'gitlab_chronic_duration'
 
@@ -79,4 +79,4 @@ require 'greenhat/tty/reader'
 require 'greenhat/tty/custom_line'
 require 'greenhat/tty/columns'
 
-Warning.ignore(/The table size exceeds the currently set width/)
+# Warning.ignore(/The table size exceeds the currently set width/) # Ruby 3