greenhat 0.3.3 → 0.4.0

data/lib/greenhat/views/css.slim

@@ -11,6 +11,15 @@ css:
   .padding {
     padding: 10px !important;
   }
+
+  .margin {
+    margin: 10px;
+  }
+
+  .round {
+    border-radius: 2px;
+  }
+
   
   .line-height {
     line-height: inherit !important;
@@ -124,3 +133,41 @@ css:
     justify-content: left;
     flex-wrap: wrap;
   }
+
+  .chart-input {
+    margin: 10px;
+    border-radius: 3px;
+    padding: 15px;
+    background: rgb(60,60,60)
+  }
+
+  .text-right {
+    text-align: right
+  }
+
+  .chart-btn {
+    width: 100%;
+    font-size: 1.5rem;
+  }
+
+  .chart-menu {
+    position: fixed;
+    right: 5%;
+    top: 70px;
+  }
+
+  .legend {
+    font-weight: 300;
+    font-size: 0.8rem;
+    color: #fff;
+    background-color: #26a69a;
+    border-radius: 2px;
+    min-width: 3rem;
+    padding: 0 6px;
+    margin-left: 14px;
+    text-align: center;
+    line-height: 22px;
+    height: 22px;
+    float: right;
+    box-sizing: border-box;
+  }

data/lib/greenhat/views/gitaly.slim

@@ -0,0 +1,53 @@
+== slim :chart_template
+  .row
+    .chart-menu
+      ul.section.table-of-contents
+        li
+          a href="#top"  Top
+        li
+          a href="#method"  Method
+        li
+          a href="#time"  Time
+
+    h3.white-text.center Gitaly
+    
+    h4.col.s12.white-text.center id="top" Top
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('gitaly/current', :project_stats),   xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by Project')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('gitaly/current', :user_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by User')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('gitaly/current', :client_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by Client')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+    h4.col.s12.white-text.center id="method" Method
+    .col.s12.card.padding.z-depth-4
+      == pie_chart(faststats_field('gitaly/current', :count), title: 'Total Request Count')
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('gitaly/current', :p95), title: 'p95')
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('gitaly/current', :median), title: 'Median')
+
+    h4.col.s12.white-text.center id="time" Over Time
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(gitaly_duration, title: 'Duration',  ytitle: 'ms')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(gitaly_avg_method_series, title: 'Avg Method Duration')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(gitaly_errors_series, title: 'Errors by Method')

data/lib/greenhat/views/headers.slim

@@ -0,0 +1,16 @@
+title SOS Display
+meta content="user-scalable=no, initial-scale=1, maximum-scale=1, minimum-scale=1, width=device-width, height=device-height" name="viewport"
+
+// Materialize
+link href="https://cdnjs.cloudflare.com/ajax/libs/materialize/1.0.0/css/materialize.min.css" rel="stylesheet"
+script src="https://cdnjs.cloudflare.com/ajax/libs/materialize/1.0.0/js/materialize.min.js" 
+
+script src="https://code.jquery.com/jquery-2.2.4.min.js" 
+
+link href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.10.2/css/all.min.css" rel="stylesheet"
+
+// Data tables
+script src="https://cdn.datatables.net/1.10.19/js/jquery.dataTables.min.js"
+link href="https://cdn.datatables.net/1.10.19/css/jquery.dataTables.min.css" rel="stylesheet"
+
+script src="/chart/chartkick.js"

data/lib/greenhat/views/index-old.slim

@@ -0,0 +1,51 @@
+doctype html
+html
+  head
+    title SOS Display
+    meta content="user-scalable=no, initial-scale=1, maximum-scale=1, minimum-scale=1, width=device-width, height=device-height" name="viewport"
+
+    // Materialize
+    link href="https://cdnjs.cloudflare.com/ajax/libs/materialize/1.0.0/css/materialize.min.css" rel="stylesheet"
+    script src="https://cdnjs.cloudflare.com/ajax/libs/materialize/1.0.0/js/materialize.min.js" 
+
+    script src="https://code.jquery.com/jquery-2.2.4.min.js" 
+
+    link href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.10.2/css/all.min.css" rel="stylesheet"
+
+    // Data tables
+    script src="https://cdn.datatables.net/1.10.19/js/jquery.dataTables.min.js"
+    link href="https://cdn.datatables.net/1.10.19/css/jquery.dataTables.min.css" rel="stylesheet"
+
+  body
+    == slim :css
+
+    nav.green
+      .nav-wrapper
+        a.brand-logo.center href="/"  Greenhat
+        ul.left.white-text 
+          li
+            a href ='http://localhost:5601/app/kibana' target="_blank"
+              .btn-flat.white-text
+                i.fa.fa-chart-pie.left.line-height
+                | Kibana
+
+
+    .container
+      br
+      - hosts.each do |host|
+        // Host Container
+        .row.blue.white-text.mid.card
+          i.fab.fa-lg.left.line-height class=host.icon
+          .flow-text = host.archive_name
+        
+        // Host Info
+        == slim :info, host
+
+        // Other Templates
+        == slim :memory, host
+        == slim :disk_free, host
+        == slim :netstat, host
+        == slim :manifest, host
+        == slim :process, host
+        == slim :ulimit, host
+        == slim :systemctl, host

data/lib/greenhat/views/index.slim

@@ -24,28 +24,28 @@ html
         a.brand-logo.center href="/"  Greenhat
         ul.left.white-text 
           li
-            a href ='http://localhost:5601/app/kibana' target="_blank"
+            a href ='/chart'
               .btn-flat.white-text
                 i.fa.fa-chart-pie.left.line-height
-                | Kibana
+                | Chart
 
 
     .container
       br
-      - hosts.each do |host|
+      - Host.all.each do |host|
         // Host Container
         .row.blue.white-text.mid.card
           i.fab.fa-lg.left.line-height class=host.icon
           .flow-text = host.archive_name
         
-        // Host Info
-        == slim :info, host
-
-        // Other Templates
-        == slim :memory, host
-        == slim :disk_free, host
-        == slim :netstat, host
-        == slim :manifest, host
-        == slim :process, host
-        == slim :ulimit, host
-        == slim :systemctl, host
+        / // Host Info
+        == slim :info, locals: { host: host }
+
+        / // Other Templates
+        / == slim :memory, host
+        / == slim :disk_free, host
+        / == slim :netstat, host
+        / == slim :manifest, host
+        / == slim :process, host
+        / == slim :ulimit, host
+        / == slim :systemctl, host

data/lib/greenhat/views/info.slim

@@ -1,15 +1,16 @@
 .row.striped.card
-  - if manifest
+  - if host.gitlab_version
     .col.s12.entry.flow-text
       .col.s4 Gitlab Version
       .col.s8
-        = manifest.build_version
+        = host.gitlab_version
 
-  - if uptime
+
+  - if host.uptime
     .col.s12.entry
       .col.s4.aligner style='height:50px;' Uptime 
       .col.s8.aligner
-        - uptime.each do |data|
+        - host.uptime.each do |data|
           - if data.include? 'load average'
             - data.split(':').each do |line|
               .col.s4 = line
@@ -17,23 +18,21 @@
             = data
 
   .col.s12.entry.aligner.padding
-    - if cpuinfo
+    - if host.cpuinfo
       .bubble
         span.green.bubble-left CPU Count
-        span.blue.bubble-right = cpuinfo.count
-
-    - if total_memory
-      .bubble
-        span.green.bubble-left Total Memory 
-        span.blue.bubble-right = total_memory
-
-    - if cpu_speed
-      .bubble
-        span.green.bubble-left = cpu_speed.first
-        span.blue.bubble-right = cpu_speed.last.to_i
+        span.blue.bubble-right = host.cpuinfo['CPU(s)']
 
+    / - if host.total_memory
+    /   .bubble
+    /     span.green.bubble-left Total Memory 
+    /     span.blue.bubble-right = total_memory
 
+    / - if host.cpu_speed
+    /   .bubble
+    /     span.green.bubble-left = cpu_speed.first
+    /     span.blue.bubble-right = cpu_speed.last.to_i
 
-  - if uname
+  - if host.uname
     .col.s12.entry
-      small = uname
+      small = host.uname

data/lib/greenhat/views/production.slim

@@ -0,0 +1,55 @@
+== slim :chart_template
+  .row
+    .chart-menu
+      ul.section.table-of-contents
+        li
+          a href="#top"  Top
+        li
+          a href="#path"  Path
+        li
+          a href="#time"  Time
+
+    h3.white-text.center Production
+    
+    h4.col.s12.white-text.center id="top" Top
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('gitlab-rails/production_json.log', :project_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by Project')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('gitlab-rails/production_json.log', :user_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by User')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+    .col.s12.card.padding.z-depth-4
+      == pie_chart(prod_duration_pie, title: 'Duration Total')
+
+    h4.col.s12.white-text.center id="path" Path
+    .col.s12.card.padding.z-depth-4
+      == pie_chart(faststats_field('gitlab-rails/production_json.log', :count), title: 'Total by Path')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('gitlab-rails/production_json.log',:p95), title: 'p95', ytitle: 'ms')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('gitlab-rails/production_json.log',:median), title: 'Median', ytitle: 'ms')
+
+    h4.col.s12.white-text.center id="time" Over Time
+    
+    .col.s12.card.padding.z-depth-4
+      == area_chart(prod_status_series, title: 'By Status', ytitle: 'Total')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(prod_duration_series, title: 'Duration', ytitle: 'ms')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(prod_duration_series_stacked, stacked: true, title: 'Duration Breakdown', ytitle: 'seconds')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(prod_duration_series_stacked, stacked: true, title: 'Duration Breakdown', ytitle: 'seconds')

data/lib/greenhat/views/sidekiq.slim

@@ -0,0 +1,55 @@
+== slim :chart_template
+  .row
+    .chart-menu
+      ul.section.table-of-contents
+        li
+          a href="#top"  Top
+        li
+          a href="#worker"  Worker
+        li
+          a href="#time"  Time
+
+    h3.white-text.center Sidekiq
+    
+    h4.col.s12.white-text.center id="top" Top
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('sidekiq/current', :project_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by Project')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+
+    .col.s12.card.padding.z-depth-4
+      == bubble_chart(faststats_top('sidekiq/current', :user_stats),  xtitle:'Duration', ytitle:'% Count', label: "Total", title: 'by User')
+      .col.s12.padding
+        .legend X: Duration
+        .legend.red Y: % of total calls
+        .legend.blue Size: Total Calls
+
+
+    h4.col.s12.white-text.center id="worker" Worker
+    .col.s12.card.padding.z-depth-4
+      == pie_chart(faststats_field('sidekiq/current', :count), title: 'Total Jobs')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('sidekiq/current',:p95), title: 'p95', ytitle: 'ms')
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(faststats_field('sidekiq/current',:median), title: 'Median', ytitle: 'ms')
+
+
+
+    h4.col.s12.white-text.center id="time" Over Time
+
+    .col.s12.card.padding.z-depth-4
+      == column_chart(sidekiq_errors_series, title: 'Job Errors')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(sidekiq_duration, title: 'Job Duration', ytitle: 'seconds')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(sidekiq_avg_duration_series, title: 'Job Duration by Class', ytitle: 'seconds')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(sidekiq_job_latency, title: 'Scheduling Latency Total', ytitle: 'Latency Seconds')

data/lib/greenhat/views/time.slim

@@ -0,0 +1,63 @@
+doctype html
+html
+  head
+    == slim :headers
+  body.grey.darken-4
+    == slim :css
+
+    nav.blue-grey.darken-4
+      .nav-wrapper
+        a.brand-logo.center href="/chart"  Chart
+        ul.left.white-text 
+          li
+            a href ='/'
+              .btn-flat.white-text
+                i.fa.fa-home.left.line-height
+                | Home
+                    
+          li
+            a href ='/chart'
+              .btn-flat.white-text
+                i.fa.fa-chart-pie.left.line-height
+                | Dashboard
+
+    .container.padding
+      .row
+        form.col.s12
+          .row
+            .col.s12.z-depth-2.chart-input 
+              .input-field
+                input.center.white-text placeholder="nginx --status=500"  name='query' type='text' value='#{params[:query]}'
+                label for="query" Query
+
+          .row
+            .col.s4
+              .chart-input.z-depth-2
+                .input-field
+                  input.white-text.center placeholder="5"  name='interval' type='number' value='#{params[:interval] || 5 }' min="1" max="60"
+                  label for="interval" Interval (Minutes)
+
+            .col.s4
+              .chart-input.z-depth-2
+                .input-field
+                  input.white-text.center name='group' type='text' value='#{params[:group]}'
+                  label for="group" Group
+
+            .col.s4
+              .chart-input.z-depth-2
+                .input-field
+                  input.white-text.center name='avg' type='text' value='#{params[:avg]}'
+                  label for="avg" Avg
+
+          .row
+            .input-field.col.s12.center
+              button.btn.waves-effect.waves-light type="submit" Go
+
+      .row
+        .col.s12.card.padding.z-depth-4
+          == area_chart @index
+          
+      .row
+        .col.s12.card.padding.z-depth-4
+          == column_chart @index
+

data/lib/greenhat/views/workhorse.slim

@@ -0,0 +1,16 @@
+== slim :chart_template
+  .row
+
+    h3.white-text.center Workhorse
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(workhorse_request_total, title: 'Request by Status', ytitle: 'Count')
+
+    .col.s12.card.padding.z-depth-4
+      == area_chart(workhorse_duration, title: 'Request Duration', ytitle: 'ms')
+
+    
+    .col.s12.card.padding.z-depth-4
+      == pie_chart(workhorse_client_total, title: 'Top User Agent')
+
+    

data/lib/greenhat/web/api.rb

@@ -0,0 +1,94 @@
+# General Web Helper
+module WebHelpers
+  # ======================================================
+  # == [ API ]
+  # ======================================================
+  def api_avg_path_duration_series
+    query = [
+      'gitlab-rails/api_json.log',
+      '--slice=time,path,duration_s'
+    ].join(' ')
+
+    results = GreenHat::ShellHelper.filter_internal(query)
+
+    method_key = :path
+    duration_key = :duration_s
+
+    # Collect Total by Duration
+    top = results.each_with_object({}) do |v, obj|
+      obj[v[method_key]] ||= []
+      obj[v[method_key]] << v[duration_key]
+
+      obj
+    end
+
+    # Average / Round
+    top.transform_values! { |x| (x.sum / x.size.to_f).round(1) }
+
+    # Only top by duration
+    method_calls = top_method_calls(top)
+    results.select! { |x| method_calls.any? x[method_key] }
+
+    build_group_time_avg(results, method_key, duration_key) # 5 Minutes
+  end
+
+  def api_avg_duration_series
+    query = [
+      'gitlab-rails/api_json.log',
+      '--slice=time,path,duration_s',
+      '--exists=duration_s',
+      '--duration_s!=0',
+      '--exact'
+    ].join(' ')
+
+    results = GreenHat::ShellHelper.filter_internal(query)
+
+    # MS is hard
+    results.each do |r|
+      r[:duration_s] = r[:duration_s] * 1000
+    end
+
+    build_percentile_list(results, :duration_s)
+
+    # build_time_avg(results, :duration_s).transform_values { |x| x.round(1) }
+  end
+
+  def api_duration_series_stacked
+    stacks = %i[
+      redis_duration_s
+      view_duration_s
+      gitaly_duration_s
+      redis_cache_duration_s
+      duration_s
+      db_duration_s
+      redis_shared_state_duration_s
+      queue_duration_s
+      db_duration_s
+    ]
+
+    query = [
+      'gitlab-rails/api_json.log',
+      "--slice=time,path,#{stacks.join(',')}"
+    ].join(' ')
+
+    results = GreenHat::ShellHelper.filter_internal(query)
+    output = build_stack_time_avg(results, stacks)
+
+    # MS are hard
+    output.each do |dataset|
+      dataset[:data].transform_values! { |x| (x * 1000).round(1) }
+    end
+
+    output
+  end
+
+  def api_duration_pie
+    all = faststats_run('gitlab-rails/api_json.log', 'top')[:totals]
+
+    # Grab Specifics
+    totals = all.except(:count, :fails).transform_values(&:round)
+
+    # Organize
+    totals.sort_by(&:last).reverse.to_h
+  end
+end

data/lib/greenhat/web/chartkick_shim.rb

@@ -0,0 +1,14 @@
+# Shim
+module Chartkick
+  class << self
+    attr_accessor :content_for, :options
+  end
+  self.options = {}
+
+  # Shim Chart Types
+  module Helper
+    def bubble_chart(data_source, options = {})
+      chartkick_chart 'BubbleChart', data_source, options
+    end
+  end
+end

data/lib/greenhat/web/faststats.rb

@@ -0,0 +1,44 @@
+# Fast Stat Helpers
+module WebHelpers
+  def faststats_field(file, field = :count)
+    results = faststats_run(file).stats[0..10].map do |x|
+      [x[:prim_field], x[field]]
+    end
+
+    # Sort and Round
+    results = results.sort_by(&:last).reverse.to_h
+    results.transform_values! { |v| v.round(1) }
+
+    results
+  end
+
+  def faststats_run(file = 'sidekiq/current', cmd = '')
+    GreenHat::ShellHelper::Faststats.run(Thing.find_by(type: file), cmd)
+  end
+
+  def faststats_top(file = 'sidekiq/current', kind = :project_stats)
+    thing = Thing.find_by(type: file)
+    results = GreenHat::ShellHelper::Faststats.run(thing, 'top')
+
+    # -------------------------------------------------------
+    # Calculate Total and Percentages
+    list = results.dig(kind, :stats).sort_by { |_k, v| v[:duration] }.to_h
+    count = list.values.sum { |x| x[:count] }
+    # duration = list.values.sum { |x| x[:duration] }
+    # -------------------------------------------------------
+
+    # Handle Short Results
+    top = results.dig(kind, :stats).sort_by { |_k, v| v[:duration] }
+    top = top.size >= 10 ? top[-10..] : top
+
+    top.to_h.map do |k, v|
+      count_perc = percent(v[:count], count)
+      {
+        name: k,
+        data: [
+          [v[:duration].round, count_perc, v[:count]]
+        ]
+      }
+    end
+  end
+end