opstat-plugins 0.3.8

data/lib/app/models/haproxy.rb

@@ -0,0 +1,57 @@
+class Haproxy
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  field :stot, type: Integer
+  index({timestamp: 1, host_id: 1, plugin_id: 1}, {background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.haproxy_charts(options)
+    return charts
+  end
+
+  def self.haproxy_charts(options)
+    haproxy_instance =[]
+    charts = []
+    Haproxy.where(:timestamp.gte => options[:start]).
+            where(:timestamp.lt => options[:end]).
+            where(:host_id => options[:host_id]).
+            where(:plugin_id => options[:plugin_id]).
+              order_by(timestamp: :asc).group_by{|u| u[:name]}.each_pair do |instance, values|
+                charts << self.haproxy_chart(instance, values)
+              end
+            return charts
+  end
+
+  def self.haproxy_chart(instance, values)
+    chart = self.chart_structure({:title => "Haproxy #{instance}", :value_axis => { :title => "Session per second"} })
+    prev = {}
+    chart_data = {}
+    instances = Hash.new
+    values.each do |value|
+      instances[value[:stot]] ||= true
+      unless prev.has_key?(value[:stot]) then
+        prev[value[:stot]] = value
+        next
+      end
+      time_diff = value[:timestamp].to_i - prev[value[:stot]][:timestamp].to_i
+      chart[:graph_data] << {
+        "timestamp" => value[:timestamp],
+        "session_per_sec" => (value[:summary][:stot] - prev[value[:stot]][:summary][:stot]).to_f/time_diff
+      }
+      prev[value[:stot]] = value
+    end
+    chart
+  end
+
+  def self.graphs
+    { 
+      :session_per_sec => { :line_color => '#00FFAC', :line_thickness => 4, :title => "session_per_second", :hidden => false},
+    }
+  end
+end 
+

data/lib/app/models/jvm.rb

@@ -0,0 +1,51 @@
+class Jvm
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaNotStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+
+    charts << self.threads_chart(options)
+  end
+  
+  def self.threads_chart(options)
+    graphs = [:free, :swap_used]
+    graph_fields = graphs << :timestamp
+    chart = area_stacked_chart(:graphs => graphs, :value_axis_title => 'Number of threads', :chart_title => 'Java threads')
+    chart[:graph_data] = Jvm.where(:timestamp.gte => options[:start]).
+                             where(:timestamp.lt => options[:end]).
+			     where(:host_id => options[:host_id]).
+			     where(:plugin_id => options[:plugin_id]).
+			     order_by(timestamp: :asc)
+    return chart
+  end
+end
+
+def area_stacked_chart(config)
+  chart = {
+           :value_axes => [
+             {     
+	       :name => "valueAxis1",
+	       :title => config[:value_axis1_title],
+	       :position => 'left',
+	       :stack_type => 'regular',
+	       :grid_alpha => 0.07,
+	       :min_max_multiplier => 1,
+               :include_guides_in_min_max => 'true'
+             }
+	     ],
+	   :category_field => 'timestamp',
+           :graph_data => [],
+	   :graphs => [],
+	   :title => config[:chart_title],
+	   :title_size => 20
+	} 
+  config[:graphs].each do |graph|
+    chart[:graphs] << { :value_axis => 'valueAxis1', :value_field => graph, :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.8, :graph_type => 'line' }
+  end
+  return chart
+end

data/lib/app/models/load.rb

@@ -0,0 +1,99 @@
+class Load
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::LineChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, hostname: 1, ip_address: 1},{background: true})
+
+  def self.chart_data(options)
+    charts = []
+    charts << self.load_chart(options)
+    return charts
+  end
+
+  def self.load_chart(options)
+    chart = self.chart_structure({:title => "Host load average", :value_axis => { :title => "Load averages"}, :include_guides_in_min_max => false})
+
+    #CHOOSE HERE which
+    # TODO ADD ALL TYPES
+    #TODO ADD GUIDES - if num of cores from facter
+    graphs = [ :load_1m, :load_5m, :load_15m ]
+
+#TODO cpu and here - sort by timestamp
+    chart[:graph_data] = Load.where(:timestamp.gte => options[:start]).
+                              where(:timestamp.lt => options[:end]).
+			      where(:host_id => options[:host_id]).
+			      where(:plugin_id => options[:plugin_id]).
+			      order_by(timestamp: :asc)
+
+    host_facts = Facts.get_latest_facts_for_host(options[:host_id])
+    unless host_facts.nil?
+      cores_total = host_facts['facts']['processors']['count']
+      #TODO - find best way to set guides
+      # green zone - OK
+      guides = [  {
+        :value => 0,
+        :to_value => cores_total,
+        :value_axis => 'valueAxis1',
+        :line_color => "#00FF00",
+        :fill_color => "#00FF00",
+        :line_thickness => 1,
+        :dash_length => 5,
+        :label => "",
+        :inside => false,
+        :line_alpha => 1,
+        :fill_alpha => 0.1,
+        :position => 'bottom'},
+      # yellow zone - warn
+        {:value => cores_total,
+        :to_value => cores_total * 2,
+        :value_axis => 'valueAxis1',
+        :line_color => "#FFFF00",
+        :fill_color => "#FFFF00",
+        :line_thickness => 1,
+        :dash_length => 5,
+        :label => "",
+        :inside => false,
+        :line_alpha => 1,
+        :fill_alpha => 0.1,
+        :position => 'bottom'},
+      # red zone - critical
+        {:value => cores_total * 2,
+        :to_value => cores_total * 10,
+        :value_axis => 'valueAxis1',
+        :line_color => "#FF0000",
+        :fill_color => "#FF0000",
+        :line_thickness => 1,
+        :dash_length => 5,
+        :label => "",
+        :inside => false,
+        :line_alpha => 1,
+        :fill_alpha => 0.1,
+        :position => 'bottom'}]
+    end
+    chart[:guides] = guides
+    chart
+  end
+  
+  def self.graphs
+    { 
+      :load_15m => { 
+        :hidden => false,
+        :line_color => "#FF0000",
+        :line_thickness => 3,
+        :title => "Load 15 minutes average"},
+       :load_5m => {
+         :hidden => false,
+         :line_color => "#FFFF00",
+         :line_thickness => 2,
+         :title => "Load 5 minutes average"},
+       :load_1m => {
+         :hidden => false,
+         :line_color => "#FFaa00",
+         :line_thickness => 1,
+         :title => "Load 1 minute average"}
+     }
+  end
+end

data/lib/app/models/memory.rb

@@ -0,0 +1,55 @@
+class Memory
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, host_id: 1, plugin_id: 1},{background: true} )
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.memory_chart(options)
+    return charts
+  end
+  
+  def self.memory_chart(options)
+    chart = self.chart_structure({:title => "Host memory usage", :value_axis => { :title => "Memory size in KB"}})
+    #TODO - get fields from above DRY
+    chart[:graph_data] = Memory.where(:timestamp.gte => options[:start]).
+                                where(:timestamp.lt => options[:end]).
+				where(:host_id => options[:host_id]).
+				where(:plugin_id => options[:plugin_id]).order_by(timestamp: :asc)
+
+    guides = []
+    host_facts = Facts.get_latest_facts_for_host(options[:host_id])
+    unless host_facts.nil?
+      memory_total_bytes = host_facts['facts']['memory']['system']['total_bytes']
+      memory_total_kibytes = memory_total_bytes/1024
+      guide = {}
+      require 'ruby-units'
+      guide[:value] = memory_total_kibytes
+      guide[:value_axis] = 'valueAxis1'
+      guide[:line_color] = "#FF0000"
+      guide[:line_thickness] = 1
+      guide[:dash_length] = 5
+      guide[:label] = "Total physical memory: #{memory_total_kibytes}KiB (by facter)"
+      guide[:inside] = true
+      guide[:line_alpha] = 1
+      guide[:position] = 'bottom'
+      guides << guide
+    end
+    chart[:guides] = guides
+    chart
+  end
+
+  def self.graphs
+    {
+      :used => { :line_color => '#FF3300' },
+      :cached => {:line_color => '#FFFF00' },
+      :buffers => {:line_color => '#FFaa33' },
+      :free => {:line_color => '#00FF00' },
+      :swap_used => {:line_color => '#00FFFF' }
+    }
+  end
+end

data/lib/app/models/nagios.rb

@@ -0,0 +1,51 @@
+class Nagios
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.nagios_chart(options)
+    return charts
+  end
+  
+  def self.nagios_chart(options)
+    chart = self.chart_structure({:title => "Nagios alerts statistic", :value_axis => { :title => "Number of services"}})
+    #TODO - get fields from above DRY
+    chart[:graph_data] = Nagios.where(:timestamp.gte => options[:start]).
+                                where(:timestamp.lt => options[:end]).
+				where(:host_id => options[:host_id]).
+				where(:plugin_id => options[:plugin_id]).
+				order_by(:timestamp)
+    return chart
+  end
+  
+  def self.graphs
+     {
+       :services_critical => {
+         :line_color => "#FF0000",
+         :hidden => false,
+         :title => "Services with critical errors"
+       },
+       :services_warning => {
+         :line_color => "#FFFF00",
+         :hidden => false,
+         :title => "Services with warnings"
+       },
+       :services_unknown => {
+         :line_color => "#FFaa00",
+         :hidden => false,
+         :title => "Services in unknown state"
+       },
+       :services_ok => {
+         :line_color => "#00FF00",
+         :hidden => true,
+         :title => "Services with no problems"
+       }
+
+     }
+  end
+end

data/lib/app/models/network.rb

@@ -0,0 +1,58 @@
+class Network 
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaNotStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  field :bytes_receive, type: Integer
+  field :bytes_transmit, type: Integer
+  index({timestamp: 1, host_id: 1 , plugin_id: 1},{background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_interfaces_charts(options)
+    return charts
+  end
+
+  def self.all_interfaces_charts(options)
+    charts = []
+    Network.where(:timestamp.gte => options[:start]).
+            where(:timestamp.lt => options[:end]).
+	    where(:host_id => options[:host_id]).
+	    where(:plugin_id => options[:plugin_id]).
+	    order_by(timestamp: :asc).group_by{|u| u.interface}.each_pair do |interface, values|
+      charts << self.interface_chart(interface, values)
+    end
+    return charts
+  end
+
+  def self.interface_chart(interface, values)
+    chart_data = self.chart_structure({:title => "Network traffic for #{interface}", :value_axis => { :title => "Network traffic for #{interface}"}})
+    
+    prev = nil
+    values.each do |value|
+      if prev.nil? then
+        prev = value
+        next
+      end
+      time_diff = value[:timestamp].to_i - prev[:timestamp].to_i
+      chart_data[:graph_data] << {
+        "timestamp" => value[:timestamp],
+        "bytes_receive_per_sec" => ((value[:bytes_receive].to_i - prev[:bytes_receive].to_i)/time_diff).to_i,
+        "bytes_transmit_per_sec" => ((value[:bytes_transmit].to_i - prev[:bytes_transmit].to_i)/time_diff).to_i
+      }
+      prev = value 
+      
+    end
+
+    chart_data
+  end
+    
+  def self.graphs  
+    {
+      :bytes_receive_per_sec => { :line_color => '#0033FF' },
+      :bytes_transmit_per_sec => {:line_color => '#00FF00' }
+    }
+  end
+end

data/lib/app/models/oracle_fras_sizes.rb

@@ -0,0 +1,41 @@
+class OracleFrasSizes
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+#TODO - files chart
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_fras_charts(options)
+    return charts
+  end
+
+  def self.all_fras_charts(options)
+    charts = []
+    OracleFrasSizes.where(:timestamp.gte => options[:start]).
+                    where(:timestamp.lt => options[:end]).
+		    where(:host_id => options[:host_id]).
+		    where(:plugin_id => options[:plugin_id]).
+		    order_by(timestamp: :asc).group_by{|u| u.path}.each_pair do |path, values|
+      charts << self.fra_chart(path, values)
+    end
+    return charts
+  end
+
+  def self.fra_chart(path, values)
+    chart = self.chart_structure({:title => "Flash Recovery Area #{path} space usage", :value_axis => { :title => "FRA space usage"}})
+    chart[:graph_data] = values
+
+    return chart
+  end
+
+  def self.graphs
+    {
+      :used => { :line_color => '#FF0000' },
+      :free => {:line_color => '#00FF00' }
+    }
+  end
+end

data/lib/app/models/oracle_sessions.rb

@@ -0,0 +1,43 @@
+class OracleSessions
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.sessions_chart(options)
+    return charts
+  end
+
+  def self.sessions_chart(options)
+    chart = self.chart_structure({:title => "Oracle sessions", :value_axis => { :title => "Sessions count"}})
+    chart[:graph_data] = OracleSessions.where(:timestamp.gte => options[:start]).
+                                        where(:timestamp.lt => options[:end]).
+					where(:host_id => options[:host_id]).
+					where(:plugin_id => options[:plugin_id]).
+					order_by(timestamp: :asc)
+    return chart
+  end
+
+  def self.graphs
+    {
+      :used => {
+        :hidden => false,
+        :line_color => "#FF0000",
+        :line_thickness => 3,
+	:balloon_text => "[[title]]: [[value]] ([[percents]]%)",
+        :title => "Session used"
+      },
+      :free => {
+        :hidden => false,
+        :line_color => "#00FF00",
+        :line_thickness => 3,
+	:balloon_text => "[[title]]: [[value]] ([[percents]]%)",
+        :title => "Sessions free"
+      }
+    }
+  end
+end

data/lib/app/models/oracle_tablespaces_sizes.rb

@@ -0,0 +1,51 @@
+class OracleTablespacesSizes
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_tablespaces_charts(options)
+    return charts
+  end
+
+  def self.all_tablespaces_charts(options)
+    charts = []
+    OracleTablespacesSizes.where(:timestamp.gte => options[:start]).
+                           where(:timestamp.lt => options[:end]).
+			   where(:host_id => options[:host_id]).
+			   where(:plugin_id => options[:plugin_id]).
+			   order(timestamp: :asc).group_by{|u| u.name}.each_pair do |tablespace, values|
+      charts << self.tablespace_chart(tablespace, values)
+    end
+    return charts
+  end
+
+  def self.tablespace_chart(tablespace, values)
+    chart = self.chart_structure({:title => "Tablespace #{tablespace} space usage", :value_axis => { :title => "Size in bytes"}})
+    chart[:graph_data] = values
+    return chart
+  end
+
+  def self.graphs
+    {
+      :used => {
+        :hidden => false,
+        :line_color => "#FF0000",
+        :line_thickness => 3,
+	:balloon_text => "[[title]]: [[value]] ([[percents]]%)",
+        :title => "Bytes used"
+      },
+      :free => {
+        :hidden => false,
+        :line_color => "#00FF00",
+        :line_thickness => 3,
+	:balloon_text => "[[title]]: [[value]] ([[percents]]%)",
+        :title => "Bytes free"
+      }
+    }
+  end
+end

data/lib/app/models/temper.rb

@@ -0,0 +1,51 @@
+class Temper
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaNotStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.temper_chart(options)
+    return charts
+  end
+  
+  def self.temper_chart(options)
+    chart = self.chart_structure({:title => "Temperature in [C]", :value_axis => { :title => "Temperature"}})
+#    data = {
+#               :value_axes => [
+#                          { 
+##			    :stack_type => 'regular',
+#                          }
+#                        ],
+#             }
+
+
+    #TODO - get fields from above DRY
+    chart[:graph_data] = Temper.where(:timestamp.gte => options[:start]).
+                                where(:timestamp.lt => options[:end]).
+				where(:host_id => options[:host_id]).
+				where(:plugin_id => options[:plugin_id]).
+				order_by(timestamp: :asc)
+    chart
+  end
+
+  def self.axes_defaults
+    {
+      :value_axis => {:title => 'Temperature in C'}
+    }
+  end
+
+  def self.graphs
+    {
+      :temperature => {
+        :value_field => "Temperature",
+        :hidden => false,
+        :line_color => "#FF0000",
+        :title => "Temperature"
+      }
+    }
+  end
+end

data/lib/app/models/webobjects.rb

@@ -0,0 +1,83 @@
+class Webobjects
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  index({timestamp: 1, host_id: 1, plugin_id: 1},{background: true})
+  store_in collection: "opstat.reports"
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_applications_charts(options)
+    return charts
+  end
+
+  def self.all_sensors_applications_charts(options = {})
+    charts = []
+    Webobjects.where(:timestamp.gte => options[:start]).
+               where(:timestamp.lt => options[:end]).
+	       where(:plugin_type => 'webobjects').
+	       order_by(timestamp: :asc).group_by{|u| u.name}.each_pair do |app, stats|
+      charts << self.application_charts(app,stats)
+    end
+    return charts.flatten
+  end
+
+  def self.all_applications_charts(options = {})
+    charts = []
+    Webobjects.where(:timestamp.gte => options[:start]).
+               where(:timestamp.lt => options[:end])
+	       where(:host_id => options[:host_id]).
+	       where(:plugin_id => options[:plugin_id]).
+	       order_by(timestamp: :asc).group_by{|u| u.name}.each_pair do |app, stats|
+      charts << self.application_charts(app,stats)
+    end
+    return charts.flatten
+  end
+
+  def self.application_charts(app,app_stats)
+    chart = self.chart_structure({:title => "Number of sessions - #{app} application", :value_axis => { :title => "Number of sessions"}})
+    prev = nil
+    instances = Hash.new
+    app_stats.group_by {|s| s.timestamp}.each do |timestamp, stats|
+      temp = {:timestamp => timestamp}
+      stats.each do |stat|
+      #<Webobjects _id: 201, created_at: nil, updated_at: nil, name: "ifirma", host: "ifirmaapp01", port: "2201", state: "ALIVE", deaths: "0", refusingNewSessions: false, scheduled: false, schedulingHourlyStartTime: 3, schedulingDailyStartTime: 3, schedulingWeeklyStartTime: 3, schedulingType: "DAILY", schedulingStartDay: 1, schedulingInterval: 12, transactions: "284487", activeSessions: "41", averageIdlePeriod: "0.646", avgTransactionTime: "0.054", autoRecover: "true", timestamp: 2018-10-17 06:16:31 UTC, host_id: BSON::ObjectId('5bc6d3bf7327d40cb44d9ad6'), plugin_id: BSON::ObjectId('5bc6d3c07327d40cb44d9af7'), plugin_type: "webobjects"
+        instances[stat[:instance_id]] ||= true
+        temp[stat[:instance_id]] = stat[:activeSessions].to_i
+      end
+      chart[:graph_data] << temp 
+    end
+    instances.keys.each do |graph|
+      chart[:graphs] << { :value_axis => 'valueAxis1', :value_field => graph, :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.1, :graph_type => 'line' }
+    end
+
+#    tps = self.tps_graph(app)
+#    instances.keys.each do |graph|
+#      tps[:graphs] << { :value_axis => 'valueAxis1', :value_field => graph.to_s,  :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.1, :graph_type => 'line' }
+#    end
+    
+#    sessions = sessions_graph(app)
+#    instances.keys.each do |graph|
+#      sessions[:graphs] << { :value_axis => 'valueAxis1', :value_field => graph, :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.1, :graph_type => 'line' }
+#    end
+#    sessions[:graph_data] = chart_data[:sessions]
+#    tps[:graph_data] = chart_data[:tps]
+#    chart[:graph_data] = chart_data[:sessions]
+    p chart
+    return chart
+  end
+    
+  def self.tps_graph(app)
+    return self.chart_structure({:title => "Transactions per second - #{app} application", :value_axis => { :title => "Transactions/sec"}})
+  end
+
+  def self.graphs
+    {
+      :sessions => { :line_color => '#0033FF' },
+    }
+  end
+  def self.sessions_graph(app)
+    return self.chart_structure({:title => "Number of sessions - #{app} application", :value_axis => { :title => "Number of sessions"}})
+  end
+end