opstat-plugins 0.3.8

data/lib/app/models/apache2.rb

@@ -0,0 +1,192 @@
+class Apache2
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, host_id: 1, plugin_id: 1},{background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_vhosts_charts(options)
+    return charts
+  end
+
+  def self.all_vhosts_charts(options)
+    charts = []
+    stats = Apache2.where( {:timestamp => { :$gte => options[:start],:$lt => options[:end]}, :host_id => options[:host_id], :plugin_id => options[:plugin_id] }).order(:timestamp).all.group_by{|v| v.vhost_name}
+    charts = self.vhosts_requests_and_bytes_per_sec(stats)
+    return charts
+  end
+
+  def self.vhosts_requests_and_bytes_per_sec(stats)
+    charts = []
+    stats.each_pair do |vhost,data|
+      chart_bytes = self.chart_structure({:title => "Bytes sent per second for #{vhost} vhost", :value_axis => { :title => "Bytes sent per second"}})
+      chart_requests = self.chart_structure({:title => "Request sent per second for #{vhost} vhost", :value_axis => { :title => "request sent per second"}})
+
+      prev = {}
+      statuses = {}
+      data.each do |vhost_data|
+        current = {:bytes_sent_per_sec => {}, :requests_per_sec => {}}
+        current[:bytes_sent_per_sec]['timestamp'] = vhost_data['timestamp'].to_f * 1000
+	statuses.keys.each do |s|
+          current[:bytes_sent_per_sec][s] = 0
+	end
+        current[:requests_per_sec]['timestamp'] = vhost_data['timestamp'].to_f * 1000
+        statuses.keys.each do |s|
+          current[:requests_per_sec][s] = 0
+	end
+        vhost_data['stats'].each_pair do |status, values|
+          statuses[status] = true
+          unless prev.has_key?(status) then
+            prev[status] = values
+	    prev[status]['timestamp'] = vhost_data['timestamp']
+            next
+          end
+      
+          time_diff = vhost_data['timestamp'].to_i - prev[status]['timestamp'].to_i
+          bytes_sent_per_sec = ((values["bytes_sent"] - prev[status]['bytes_sent'])/time_diff.to_f).round(3)
+          requests_per_sec = ((values['requests'] - prev[status]['requests'])/time_diff.to_f).round(3)
+	  #TODO Interpolation of no data intervals
+	  #TODO take into account requests also
+	  if bytes_sent_per_sec < 0
+	    prev[status] = values
+	    prev[status]['timestamp'] = vhost_data['timestamp']
+	    next
+	  end
+       
+          current[:bytes_sent_per_sec][status] = bytes_sent_per_sec.to_f
+          current[:requests_per_sec][status] = requests_per_sec.to_f
+	  prev[status] = values
+	  prev[status]['timestamp'] = vhost_data['timestamp']
+	end
+        chart_requests[:graph_data] << current[:requests_per_sec]
+        chart_bytes[:graph_data] << current[:bytes_sent_per_sec]
+      end
+      statuses.keys.sort.each do |status|
+	properties =  self.statuses_properties.select{|a| a[:value_field] == status.to_s}.first
+	p status
+        chart_requests[:graphs] << { :value_axis => 'valueAxis1', :value_field => status.to_s, :line_color => properties[:line_color],  :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.8, :graph_type => 'line' }
+        chart_bytes[:graphs] << { :value_axis => 'valueAxis1', :value_field => status.to_s, :line_color => properties[:line_color],  :balloon_text => "[[title]]: ([[value]])", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.8, :graph_type => 'line' }
+      end
+      charts << chart_bytes << chart_requests
+    end
+    charts
+  end
+
+  def self.statuses_properties
+    [
+     { :value_field => "200",
+       :hidden => false,
+       :line_color => "#00FF00",
+       :line_thickness => 3,
+       :title => "Status 200"},
+     { :value_field => "202",
+       :hidden => false,
+       :line_color => "#00FF33",
+       :line_thickness => 3,
+       :title => "Status 202"},
+     { :value_field => "204",
+       :hidden => false,
+       :line_color => "#00FF66",
+       :line_thickness => 3,
+       :title => "Status 204"},
+     { :value_field => "206",
+       :hidden => false,
+       :line_color => "#00FF88",
+       :line_thickness => 3,
+       :title => "Status 206"},
+     { :value_field => "300",
+       :hidden => false,
+       :line_color => "#FFFF00",
+       :line_thickness => 3,
+       :title => "Status 301"},
+     { :value_field => "301",
+       :hidden => false,
+       :line_color => "#FFEE00",
+       :line_thickness => 3,
+       :title => "Status 300"},
+     { :value_field => "302",
+       :hidden => false,
+       :line_color => "#FFDD00",
+       :line_thickness => 3,
+       :title => "Status 302"},
+     { :value_field => "303",
+       :hidden => false,
+       :line_color => "#FFAA00",
+       :line_thickness => 3,
+       :title => "Status 303"},
+     { :value_field => "304",
+       :hidden => false,
+       :line_color => "#FF9900",
+       :line_thickness => 3,
+       :title => "Status 304"},
+     { :value_field => "400",
+       :hidden => false,
+       :line_color => "#FF8800",
+       :line_thickness => 3,
+       :title => "Status 400"},
+     { :value_field => "403",
+       :hidden => false,
+       :line_color => "#FF6600",
+       :line_thickness => 3,
+       :title => "Status 403"},
+     { :value_field => "404",
+       :hidden => false,
+       :line_color => "#FF4400",
+       :line_thickness => 3,
+       :title => "Status 404"},
+     { :value_field => "405",
+       :hidden => false,
+       :line_color => "#EE0000",
+       :line_thickness => 3,
+       :title => "Status 405"},
+     { :value_field => "406",
+       :hidden => false,
+       :line_color => "#CC0000",
+       :line_thickness => 3,
+       :title => "Status 406"},
+     { :value_field => "407",
+       :hidden => false,
+       :line_color => "#BB0000",
+       :line_thickness => 3,
+       :title => "Status 407"},
+     { :value_field => "408",
+       :hidden => false,
+       :line_color => "#AA0000",
+       :line_thickness => 3,
+       :title => "Status 408"},
+     { :value_field => "420",
+       :hidden => false,
+       :line_color => "#550000",
+       :line_thickness => 3,
+       :title => "Status 420"},
+     { :value_field => "500",
+       :hidden => false,
+       :line_color => "#FF0000",
+       :line_thickness => 3,
+       :title => "Status 500"},
+     { :value_field => "501",
+       :hidden => false,
+       :line_color => "#FF2200",
+       :line_thickness => 3,
+       :title => "Status 501"},
+     { :value_field => "502",
+       :hidden => false,
+       :line_color => "#FF4400",
+       :line_thickness => 3,
+       :title => "Status 502"},
+     { :value_field => "503",
+       :hidden => false,
+       :line_color => "#FF6600",
+       :line_thickness => 3,
+       :title => "Status 503"}
+    ]
+  end
+
+  def self.graphs
+    {}
+  end
+end

data/lib/app/models/bsdnet/bytes_in_out.rb

@@ -0,0 +1,54 @@
+class Bsdnet
+class BytesInOut
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaNotStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, host_id: 1, plugin_id: 1},{background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    options[:interface] = 'vlan254'
+    charts << self.bytes_chart(options)
+    #TODO interfaces??
+    return charts
+  end
+
+  def self.bytes_chart(options)
+    chart = self.chart_structure({:title => "Network traffic in/out", :value_axis => { :title => "Network traffic [Bytes]"}})
+    #TODO - sort by date
+    values = Bsdnet::BytesInOut.where(:timestamp.gte => options[:start]).
+                                where(:timestamp.lt => options[:end]).
+				where(:host_id => options[:host_id]).
+				where(:plugin_id => options[:plugin_id]).
+				order(timestamp: :asc)
+    prev = nil
+    values.each do |data|
+      if prev.nil?
+        prev = data
+        next
+      end
+      bytes_in_per_sec = (data[:bytes_in_v4] - prev[:bytes_in_v4])/(data[:timestamp] - prev[:timestamp])
+      bytes_out_per_sec = (data[:bytes_out_v4] - prev[:bytes_out_v4])/(data[:timestamp] - prev[:timestamp])
+      chart[:graph_data] << {
+        :timestamp => data[:timestamp],
+        :bytes_out => bytes_out_per_sec.to_i,
+        :bytes_in => bytes_in_per_sec.to_i
+      }
+      prev = data
+    end
+
+    chart
+  end
+
+  def self.graphs
+    {
+      :bytes_in => { :line_color => '#FF3300' },
+      :bytes_out => {:line_color => '#00FF00' }
+    }
+  end
+end
+end
+

data/lib/app/models/bsdnet/current_entries.rb

@@ -0,0 +1,34 @@
+class Bsdnet
+class CurrentEntries
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaNotStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = []
+    options[:interface] = 'vlan254'
+    charts << self.entries_chart(options)
+    return charts
+  end
+
+  def self.entries_chart(options)
+    chart = self.chart_structure({:title => "Network current entries", :value_axis => { :title => "Network entries []"}})
+    values = Bsdnet::CurrentEntries.where(:timestamp.gte => options[:start]).
+                                    where(:timestamp.lt => options[:end]).
+				    where(:host_id => options[:host_id]).
+				    where(:plugin_id => options[:plugin_id]).
+				    order(timestamp: :asc)
+    chart[:graph_data] = values
+    chart
+  end
+
+  def self.graphs
+    {
+      :current_entries => { :line_color => '#FF3300' },
+    }
+  end
+end
+end

data/lib/app/models/bsdnet.rb

@@ -0,0 +1,12 @@
+pwd  = File.dirname(File.expand_path(__FILE__))
+require "#{pwd}/bsdnet/bytes_in_out.rb"
+require "#{pwd}/bsdnet/current_entries.rb"
+
+class Bsdnet
+  def self.chart_data(options = {})
+    charts = []
+    charts +=  Bsdnet::BytesInOut.chart_data(options)
+    charts +=  Bsdnet::CurrentEntries.chart_data(options)
+    return charts
+  end
+end

data/lib/app/models/cpu.rb

@@ -0,0 +1,86 @@
+class Cpu
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  store_in collection: "opstat.reports"
+  index({timestamp: 1, host_id: 1, plugin_id: 1},{background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.cpu_chart(options)
+    return charts
+  end
+
+  def self.cpu_chart(options)
+    cpu_utilization = {
+               :value_axes => [
+	                  { 
+			    :name => "valueAxis1",
+			    :title => 'Cpu utilization in %',
+			    :position => 'left',
+			    :min_max_multiplier => 1,
+			    :stack_type => '100%',
+                            :include_guides_in_min_max => 'true',
+			    :grid_alpha => 0.1
+			  }
+			],
+               :graph_data => [],
+	       :category_field => 'timestamp',
+	       :graphs => [],
+	       :title => "Host CPU usage",
+	       :title_size => 20
+	     }
+
+    #CHOOSE HERE which
+    # TODO ADD ALL TYPES
+    graphs = {
+      'system' =>  { :value_axis => 'valueAxis1', :line_color => "#FF0000", :balloon_text => "[[title]]: ([[percents]]%)", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.8, :graph_type => 'line' },
+      'nice' => { :line_color => '#FF3300' },
+      'user' => { :line_color => '#FF7700' },
+      'iowait' => { :line_color => '#FFaa00' },
+      'irq' => { :line_color => '#FFdd00' },
+      'softirq' => { :line_color => '#FFFF00' },
+      'idle' => {:line_color => '#00FF00' }
+    }
+    prev = nil
+    self.cpu_aggregate(options).each do |data|
+      if prev.nil? then
+        prev = data
+        next
+      end
+      temp = {"timestamp" => data[:timestamp]}
+      graphs.each_key {|g| temp[g] = data[g] - prev[g]}
+      cpu_utilization[:graph_data] << temp
+      prev = data
+    end
+
+    graphs.each_pair do |graph, properties|
+      #TODO value_axis
+      #TODO merge set values with default
+      cpu_utilization[:graphs] << { :value_axis => 'valueAxis1', :value_field => graph, :line_color => properties[:line_color],  :balloon_text => "[[title]]: ([[percents]]%)", :line_thickness => 1, :line_alpha => 1, :fill_alphas => 0.8, :graph_type => 'line', :title => graph}
+    end
+    cpu_utilization
+  end
+
+  def self.cpu_detailed(options)
+  end
+
+  def self.cpu_aggregate(options)
+    #data = Cpu.where( { :timestamp => {:$gte => options[:start],:$lt => options[:end]} , :cpu_id => 'cpu', :host_id => options[:host_id], :plugin_id => options[:plugin_id]} ).order_by(timestamp: asc).all
+
+    data = Cpu.where( :timestamp.gte => options[:start]).
+               where( :timestamp.lt => options[:end]).
+               where( :cpu_id => 'cpu').
+	       where( :host_id => options[:host_id]).
+	       where( :plugin_id => options[:plugin_id] ).order_by(timestamp: :asc)
+    data
+  end
+
+  def self.graphs_defaults
+   []
+  end
+
+  def self.axes_defaults
+    []
+  end
+end

data/lib/app/models/disk.rb

@@ -0,0 +1,51 @@
+class Disk 
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::AreaStackedChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, host_id: 1, plugin_id: 1})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts = self.all_disks_charts(options)
+    return charts
+  end
+
+  def self.all_disks_charts(options)
+    charts = []
+    Disk.where(:timestamp.gte => options[:start]).
+         where(:timestamp.lt => options[:end]).
+	 where(:host_id => options[:host_id]).
+	 where(:plugin_id => options[:plugin_id]).
+	 order_by(timestamp: :asc).group_by{|u| u.mount}.each_pair do |mount, values|
+      charts << self.disk_chart(mount, values)
+    end
+    return charts
+  end
+
+  def self.disk_chart(mount, values)
+    chart = self.chart_structure({:title => "Disk space usage for #{mount}", :value_axis => { :title => "Disk usage in KB"}})
+    #TODO - get fields from above DRY
+    chart[:graph_data] = values
+    chart
+  end
+
+  def self.graphs
+    {
+      :block_used => {
+        :hidden => false,
+        :line_color => "#FF0000",
+        :line_thickness => 3,
+        :title => "block used"
+      },
+      :block_free => { 
+         :hidden => false,
+         :line_color => "#00FF00",
+         :line_thickness => 3,
+         :title => "block free"
+      }
+    }
+  end
+end

data/lib/app/models/disk_io.rb

@@ -0,0 +1,53 @@
+class DiskIo
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  include Graphs::LineChart
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, hostname: 1, ip_address: 1},{background: true})
+
+  def self.chart_data(options = {})
+    charts = []
+    charts << self.disk_io_charts(options)
+    return charts
+  end
+
+  def self.disk_io_charts(options)
+    chart = self.chart_structure({:title => "Host load average", :value_axis => { :title => "Memory size in KB"},:include_guides_in_min_max => false})
+
+    #CHOOSE HERE which
+    # TODO ADD ALL TYPES
+    #TODO ADD GUIDES - if num of cores from facter
+    graphs = [ :load_1m, :load_5m, :load_15m ]
+
+#TODO cpu and here - sort by timestamp
+    chart[:graph_data] = DiskIo.where(:timestamp.gte => options[:start]).
+                                where(:timestamp.lt => options[:end]).
+				where(:host_id => options[:host_id]).
+				where(:plugin_id => options[:plugin_id]).
+				order(timestamp: :asc)
+
+    chart
+  end
+  
+  def self.graphs
+    { 
+      :load_15m => { 
+        :hidden => false,
+        :line_color => "#FF0000",
+        :line_thickness => 3,
+        :title => "Load 15 minutes average"},
+       :load_5m => {
+         :hidden => false,
+         :line_color => "#FFFF00",
+         :line_thickness => 2,
+         :title => "Load 5 minutes average"},
+       :load_1m => {
+         :hidden => false,
+         :line_color => "#FFaa00",
+         :line_thickness => 1,
+         :title => "Load 1 minute average"}
+     }
+  end
+end

data/lib/app/models/facts.rb

@@ -0,0 +1,30 @@
+class Facts
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+  index({timestamp: 1, host_id: 1, plugin_id: 1, plugin_type: 1}, {background: true})
+  index({host_id: 1, plugin_id: 1},{background: true})
+
+
+  def self.chart_data(options = {})
+    facter_data = {}
+    self.where(:timestamp.gte => options[:start]).
+         where(:ip_address => options[:ip_address]).
+	 where(:hostname => options[:hostname]).order_by(timestamp: :asc).each do |data|
+      facter_data[data[:name]] ||= data[:value]
+    end
+    { :facter_data => facter_data }
+  end
+    
+  def self.get_latest_facts_for_host(host_id)
+    Facts.where(:host_id => host_id)
+          where(:plugin_type => 'facts').
+	  last
+  end
+
+  def self.legend
+    @legend = {}
+  end
+end

data/lib/app/models/fpm.rb

@@ -0,0 +1,138 @@
+class Fpm
+  include Mongoid::Document
+  include Mongoid::Attributes::Dynamic
+  include Mongoid::Timestamps
+  store_in collection: "opstat.reports"
+  field :timestamp, type: DateTime
+
+  def self.chart_data(options = {})
+    charts = self.fpms_charts(options)
+    return charts
+  end
+
+  def self.fpms_charts(options = {})
+    charts = []
+    Fpm.where(:timestamp.gte => options[:start]).
+        where(:timestamp.lt => options[:end]).
+	where(:host_id => options[:host_id]).
+	where(:plugin_id => options[:plugin_id]).
+	order_by(timestamp: :asc).group_by{|u| u.pool}.each_pair do |pool, values|
+      charts << self.fpm_chart(pool,values)
+    end
+    return charts
+  end
+
+  def self.fpm_chart(pool, values)
+    max_active_processes = 0
+    chart_data = {
+               :value_axes => self.axes,
+               :graph_data => [],
+               :graphs => self.graphs,
+               :title => "#{pool} FPM pool statistic",
+	       :category_field => 'timestamp',
+               :title_size => 20,
+	       :guides => {}
+             }
+
+    prev = nil
+    values.each do |value|
+      temp = {}
+     
+      if prev.nil? then
+        prev = value 
+        next
+      end
+
+      time_diff = value[:timestamp].to_i - prev[:timestamp].to_i
+      accepted_connections_per_sec = ((value[:accepted_connections] - prev[:accepted_connections])/time_diff.to_f).round(3)
+      #Interpolation of no data intervals
+      if accepted_connections_per_sec < 0
+        prev = value
+        next
+      end
+       
+      max_active_processes = value[:processes_active_max] if value[:processes_active_max] > max_active_processes
+
+      temp = {'timestamp' => value[:timestamp]}
+      temp[:processes_active] = value[:processes_active]
+      temp[:processes_idle] = value[:processes_idle]
+      temp[:accepted_connections_per_sec] = accepted_connections_per_sec.to_f
+      prev = value
+      chart_data[:graph_data] << temp
+    end
+    chart_data[:guides] = [
+      {
+        :value => max_active_processes,
+        :value_axis => 'valueAxis2',
+        :line_color => "#FF0000",
+        :line_thickness => 1,
+        :dash_length => 5,
+        :label => "Max processes",
+        :inside => 'true',
+        :line_alpha => 1,
+        :position => 'bottom',
+      }
+    ]
+    
+    return chart_data
+  end
+  
+  def self.graphs
+    [
+     { :value_field => "processes_active",
+	:graph_type => 'line',
+       :hidden => false,
+       :balloon_text => "[[title]]: ([[value]])",
+       :line_color => "#FF0000",
+       :line_thickness => 1,
+       :line_alpha => 1,
+       :fill_alphas => 0.6,
+       :title => "Active Processes",
+       :value_axis => "valueAxis2"},
+     { :value_field => "processes_idle",
+	:graph_type => 'line',
+       :hidden => false,
+       :balloon_text => "[[title]]: ([[value]])",
+       :line_color => "#00FF00",
+       :line_thickness => 1,
+       :line_alpha => 1,
+       :fill_alphas => 0.6,
+       :title => "Idle processes",
+       :value_axis => "valueAxis2"},
+     { :value_field => "accepted_connections_per_sec",
+       :graph_type => 'line',
+       :hidden => false,
+       :balloon_text => "[[title]]: ([[value]])",
+       :line_color => "#0000FF",
+       :line_thickness => 3,
+       :line_alpha => 1,
+       :fill_alphas => 0,
+       :title => "Accepted connections per second",
+       :value_axis => "valueAxis1"},
+    ]
+  end
+
+  def self.axes
+    [
+      {
+	:name => 'valueAxis1',
+        :title => 'Accepted connections per second',
+	:position => 'right',
+        :min_max_multiplier => 1,
+        :grid_alpha => 0.07,
+        :include_guides_in_min_max => 'true',
+        :stack_type => "none"
+      },
+      {
+	:name => 'valueAxis2',
+        :title => 'Active processes',
+	:position => 'left',
+        :grid_alpha => 0.07,
+        :min_max_multiplier => 1,
+        :include_guides_in_min_max => 'true',
+        :stack_type => "regular"
+      }
+    ]
+
+  end
+end