cloudscale-monitor 0.0.1

data/lib/cloudscale/plugins/definition/plugin_menus_mongodb.rb

@@ -0,0 +1,125 @@
+require "yaml/store"
+require "logger"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class PluginMenusMongoDb
+      
+      @@PLUGIN_MENU_PATH = "#{File.dirname(__FILE__)}/../../store/plugin_menu.store"
+      
+      #
+      # Define the components and metrics  of a Plugin
+      #       
+      def self.init_menus
+        @store = YAML::Store.new(@@PLUGIN_MENU_PATH)
+        hash = {
+          "mongodb-db-stats" => {
+            "name" => "mongodb-db-stats" ,
+            "label" => "MongoDB DB Statistics",
+            "description" => "Monitoring details for MongoDB Database",
+            "order"  => 0,
+            "agentInstanceId" => nil,
+            "subItems" => [{
+              "menuId" => "databaseStatistics",
+              "name" => "objdatabaseStatisticsects",
+              "label" => "General Database Statistics",
+              "description" => "TODO",
+              "order" => 0,
+            }]
+          },
+          "mongodb-server-stats" => {
+            "name" => "mongodb-server-stats" ,
+            "label" => "MongoDB Server Statistics",
+            "description" => "Monitoring details for MongoDB Server",
+            "order"  => 0,
+            "agentInstanceId" => nil,
+            "subItems" => [{
+              "menuId" => "generalInformation",
+              "name" => "generalInformation",
+              "label" => "General MongoDB Information",
+              "description" => "TODO",
+              "order" => 0
+            },{
+              "menuId" => "indexCounters",
+              "name" => "indexCounters",
+              "label" => "Index Counter",
+              "description" => "TODO",
+              "order" => 0             
+            },{
+              "menuId" => "globalLock",
+              "name" => "globalLock",
+              "label" => "Global Locks",
+              "description" => "TODO",
+              "order" => 1
+            },{
+              "menuId" => "opCounters",
+              "name" => "opcounters",
+              "label" => "Operation Counter",
+              "description" => "TODO",
+              "order" => 1
+            },{
+              "menuId" => "memory",
+              "name" => "memory",
+              "label" => "Memory",
+              "description" => "TODO",
+              "order" => 1
+            },{
+              "menuId" => "network",
+              "name" => "network",
+              "label" => "Network",
+              "description" => "TODO",
+              "order" => 1
+            }]
+          },
+          "mongodb-replica-stats" => {
+            "name" => "mongodb-replica-stats" ,
+            "label" => "MongoDB Repilcation Statistics",
+            "description" => "Monitoring details for MongoDB Server",
+            "order"  => 0,
+            "agentInstanceId" => nil,
+            "subItems" => [{
+              "menuId" => "replicaClusterStatus",
+              "name" => "replicaClusterStatus",
+              "label" => "Replication Cluster Status",
+              "description" => "TODO",
+              "order" => 0
+            }]
+          }}
+  
+        @store.transaction { hash.each { | k, v | @store[k] = v } }
+      end
+      
+      def self.is_initialized
+        begin
+          return File.read(@@PLUGIN_MENU_PATH) != nil
+        rescue
+          return false
+        end
+      end
+  
+      def self.remove_menus
+        begin
+          file = File.read(@@PLUGIN_MENU_PATH)
+          if (file != nil)
+            File.delete(@@PLUGIN_MENU_PATH)
+          end
+        rescue
+        end
+      end
+  
+      def self.load_hash
+        begin
+          YAML.load(File.read(@@PLUGIN_MENU_PATH))
+        rescue
+          return nil
+        end
+      end
+  
+    end
+  end
+end

data/lib/cloudscale/plugins/definition/plugin_menus_postgres.rb

@@ -0,0 +1,99 @@
+require "yaml/store"
+require "logger"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class PluginMenusPostgres
+      
+      @@PLUGIN_MENU_PATH = "#{File.dirname(__FILE__)}/../../store/plugin_menu.store"
+      
+      #
+      # Define the components and metrics  of a Plugin
+      #
+      def self.init_menus
+        @store = YAML::Store.new(@@PLUGIN_MENU_PATH)
+        hash = {
+          "pgDatabaseStats" => {
+              "name" => "pgDatabaseStats" ,
+              "label" => "Postgres Database Statistics",
+              "description" => "TODO",
+              "order"  => 0,
+              "agentInstanceId" => nil,
+              "subItems" => [{
+                "menuId" => "generalInformation",
+                "name" => "generalInformation",
+                "label" => "General Information",
+                "description" => "TODO",
+                "order" => 0
+              },{
+                "menuId" => "numBackends",
+                "name" => "numBackends",
+                "label" => "Number of Backends",
+                "description" => "TODO",
+                "order" => 0
+              },{
+                "menuId" => "transactionInformation",
+                "name" => "xactCommit",
+                "label" => "Transaction Commits",
+                "description" => "TODO",
+                "order" => 0
+              },{
+                "menuId" => "bulkOps",
+                "name" => "bulkOps",
+                "label" => "Buld Operations",
+                "description" => "TODO",
+                "order" => 0
+              }]
+          },
+          "pgTableStats" => {
+              "name" => "pgTableStats" ,
+              "label" => "Postgres Table Statistics",
+              "description" => "TODO",
+              "order"  => 0,
+              "agentInstanceId" => nil,
+              "subItems" => [{
+                "menuId" => "rowStats",
+                "name" => "rowStats",
+                "label" => "Row Statistics",
+                "description" => "TODO",
+                "order" => 0
+              }]
+         }}
+        
+        @store.transaction { hash.each { | k, v | @store[k] = v } }
+      end
+      
+      def self.is_initialized
+        begin
+          return File.read(@@PLUGIN_MENU_PATH) != nil
+        rescue
+          return false
+        end
+      end
+  
+      def self.remove_menus
+        begin
+          file = File.read(@@PLUGIN_MENU_PATH)
+          if (file != nil)
+            File.delete(@@PLUGIN_MENU_PATH)
+          end
+        rescue
+        end
+      end
+  
+      def self.load_hash
+        begin
+          YAML.load(File.read(@@PLUGIN_MENU_PATH))
+        rescue
+          return nil
+        end
+      end
+  
+    end
+  end
+end

data/lib/cloudscale/plugins/disk/sigar_disk_iops.rb

@@ -0,0 +1,71 @@
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/chart"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/measurement"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/value"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/statistic"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/unit"
+require "#{File.dirname(__FILE__)}/../preops/plugin_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class SigarDiskIops < Plugins::Plugin
+      attr_reader :menuDiskReadsWrites, :menuDiskByteReadsWrites, :disk_reads, :disk_writes, :disk_read_bytes, :disk_write_bytes
+  
+      def log
+        @log = Logger.new(STDOUT)
+      end
+  
+      def is_enabled
+        true
+      end
+  
+      def initialize
+        super
+        if is_enabled
+          menus = Plugins::PluginMenus.load_hash()
+          @menuDiskReadsWrites = load_menu(menus["disk"], "diskReadsWrites")
+          @menuDiskByteReadsWrites = load_menu(menus["disk"], "diskByteReadsAndWrite")
+                    
+          hash = Plugins::PluginComponents.load_hash()
+          @disk_reads = load_metric(hash["disk"], "diskReads")
+          @disk_writes = load_metric(hash["disk"], "diskWrites")
+          @disk_read_bytes = load_metric(hash["disk"], "diskReadBytes")
+          @disk_write_bytes = load_metric(hash["disk"], "diskWriteBytes")
+          @sigar = Plugins::PluginPreop.instance.sigar
+        end
+      end
+  
+      def collect(agentInstanceId)
+        log.info("Calling Collect on SigarDiskIops")
+        
+        fslist = @sigar.file_system_list
+        fslist.each do |fs|
+          dir_name = fs.dir_name
+          begin
+            usage = @sigar.file_system_usage(dir_name)
+            dir = dir_name.gsub(/[^0-9A-Za-z]/, '')
+            report(disk_reads, menuDiskReadsWrites, usage.disk_reads, true, agentInstanceId, "diskReadsPerSecondAreaChart-" + dir,
+              "Number of disk writes " + dir_name, "Number of disk writes of a disk or a specific mount-point" , "area", "Time", "Number", "c", "s")
+            
+            report(disk_writes, menuDiskReadsWrites, usage.disk_writes, true, agentInstanceId, "diskWritesPerSecondAreaChart-" + dir,
+              "Number of disk reads " + dir_name, "Number of disk reads  of a disk or a specific mount-point" , "area", "Time", "Number", "c", "s")
+            
+            report(disk_read_bytes, menuDiskByteReadsWrites, usage.disk_read_bytes, true, agentInstanceId, "diskReadBytesPerSecondAreaChart-" + dir,
+              "Number of bytes read " + dir_name, "Number of bytes read of a disk a specific mount-point" , "area", "Time", "Size in MB", "MB", "s")
+            
+            report(disk_write_bytes, menuDiskByteReadsWrites, usage.disk_write_bytes, true, agentInstanceId, "diskWriteBytesPerSecondAreaChart-" + dir,
+              "Number of bytes written " + dir_name, "Number of bytes written  of a disk a specific mount-point" , "area", "Time", "Size in MB", "MB", "s")
+          rescue Exception => e
+            puts e
+          end
+        end
+      end
+     
+    end
+  end
+end

data/lib/cloudscale/plugins/disk/sigar_disk_space.rb

@@ -0,0 +1,67 @@
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/chart"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/measurement"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/value"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/statistic"
+require "#{File.dirname(__FILE__)}/../../monitor/model/measurement/unit"
+require "#{File.dirname(__FILE__)}/../preops/plugin_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class SigarDiskSpace < Plugins::Plugin
+      
+      attr_reader :menu, :diskUsed, :diskFree, :diskTotal
+      def log
+        @log = Logger.new(STDOUT)
+      end
+      
+      def is_enabled
+        true
+      end
+      
+      def initialize
+        super
+        if is_enabled
+          menus = Plugins::PluginMenus.load_hash()
+          @menu = load_menu(menus["disk"], "diskUsage")
+                    
+          hash = Plugins::PluginComponents.load_hash()
+          @diskUsed = load_metric(hash["disk"], "diskUsed")
+          @diskFree = load_metric(hash["disk"], "diskAvailable")
+          @diskTotal = load_metric(hash["disk"], "diskTotal")
+          @sigar = Plugins::PluginPreop.instance.sigar
+        end
+      end
+      
+      def collect(agentInstanceId)
+        log.info("Calling Collect on SigarDiskSpace")
+        
+        fslist = @sigar.file_system_list
+        fslist.each do |fs|
+          dir_name = fs.dir_name
+          begin
+            usage = @sigar.file_system_usage(dir_name)
+            dir = dir_name.gsub(/[^0-9A-Za-z]/, '')
+            report(diskTotal, menu, usage.total, false, agentInstanceId, "diskTotalAreaChart-" + dir, "Total size of a disk " + dir_name,
+              "Total size of a disk or a specific mount-point" , "area", "Time", "Size in GB", "GB", nil)
+            report(diskFree, menu, usage.free, false, agentInstanceId, "diskFreeAreaChart-" + dir, "Free size of a disk " + dir_name,
+              "Used size of a disk or a specific mount-point" , "area", "Time", "Size in GB", "MB", nil)
+            report(diskUsed, menu, usage.total - usage.free, false, agentInstanceId, "diskUsedAreaChart-" + dir, "Used size of a disk " + dir_name,
+              "Free size of a disk a specific mount-point" , "area", "Time", "Size in GB", "GB", nil)
+          rescue Exception => e
+            puts e
+          end
+  
+        end
+      end
+  
+    end
+  
+  end
+
+end

data/lib/cloudscale/plugins/general/sigar_net_info.rb

@@ -0,0 +1,55 @@
+require "#{File.dirname(__FILE__)}/../../monitor/model/table/table"
+require "#{File.dirname(__FILE__)}/../preops/plugin_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class SigarNetInformation < Plugins::Plugin
+      
+      attr_reader :menu
+          
+      def log
+        @log = Logger.new(STDOUT)
+      end
+      
+      def is_enabled
+        true
+      end
+      
+      def initialize
+        super
+        if is_enabled
+          hash = Plugins::PluginMenus.load_hash()
+          @menu = load_menu(hash["general"], "networkInformation")   
+          @sigar = Plugins::PluginPreop.instance.sigar
+        end
+      end
+  
+      def collectHourly(agentInstanceId)
+        log.info("Calling Collect on SigarNetInformation")
+        ninfo = @sigar.net_info
+  
+        body = Array.new
+        body.push(["Hostname", ninfo.host_name])
+        body.push(["Domain Name", ninfo.domain_name])
+        body.push(["FQDN", @sigar.fqdn])
+        body.push(["Default gateway", ninfo.default_gateway])
+        body.push(["Default gateway interface", ninfo.default_gateway_interface])
+        body.push(["Primary DNS", ninfo.primary_dns])
+        body.push(["Secondary DNS", ninfo.secondary_dns])
+  
+        head = ["Settings", "Value"]
+        network_information_table = Monitor::Table.new("networkInformationNetworkInformation", "Network Information", head, body, "compact")
+        network_information_table.caption = "Network Information for the Server"
+  
+        persist_table(network_information_table, agentInstanceId, menu)
+      end
+  
+    end
+  end
+end

data/lib/cloudscale/plugins/general/sigar_os_information.rb

@@ -0,0 +1,45 @@
+require "#{File.dirname(__FILE__)}/../../monitor/model/coredata/coredata"
+require "#{File.dirname(__FILE__)}/../preops/plugin_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class SigarOsInformation < Plugins::Plugin
+      attr_reader :menu
+              
+      def log
+        @log = Logger.new(STDOUT)
+      end
+      
+      def is_enabled
+        true
+      end
+      
+      def initialize
+        super
+        if is_enabled
+          hash = Plugins::PluginMenus.load_hash()
+          @menu = load_menu(hash["general"], "osInformation")  
+          @sigar = Plugins::PluginPreop.instance.sigar
+        end
+      end
+  
+      def collectDaily(agentInstanceId)
+        log.info("Calling Collect on SigarOsInformation")
+        sys = @sigar.sys_info
+  
+        head = sys.name << " " << sys.version << " (" << sys.vendor_version << ")"
+        subHead = "Vendor: " << sys.vendor << " Architecture: " << sys.arch
+        coredata = Monitor::CoreData.new("osInforationOs", head, subHead, nil)
+  
+        persist_coredata(coredata, agentInstanceId, menu)
+      end
+  
+    end
+  end
+end