cloudscale 0.0.1

data/lib/cloudscale/plugins/mongo/data/os_chart.json

@@ -0,0 +1,362 @@
+{
+	"os.cpu.perc" : {
+		"chartId" : "os.cpu.perc",
+		"options" : {
+			"title" : { "text" : "CPU Usage" },
+			"subtitle" : { "text" : "The CPU usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "CPU Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.cpu.perc\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.ram" : {
+		"chartId" : "os.ram",
+				"options" : {
+			"title" : { "text" : "RAM Usage" },
+			"subtitle" : { "text" : "The RAM usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "RAM Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.ram\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.swap" : {
+		"chartId" : "os.swap",
+				"options" : {
+			"title" : { "text" : "Swap Usage" },
+			"subtitle" : { "text" : "The Swap usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Swap Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.swap\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.net.received.packets" : {
+		"chartId" : "os.net.received.packets",
+		"options" : {
+			"title" : { "text" : "Net Usage received" },
+			"subtitle" : { "text" : "The net usage packets received usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage received",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.received.packets\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.send.packets" : {
+		"chartId" : "os.net.send.packets",
+		"options" : {
+			"title" : { "text" : "Net Usage packets send" },
+			"subtitle" : { "text" : "The net usage packets send usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage send",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.send.packets\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.received.bytes" : {
+		"chartId" : "os.net.received.bytes",
+		"options" : {
+			"title" : { "text" : "Net Usage bytes received" },
+			"subtitle" : { "text" : "The net usage bytes received usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage bytes received",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.received.bytes\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.send.bytes" : {
+		"chartId" : "os.net.send.bytes",
+		"options" : {
+			"title" : { "text" : "Net Usage bytes send" },
+			"subtitle" : { "text" : "The net usage bytes send usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage bytes send",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.send.bytes\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.disk.usage" : {
+		"chartId" : "os.disk.usage",
+		"options" : {
+			"title" : { "text" : "Disk Usage" },
+			"subtitle" : { "text" : "The disk usage" },
+			"chart" : {
+				"type": "pie"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Last 15 Minutes"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select value from /^[[agentInstanceId]].os.disk.usage\\./i where time > now() - 15m group by time(15m) limit 1"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.disk.read" : {
+		"chartId" : "os.disk.read",
+		"options" : {
+			"title" : { "text" : "Disk read Usage" },
+			"subtitle" : { "text" : "The disk read usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk read usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.disk.iops\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.disk.write" : {
+		"chartId" : "os.disk.write",
+		"options" : {
+			"title" : { "text" : "Disk write Usage" },
+			"subtitle" : { "text" : "The disk write usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk write usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.disk.iops\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	}
+}

data/lib/cloudscale/plugins/mongo/data/os_menu.json

@@ -0,0 +1,17 @@
+{
+	"os":{
+		"menuId" : "os",
+		"label" : "Operating System",
+		"description": "All Operating System relevant information",
+		"order" : 1,
+		"agentInstanceId" : null,
+		"subItems" : [
+			{
+				"menuId" : "os.overview",
+				"label" : "OS Overview",
+				"description" : "All relevant information regarding the currently running Operating System below the Application",
+				"order" : 1
+			}
+		]
+	}
+}

data/lib/cloudscale/plugins/mongo/mongo_db_status.rb

@@ -0,0 +1,57 @@
+#require "#{File.dirname(__FILE__)}/../preops/plugin_mongodb_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Plugins
+    class MongoDbStatus < Plugins::Plugin
+      attr_reader
+
+      def log
+        @log = Logger.new(STDOUT)
+      end
+
+      def is_enabled
+        false
+      end
+
+      def initialize
+        super
+        if is_enabled
+        end
+      end
+
+      def collect(agentInstanceId)
+        log.info("Calling Collect on MongoDbStatus")
+        stats = @db.stats
+
+        registry.metrics["mongo.status.objects"] = metrics.gauge :status_objects do
+          { :value => stats['objects'] }
+        end
+
+        report(indexMetric, menu, stats['indexes'], false, agentInstanceId, "dbIndexChart",
+               "Indexes in database", "Total number of indexes in the database" , "area", "Time", "Count", "c", nil)
+
+        report(dataSizeMetric, menu, stats['dataSize'], false, agentInstanceId, "dbDataSizeChart",
+               "Data size of database", "Total data size of the database" , "area", "Time", "MB", "MB", nil)
+
+        report(indexSizeMetric, menu, stats['indexSize'], false, agentInstanceId, "dbStorageSizeChart",
+               "Storage size of database", "Total storage size of the database", "area", "Time", "MB", "MB", nil)
+
+        report(storageSizeMetric, menu, stats['storageSize'], false, agentInstanceId, "dbIndexSizeChart",
+              "Index size of database", "Total index size of the database" , "area", "Time", "MB", "MB", nil)
+
+        report(collectionsMetric, menu, stats['collections'], false, agentInstanceId, "dbCollectionsChart",
+             "Collections in database", "Total number of collections in the database" , "area", "Time", "Count", "c", nil)
+
+        report(avgObjSizeMetric, menu, stats['avgObjSize'], false, agentInstanceId, "dbAvgObjSizeChart",
+             "Average object size in database", "The average object size across all collections in the database" , "area", "Time", "MB", "MB", nil)
+      end
+
+    end
+  end
+end

data/lib/cloudscale/plugins/mongo/mongo_replica_status.rb

@@ -0,0 +1,103 @@
+#require "#{File.dirname(__FILE__)}/../preops/plugin_mongodb_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Plugins
+    class MongoReplicaStatus < Plugins::Plugin
+      
+      attr_reader :menu_replicaClusterStatus, :db
+      def log
+        @log = Logger.new(STDOUT)
+      end
+      
+      def is_enabled
+        false
+      end
+      
+      def initialize
+        super
+        if is_enabled
+          menus = Plugins::PluginMenus.load_hash()
+          @menu_replicaClusterStatus = load_menu(menus["mongodb-server-stats"], "replicaClusterStatus")
+                   
+          @db = Plugins::PluginPreop.instance.db
+          components = Plugins::PluginComponents.load_hash()
+          @metric = load_metric(components["mongodb-replica-stats"], "replicaClusterStatus")  
+        end
+      end
+      
+      def collectHourly(agentInstanceId)
+        log.info("Calling Collect on MongoReplicaStatus")
+        replset_status = db.command({'replSetGetStatus' => 1}, :check_response => false)
+        
+        unless replset_status['ok'] == 1
+          return "Node isn't a member of a Replica Set","Unable to fetch Replica Set status information."
+        end
+        
+        body = Array.new        
+        body.push(["Replica Set", replset_status['set']])
+        body.push(["Replica Set State", get_replica_state(replset_status['myState'])])      
+           
+        primary = replset_status['members'].detect { | member | member['state'] == 1 }
+        if primary
+          member = replset_status['members'].detect do | member |
+            member['self']
+          end
+    
+          if member
+            body.push(["Optime Difference for member " + member["name"], current_member['optimeDate'] - primary['optimeDate']])
+          end
+        end
+        
+        primary_server_table = Monitor::Table.new("replicaClusterStatus", "Replica Status Information", nil, body, "compact")
+        primary_server_table.caption = "Replica Status Information for a MongoDB Cluster"
+        persist_table(primary_server_table, agentInstanceId, metric["metricId"])
+        
+        head = ["Name", "Error Message (most recent)", "Health", "State", "Uptime", "Optime Date", "Last Heartbeat", "Last Hearbeat Received",
+          "Last Heartbeat Message", "Ping Ms"]
+        memberBody = Array.new
+        replset_status['members'].detect do | member | 
+          memberBody.push(member["name"], member["errmsg"], member["health"], member["stateStr"], member["uptime"], 
+            member["optimeDate"], member["lastHeartbeat"], member["lastHeartbeatRecv"], member["lastHeartbeatMessage"],
+            member["pingMs"])
+        end
+        member_server_table = Monitor::Table.new("replicaClusterStatus", "Replica Status Information", nil, memberBody, "compact")
+        member_server_table.caption = "Replica Status Information for a MongoDB Cluster"
+        persist_table(member_server_table, agentInstanceId, menu_replicaClusterStatus)
+        
+      end
+      
+      def get_replica_state(state)
+        member_state = case state
+          when 0
+            'Starting Up'
+          when 1
+            'Primary'
+          when 2
+            'Secondary'
+          when 3
+            'Recovering'
+          when 4
+            'Fatal'
+          when 5
+            'Starting up (forking threads)'
+          when 6
+            'Unknown'
+          when 7
+            'Arbiter'
+          when 8
+            'Down'
+          when 9
+            'Rollback'
+          end
+        return member_state
+      end
+      
+    end
+  end
+end