cloudscale 0.0.1

data/lib/cloudscale/plugins/mongo/mongo_server_status.rb

@@ -0,0 +1,172 @@
+#require "#{File.dirname(__FILE__)}/../preops/plugin_mongodb_preop"
+require "#{File.dirname(__FILE__)}/../plugin"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Plugins
+    class MongoServerStatus < Plugins::Plugin
+      
+      attr_accessor :db
+      attr_reader :menu_generalInformation, :menu_idxCounter, :menu_globalLock, :menu_opCounter, :menu_memory, :menu_network,
+      :indexCountersBtreeHits, :indexCountersBtreeAccesses, :indexCountersBtreeMisses, :globalLockLockTime,
+      :globalLockTotalTime, :opcountersInsert, :opcountersQuery, :opcountersUpdate, :opcountersDelete, :opcountersGetMore,
+      :generalInformation, :memBits, :memResident, :memVirtual, :memMapped, :memMappedWithJournal,
+      :networkBytesIn, :networkBytesOut, :networkNumOfRequests
+      def log
+        @log = Logger.new(STDOUT)
+      end
+  
+      def is_enabled
+        false
+      end
+  
+      def initialize
+        super
+        if is_enabled
+          menus = Plugins::PluginMenus.load_hash()
+          @menu_generalInformation = load_menu(menus["mongodb-server-stats"], "generalInformation")
+          @menu_idxCounter = load_menu(menus["mongodb-server-stats"], "indexCounters")
+          @menu_globalLock = load_menu(menus["mongodb-server-stats"], "globalLock")
+          @menu_opCounter = load_menu(menus["mongodb-server-stats"], "opCounters")
+          @menu_memory = load_menu(menus["mongodb-server-stats"], "memory")
+          @menu_network = load_menu(menus["mongodb-server-stats"], "network")
+          
+          @db = Plugins::PluginPreop.instance.db
+          components = Plugins::PluginComponents.load_hash()
+          @indexCountersBtreeHits = load_metric(components["mongodb-server-stats"], "indexCountersBtreeHits")        
+          @indexCountersBtreeAccesses = load_metric(components["mongodb-server-stats"], "indexCountersBtreeAccesses")
+          @indexCountersBtreeMisses = load_metric(components["mongodb-server-stats"], "indexCountersBtreeMisses")
+          
+          @globalLockLockTime = load_metric(components["mongodb-server-stats"], "globalLockLockTime")
+          @globalLockTotalTime = load_metric(components["mongodb-server-stats"], "globalLockTotalTime")
+    
+          @opcountersInsert = load_metric(components["mongodb-server-stats"], "opcountersInsert")
+          @opcountersQuery = load_metric(components["mongodb-server-stats"], "opcountersQuery")
+          @opcountersUpdate = load_metric(components["mongodb-server-stats"], "opcountersUpdate")
+          @opcountersDelete = load_metric(components["mongodb-server-stats"], "opcountersDelete")
+          @opcountersGetMore = load_metric(components["mongodb-server-stats"], "opcountersGetMore")
+    
+          @generalInformation = load_metric(components["mongodb-server-stats"], "generalInformation")
+    
+          @memBits = load_metric(components["mongodb-server-stats"], "memBits")
+          @memResident = load_metric(components["mongodb-server-stats"], "memResident")
+          @memVirtual = load_metric(components["mongodb-server-stats"], "memVirtual")
+          @memMapped = load_metric(components["mongodb-server-stats"], "memMapped")
+          @memMappedWithJournal = load_metric(components["mongodb-server-stats"], "memMappedWithJournal")
+    
+          @networkBytesIn = load_metric(components["mongodb-server-stats"], "networkBytesIn")
+          @networkBytesOut = load_metric(components["mongodb-server-stats"], "networkBytesOut")
+          @networkNumOfRequests = load_metric(components["mongodb-server-stats"], "networkNumOfRequests")
+        end
+      end
+  
+      def collect(agentInstanceId)
+        log.info("Calling Collect on MongoServerStatus")
+        report_index_counters(agentInstanceId)
+        report_global_lock_times(agentInstanceId)
+        report_op_counters(agentInstanceId)
+        report_general_information(agentInstanceId)
+        report_memory(agentInstanceId)
+        report_network(agentInstanceId)
+      end
+  
+      def report_memory(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+        report(memBits, menu_memory, stats['mem']['bits'], false, agentInstanceId, "memBitsChart",
+        "Memory bits", "Memory bits across collections in the database", "area", "Time", "Count", "c",  nil)
+  
+        report(memResident, menu_memory, stats['mem']['resident'], false, agentInstanceId, "memResidentChart",
+        "Memory resident", "Memory resident across collections in the database", "area", "Time", "Count", "c",  nil)
+  
+        report(memVirtual, menu_memory, stats['mem']['virtual'], false, agentInstanceId, "memVirtualChart",
+        "Memory virtual", "Memory virtual across collections in the database", "area", "Time", "Count", "c",  nil)
+  
+        report(memMapped, menu_memory, stats['mem']['mapped'], false, agentInstanceId, "memMappedChart",
+        "Memory mapped", "Memory mapped across collections in the database", "area", "Time", "Count", "c",  nil)
+  
+        report(memMappedWithJournal, menu_memory, stats['mem']['mappedWithJournal'], false, agentInstanceId, "memMappedWithJournalChart",
+        "Memory mapped with Journal", "Memory mapped with Journal across collections in the database", "area", "Time", "Count", "c",  nil)
+  
+      end
+  
+      def report_network(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+  
+        report(networkBytesIn, menu_network, stats['network']['bytesIn'], true, agentInstanceId, "networkBytesInChart",
+        "Network Bytes in", "Network Bytes in", "area", "Time", "Count", "B",  "s")
+  
+        report(networkBytesOut, menu_network, stats['network']['bytesOut'], true, agentInstanceId, "networkBytesOutChart",
+        "Network Bytes out", "Network Bytes out", "area", "Time", "Count", "B",  "s")
+  
+        report(networkNumOfRequests, menu_network, stats['network']['numRequests'], true, agentInstanceId, "networkNumOfRequests",
+        "Number of Requests", "Number of Requests", "area", "Time", "Count", "c",  "s")
+      end
+  
+      def report_general_information(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+  
+        body = Array.new
+        body.push(["Host", stats['host']])
+        body.push(["Version", stats['version']])
+        body.push(["Uptime", stats['uptime']])
+        body.push(["Local time", stats['localTime']])
+        body.push(["Connections currently", stats['connections']['current']])
+        body.push(["Connections available", stats['connections']['available']])
+        mongo_general_inf_table = Monitor::Table.new("generalInformationMonGo", "MongoDB General Information", nil, body, "compact")
+        mongo_general_inf_table.caption = "General Information regarding your MongoDB Instance"
+  
+        persist_table(mongo_general_inf_table, agentInstanceId, menu_generalInformation)
+      end
+  
+      def report_op_counters(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+        report(opcountersInsert, menu_opCounter, stats['opcounters']['insert'], true, agentInstanceId, "opcountersInsertChart",
+        "Operation Counter Inserts", "Operation Counter Inserts across collections in the database", "area", "Time", "Count", "c",  "s")
+  
+        report(opcountersQuery, menu_opCounter, stats['opcounters']['query'], true, agentInstanceId, "opcountersQueryChart",
+        "Operation Counter Query", "Operation Counter Query across collections in the database", "area", "Time", "Count", "c",  "s")
+  
+        report(opcountersUpdate, menu_opCounter, stats['opcounters']['update'], true, agentInstanceId, "opcountersUpdateChart",
+        "Operation Counter Update", "Operation Counter Update across collections in the database", "area", "Time", "Count", "c",  "s")
+  
+        report(opcountersDelete, menu_opCounter, stats['opcounters']['delete'], true, agentInstanceId, "opcountersDeleteChart",
+        "Operation Counter Delete", "Operation Counter Delete across collections in the database", "area", "Time", "Count", "c",  "s")
+  
+        report(opcountersGetMore, menu_opCounter, stats['opcounters']['getmore'], true, agentInstanceId, "opcountersGetMoreChart",
+        "Operation Counter Get More", "Operation Counter Get More across collections in the database", "area", "Time", "Count", "c",  "s")
+  
+      end
+  
+      def report_index_counters(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+  
+        if (stats["indexCounters"] and stats["indexCounters"]["btree"])
+          report(indexCountersBtreeAccesses, menu_idxCounter, stats['indexCounters']['btree']['accesses'], true, agentInstanceId, "btreeAccessesChart",
+          "Number of btree accesses", "Number of btree accesses across all collections in the database" , "area", "Time", "Count", "c", "s")
+  
+          report(indexCountersBtreeMisses, menu_idxCounter, stats['indexCounters']['btree']['misses'], true, agentInstanceId, "btreeMissesChart",
+          "Number of btree misses", "Number of btree misses across all collections in the database" , "area", "Time", "Count", "c", "s")
+  
+          report(indexCountersBtreeHits, menu_idxCounter, stats['indexCounters']['btree']['hits'], true, agentInstanceId, "btreeHitsChart",
+          "Number of btree hits", "Number of btree hits across all collections in the database" , "area", "Time", "Count", "c", "s")
+        end
+      end
+  
+      def report_global_lock_times(agentInstanceId)
+        stats = @db.command('serverStatus' => 1)
+        if stats['globalLock']
+          report(globalLockLockTime, menu_globalLock, stats['globalLock']['lockTime'], false, agentInstanceId, "globalLockLockTimeChart",
+          "Globallock Lock Time", "The global lock time across collections in the database" , "area", "Time", "", "s",  nil)
+  
+          report(globalLockTotalTime, menu_globalLock, stats['globalLock']['totalTime'], false, agentInstanceId, "globalLockTotalTimeChart",
+          "Number of btree hits", "The global lock time in total across collections in the database" , "area", "Time", "", "s", nil)
+        end
+      end
+  
+    end
+  end
+end

data/lib/cloudscale/plugins/os/data/os_chart.json

@@ -0,0 +1,362 @@
+{
+	"os.cpu.perc" : {
+		"chartId" : "os.cpu.perc",
+		"options" : {
+			"title" : { "text" : "CPU Usage" },
+			"subtitle" : { "text" : "The CPU usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "CPU Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.cpu.perc\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.ram" : {
+		"chartId" : "os.ram",
+				"options" : {
+			"title" : { "text" : "RAM Usage" },
+			"subtitle" : { "text" : "The RAM usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "RAM Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.ram\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.swap" : {
+		"chartId" : "os.swap",
+				"options" : {
+			"title" : { "text" : "Swap Usage" },
+			"subtitle" : { "text" : "The Swap usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Swap Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select mean(value) from /^[[agentInstanceId]].os.swap\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.net.received.packets" : {
+		"chartId" : "os.net.received.packets",
+		"options" : {
+			"title" : { "text" : "Net Usage received" },
+			"subtitle" : { "text" : "The net usage packets received usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage received",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.received.packets\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.send.packets" : {
+		"chartId" : "os.net.send.packets",
+		"options" : {
+			"title" : { "text" : "Net Usage packets send" },
+			"subtitle" : { "text" : "The net usage packets send usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage send",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.send.packets\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.received.bytes" : {
+		"chartId" : "os.net.received.bytes",
+		"options" : {
+			"title" : { "text" : "Net Usage bytes received" },
+			"subtitle" : { "text" : "The net usage bytes received usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage bytes received",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.received.bytes\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.net.send.bytes" : {
+		"chartId" : "os.net.send.bytes",
+		"options" : {
+			"title" : { "text" : "Net Usage bytes send" },
+			"subtitle" : { "text" : "The net usage bytes send usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Net Usage bytes send",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.network.send.bytes\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"os.disk.usage" : {
+		"chartId" : "os.disk.usage",
+		"options" : {
+			"title" : { "text" : "Disk Usage" },
+			"subtitle" : { "text" : "The disk usage" },
+			"chart" : {
+				"type": "pie"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Last 15 Minutes"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk Usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select value from /^[[agentInstanceId]].os.disk.usage\\./i where time > now() - 15m group by time(15m) limit 1"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.disk.read" : {
+		"chartId" : "os.disk.read",
+		"options" : {
+			"title" : { "text" : "Disk read Usage" },
+			"subtitle" : { "text" : "The disk read usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk read usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.disk.iops\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"os.disk.write" : {
+		"chartId" : "os.disk.write",
+		"options" : {
+			"title" : { "text" : "Disk write Usage" },
+			"subtitle" : { "text" : "The disk write usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "bytes"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Disk write usage",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" : [{
+			"command" : "select derivative(value) from /^[[agentInstanceId]].os.disk.iops\\./i WHERE time > now() - 300s GROUP BY time(10s)"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "os.overview",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	}
+}