cloudscale 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2ae417e9a0ad0393aa9d12c3ad5ebe2011b43469
-  data.tar.gz: ac2fc6528ec4b6de4182394d63dec48ed6dc982b
+  metadata.gz: 076b3c0a89c636a51e24ce4f0b878997fbd782a7
+  data.tar.gz: c8d285c178ad942b87609e09edec16d3c05ecf7e
 SHA512:
-  metadata.gz: 02d8676dadadc22ade4d50f3386d397e9e186c2b5ea642a0d1fcdffcb8fe4ca0fe632a28ff5394bb3bb032f8971cb8cd8dcda9f7b12d12a5115b6c3d6a2c1ba8
-  data.tar.gz: 6a3310a96126b81bca26a7a31e54af3e44743a5056b34e77bebc1580d0c8f9fed55c900a5decb3def3e57a708786fb098ff4e55c036726aa9451124e297020bf
+  metadata.gz: 881c2fe647ba573a69b23213624d0facf2e101aef3aa0534d98bd05eec5002f9de506a567b5ff54dad63eaeeab26b0599de3e97ab8c483c39fce9e480844687a
+  data.tar.gz: 4435e35253c3e2a89d04ced0bac5812eadc792c89f9ef82160a698a0c3ab88fb395bb019a70567d8f26f099868fd75ffaa32cbe09ec5b3fc355b1d039c472b1f

data/bin/cloudscale

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "cloudscale"
+
+Cloudscale::Monitor(ARGV)

data/lib/cloudscale/monitor/agent/agent.rb

@@ -37,7 +37,7 @@ module Cloudscale
 
         if (registry.stored_agent_instance != nil)
           agent_instance = client.searchOne('agentInstances',
-            'findByAgentInstanceId', { :id => registry.agent_instance_id })
+            'findByAgentInstanceId', { :agentInstanceId => registry.agent_instance_id })
         end
 
         if (agent_instance == nil)
@@ -93,13 +93,19 @@ module Cloudscale
         puts "Removing AgentInstance completely:\n"
 
         agent_instance = rest_client.searchOne('agentInstances',
-                'findByAgentInstanceId', { :id => agentInstanceId })
+                'findByAgentInstanceId', { :agentInstanceId => agentInstanceId })
 
         rest_client.delete('agentInstances', RestClientWrapper.load_entity_id(agent_instance))
 
         puts "    Deleting AgentInstance was successful \n\n"
       end
 
+      def self.alive(agentInstanceId)
+        rest_client = RestClientWrapper.instance
+
+        rest_client.get_with_path('agentInstances', agentInstanceId, 'alive')
+      end
+
     end
   end
 end

data/lib/cloudscale/monitor/reporter/influxdb_reporter.rb

@@ -13,7 +13,11 @@ module Cloudscale
     class InfluxDbReporter
       include Singleton
 
-      attr_reader :prefix
+      attr_reader :prefix, :client, :dataset
+
+      def log
+        @log = Logger.new(STDOUT)
+      end
 
       @@iDB = Constants::InfluxDb.load
 
@@ -87,9 +91,13 @@ module Cloudscale
 
       def initialize
         @prefix = Monitor::Registry.instance.agent_instance_id + "."
+        @client = InfluxDB::Client.new @@iDB["database"], { :host => @@iDB["host"], :port => @@iDB["port"], :username => @@iDB["username"],
+          :password => @@iDB["password"] }
       end
 
       def report(metrics)
+        clear
+
         timestamp = Time.now.to_i
         metrics.each do | key, metric |
           case metric
@@ -107,6 +115,10 @@ module Cloudscale
             puts 'Unhandled instrument'
           end
         end
+
+        if (hasSeries)
+          send
+        end
       end
 
       def reportTimer(name, timer, timestamp)
@@ -159,7 +171,7 @@ module Cloudscale
         p = @@pointsGauge[0]
         p[0] = timestamp
         p[1] = gauge.get[:value]
-        raise "gauge dataset not equals column length" unless p.length == @@COLUMNS_GAUGE.length        
+        raise "gauge dataset not equals column length" unless p.length == @@COLUMNS_GAUGE.length
         appendSeries(@prefix, name, ".value", @@COLUMNS_GAUGE, p)
       end
 
@@ -179,9 +191,21 @@ module Cloudscale
         columns.each_with_index { | val, index |
           data[columns[index]] = points[index]
         }
-        client = InfluxDB::Client.new @@iDB["database"], { :host => @@iDB["host"], :port => @@iDB["port"], :username => @@iDB["username"],
-          :password => @@iDB["password"] }
-        client.write_point(namePrefix + name + nameSuffix, data, false)
+
+        @dataset.push({:name => namePrefix + name + nameSuffix, :data => data})
+      end
+
+      def send()        
+        log.info("Dataset length: #{@dataset.length}. Now sending...")
+        @client.write_points(@dataset, false)
+      end
+
+      def clear()
+        @dataset = Array.new
+      end
+
+      def hasSeries()
+        return !@dataset.empty?
       end
 
     end

data/lib/cloudscale/plugins/mongo/preops/mongodb_preop.rb

@@ -17,15 +17,23 @@ module Cloudscale
     class MongodbPreop < Preops::PluginPreop
       include Singleton
 
-      attr_accessor :options
+      attr_accessor :options, :client
 
       def is_enabled
-        true
+        enabled = true
+
+        if !defined? Mongo
+          enabled = false
+        end
+
+        enabled
       end
 
       def register
-        init_charts("#{File.dirname(__FILE__)}/../data/mongo_chart.json")
-        init_menus("#{File.dirname(__FILE__)}/../data/mongo_menu.json")
+        if is_enabled
+          init_charts("#{File.dirname(__FILE__)}/../data/mongo_chart.json")
+          init_menus("#{File.dirname(__FILE__)}/../data/mongo_menu.json")
+        end
       end
 
       def initialize

data/lib/cloudscale/plugins/mysql/data/mysql_chart.json

@@ -0,0 +1,506 @@
+{
+	"mysql.handler.general" : {
+		"chartId" : "mysql.handler.general",
+		"options" : {
+			"title" : { "text" : "Row Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Row Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.handler.general\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.counter",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.handler.transaction" : {
+		"chartId" : "mysql.handler.transaction",
+		"options" : {
+			"title" : { "text" : "Transction Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Transaction Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.handler.read.transaction\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.counter",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.handler.paging" : {
+		"chartId" : "mysql.handler.paging",
+		"options" : {
+			"title" : { "text" : "Read Paging Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Row Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.handler.read.paging\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.counter",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"mysql.innodb.buffer" : {
+		"chartId" : "mysql.innodb.buffer",
+		"options" : {
+			"title" : { "text" : "InnoDb Buffer Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Buffer Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.innodb.buffer\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.innodb",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.innodb.page" : {
+		"chartId" : "mysql.innodb.page",
+		"options" : {
+			"title" : { "text" : "InnoDb Page Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Page Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.innodb.page\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.innodb",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.innodb.row" : {
+		"chartId" : "mysql.innodb.row",
+		"options" : {
+			"title" : { "text" : "InnoDb Row Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Page Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.innodb.row\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.innodb",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.qcache.queries" : {
+		"chartId" : "mysql.qcache.queries",
+		"options" : {
+			"title" : { "text" : "InnoDb Query Cache Stats" },
+			"subtitle" : { "text" : "The row usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Query Cache Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.qcache\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.querycache",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"mysql.general.network" : {
+		"chartId" : "mysql.general.network",
+		"options" : {
+			"title" : { "text" : "MySQL Network Stats" },
+			"subtitle" : { "text" : "The network usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Network Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.network\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.general.binlog" : {
+		"chartId" : "mysql.general.binlog",
+		"options" : {
+			"title" : { "text" : "MySQL Binlog Stats" },
+			"subtitle" : { "text" : "The binlog usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Binlog Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.binlog\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.general.key" : {
+		"chartId" : "mysql.general.key",
+		"options" : {
+			"title" : { "text" : "MySQL Key Read/Write Stats" },
+			"subtitle" : { "text" : "The key read/write usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Key Read/Write Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.key\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 12,
+		"height" : 0
+	},
+	"mysql.general.connections" : {
+		"chartId" : "mysql.general.connections",
+		"options" : {
+			"title" : { "text" : "MySQL Connection Stats" },
+			"subtitle" : { "text" : "The connection usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Key Read/Write Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.connections\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.general.aborted" : {
+		"chartId" : "mysql.general.aborted",
+		"options" : {
+			"title" : { "text" : "MySQL abort Stats" },
+			"subtitle" : { "text" : "The abort usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Abort Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.aborted\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.general.open" : {
+		"chartId" : "mysql.general.open",
+		"options" : {
+			"title" : { "text" : "MySQL open Stats" },
+			"subtitle" : { "text" : "The files and tables open usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Files and Tables open Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.open\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	},
+	"mysql.general.select" : {
+		"chartId" : "mysql.general.select",
+		"options" : {
+			"title" : { "text" : "MySQL select Stats" },
+			"subtitle" : { "text" : "The select usage/performance details" },
+			"chart" : {
+				"type": "area"
+			},
+			"xAxis" : {
+				"title" : {
+					"text" : "Date"
+				},
+				"type" : "datetime"
+			},
+			"yAxis" : {
+				"title" : {
+					"text" : "short"
+				},
+				"type" : "linear"
+			},
+			"legend" : {
+				"title" : "Select and Join Statistics",
+				"enabled" : true,
+				"align" : "center",
+				"verticalAlign" : "bottom"
+			}
+		},
+		"queries" :[{
+			"command" : "select mean(value) from /^[[agentInstanceId]].mysql.general.select\\./i"
+		}],
+		"agentInstanceId" : null,
+		"menuId" : "mysql.general",
+		"order" : 0,
+		"width" : 6,
+		"height" : 0
+	}
+}