cloudscale 0.0.1

data/lib/cloudscale/monitor/agent/init_menus.rb

@@ -0,0 +1,44 @@
+require "yaml"
+require "logger"
+require "json"
+require "#{File.dirname(__FILE__)}/../../rest/rest_client"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class InitMenus
+      attr_accessor :log, :customer, :agentInstanceId, :server, :client
+
+      def initialize(agentInstanceId, path)
+        if (agentInstanceId == nil)
+          raise "InitMenu.new(): AgentInstanceId may not be null"
+        end
+
+        @log = Logger.new(STDOUT)
+        @log.info("Initializing Menu")
+        @client = RestClientWrapper.instance
+
+        file = File.read(path);
+        plugin = YAML.load(JSON.parse(file).to_yaml)
+        plugin.each do | key, value |
+          init_menu(value, agentInstanceId)
+        end
+      end
+
+      def init_menu(menuItem, agentInstanceId)
+        menuItem["agentInstanceId"] = agentInstanceId
+        test_menu = @client.searchOne("menus", "findByAgentInstanceIdAndMenuId", { :agentInstanceId => agentInstanceId, :menuId => menuItem["menuId"]})
+        if (test_menu == nil)
+          client.post("menus", menuItem)
+        else
+          client.patch("menus", RestClientWrapper.load_entity_id(test_menu), menuItem)
+        end
+      end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/agent/preops/general_preop.rb

@@ -0,0 +1,34 @@
+require "optparse"
+require "logger"
+require "#{File.dirname(__FILE__)}/preop"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class GeneralPreop < Preops::Preop
+      include Singleton
+
+      @@options = {
+        :token => {
+          :argument => "--token",
+          :description => "The Token, which is automatically generated in your Account for Monitoring",
+          :required => true,
+          :value => nil
+        },
+      }
+
+      def options
+        @@options
+      end
+
+      def initialize
+        self.init
+      end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/agent/preops/preop.rb

@@ -0,0 +1,72 @@
+require "#{File.dirname(__FILE__)}/../../../registry"
+require "#{File.dirname(__FILE__)}/../init_charts"
+require "#{File.dirname(__FILE__)}/../init_menus"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Preops
+    class Preop
+      attr_accessor :log, :registry
+
+      def init
+        @log = Logger.new(STDOUT)
+        @registry = Monitor::Registry.instance
+        @plugin_settings_db = FSDB::Database.new("#{File.dirname(__FILE__)}/../../../store/plugin/")
+        init_options()
+      end
+
+      def set_option_value(key, val)
+        options[key.to_sym][:value] = val
+      end
+
+      def get_option(key)
+        options[key.to_sym]
+      end
+
+      def get_option_value(key)
+        options[key.to_sym][:value] #|| @plugin_settings_db[key.to_s]
+      end
+
+      def init_options
+        @plugin_settings_db.fetch.each do | key |
+          if (options[key.to_sym])
+            options[key.to_sym][:value] = @plugin_settings_db[key]
+          end
+        end
+      end
+
+      def save_options
+        options.each do | key, value |
+          @plugin_settings_db[key.to_s] = value[:value].to_s
+        end
+      end
+
+      def clear_options
+        @plugin_settings_db.fetch.each do | element |
+          @plugin_settings_db.delete(element)
+        end
+      end
+
+      def init_charts(path)
+        log.info("Starting monitoring chart synchronization...")
+
+        Monitor::InitCharts.new(@registry.agent_instance_id, path)
+
+        log.info("Successfully synchronized charts...")
+      end
+
+      def init_menus(path)
+       log.info("Starting monitoring menu synchronization...")
+
+       Monitor::InitMenus.new(@registry.agent_instance_id, path)
+
+       log.info("Successfully synchronized menus...")
+     end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/model/agent/agent_instance.rb

@@ -0,0 +1,33 @@
+require "hashable"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class AgentInstance
+      include Hashable
+
+      attr_accessor :agent, :agentInstanceId, :token, :server, :settings,
+        :started
+
+      def initialize(agent, agentInstanceId, token, server, settings, started)
+        @agent = agent
+        @agentInstanceId = agentInstanceId
+        @token = token
+        @server = server
+        @settings = settings
+        @started = started
+      end
+
+      def to_h
+        hash = {}
+        instance_variables.each {|var| hash[var.to_s.delete("@")] = instance_variable_get(var) }
+        return hash
+      end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/model/agent/agent_instance_settings.rb

@@ -0,0 +1,26 @@
+require "hashable"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class Settings
+      include Hashable
+      
+      attr_reader :measurementCollectionInterval, :coredataCollectionInterval, :tableCollectionInterval,
+        :reportingInterval
+      
+      def initialize(measurementCollectionInterval, coredataCollectionInterval, 
+        tableCollectionInterval, reportingInterval)
+        @measurementCollectionInterval = measurementCollectionInterval
+        @coredataCollectionInterval = coredataCollectionInterval
+        @tableCollectionInterval = tableCollectionInterval
+        @reportingInterval = reportingInterval
+      end
+      
+    end
+  end
+end

data/lib/cloudscale/monitor/model/constants/agent_instance_store.rb

@@ -0,0 +1,42 @@
+require "yaml/store"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Constants
+    class AgentInstance
+  
+      @@AGENT_INSTANCE_STORE_PATH = "#{File.dirname(__FILE__)}/../../../store/agent/agent_instance.store"
+  
+      def self.create(hash)
+        settings = YAML::Store.new(@@AGENT_INSTANCE_STORE_PATH)
+  
+        settings.transaction {
+          hash.each { | key, value |
+            settings[key] = value
+          }
+        }
+      end
+  
+      def self.load
+        begin
+          YAML.load(File.read(@@AGENT_INSTANCE_STORE_PATH))
+        rescue
+          return nil
+        end
+      end
+      
+      
+      def self.remove
+        file = File.read(@@AGENT_INSTANCE_STORE_PATH)
+        if (file)
+          File.delete(@@AGENT_INSTANCE_STORE_PATH)
+        end
+      end
+  
+    end
+  end
+end

data/lib/cloudscale/monitor/model/constants/agent_store.rb

@@ -0,0 +1,23 @@
+require "yaml/store"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Constants
+    class Agent
+      
+      @@AGENT_STORE = "#{File.dirname(__FILE__)}/../../../store/agent/agent.store"
+      
+      def self.load
+        begin
+          YAML.load(File.read(@@AGENT_STORE))
+        rescue
+          return nil
+        end
+      end    
+    end
+  end
+end

data/lib/cloudscale/monitor/model/constants/influxdb_store.rb

@@ -0,0 +1,23 @@
+require "yaml/store"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Constants
+    class InfluxDb
+
+      @@INFLUXDB_STORE = "#{File.dirname(__FILE__)}/../../../store/agent/influxdb.store"
+
+      def self.load
+        begin
+          YAML.load(File.read(@@INFLUXDB_STORE))
+        rescue
+          return nil
+        end
+      end
+    end
+  end
+end

data/lib/cloudscale/monitor/model/influxdb/influxdata.rb

@@ -0,0 +1,28 @@
+require "hashable"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class InfluxData
+      include Hashable
+
+      attr_accessor :columns, :points
+
+      def initialize(columns, points)
+        @columns = columns
+        @points = points
+      end
+
+      def to_h
+        hash = {}
+        instance_variables.each {|var| hash[var.to_s.delete("@")] = instance_variable_get(var) }
+        return hash
+      end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/reporter/influxdb_reporter.rb

@@ -0,0 +1,188 @@
+require "singleton"
+require "influxdb"
+require "#{File.dirname(__FILE__)}/../../registry"
+require "#{File.dirname(__FILE__)}/../model/constants/influxdb_store"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class InfluxDbReporter
+      include Singleton
+
+      @@prefix = Monitor::Registry.instance.agent_instance_id + "."
+
+      @@iDB = Constants::InfluxDb.load
+
+      @@COLUMNS_TIMER = Array["time", "count", "min", "max", "mean", "std-dev",
+        "50-percentile", "75-percentile", "95-percentile", "99-percentile", "999-percentile",
+        "one-minute", "five-minute", "fifteen-minute", "mean-rate",
+        "run-count"
+	    ]
+
+      @@COLUMNS_HISTOGRAM = Array["time", "count", "min", "max", "mean", "std-dev",
+        "50-percentile", "75-percentile", "95-percentile", "99-percentile", "999-percentile",
+        "run-count"
+	    ]
+
+      @@COLUMNS_COUNT = Array["time", "count"]
+	    @@COLUMNS_GAUGE = Array["time", "value"]
+	    @@COLUMNS_METER = Array["time", "count", "one-minute", "five-minute", "fifteen-minute", "mean"]
+
+      @@pointsTimer = [[
+        0,
+        0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0,
+        0
+      ]]
+
+      @@pointsHistogram = [[
+        0,
+        0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0,
+        0
+      ]]
+
+      @@pointsCounter = [[
+        0,
+        0
+      ]]
+
+      @@pointsGauge = [[
+        0,
+        0
+      ]]
+
+      @@pointsMeter = [[
+        0,
+        0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]]
+
+      def initialize()
+      end
+
+      def report(metrics)
+        timestamp = Time.now.to_i
+        metrics.each do | key, metric |
+          case metric
+          when Metrics::Instruments::Counter
+            reportCounter(key, metric, timestamp)
+          when Metrics::Instruments::Gauge
+            reportGauge(key, metric, timestamp)
+          when Metrics::Instruments::Timer
+            reportTimer(key, metric, timestamp)
+          when Metrics::Instruments::Histogram
+            reportHistogram(key, metric, timestamp)
+          when Metrics::Instruments::Meter
+            reportMeter(key, metric, timestamp)
+          else
+            puts 'Unhandled instrument'
+          end
+        end
+      end
+
+      def reportTimer(name, timer, timestamp)
+        p = @@pointsTimer[0]
+		    p[0] = timestamp
+		    p[1] = timer.count
+		    p[2] = timer.min
+    		p[3] = timer.max
+    		p[4] = timer.mean
+    		p[5] = timer.std_dev
+    		p[6] = 0
+    		p[7] = timer.quantiles(0.75)
+    		p[8] = timer.quantiles(0.95)
+    		p[9] = timer.quantiles(0.99)
+    		p[11] = timer.one_minute_rate
+    		p[12] = timer.five_minute_rate
+    		p[13] = timer.fifteen_minute_rate
+    		p[14] = timer.mean_rate
+    		p[15] = timer.count
+        raise "timer dataset not equals column length" unless p.length == @@COLUMNS_TIMER.length
+        appendSeries(@@prefix, name, ".timer", @@COLUMNS_TIMER, p)
+	    end
+
+      def reportHistogram(name, histogram, timestamp)
+        p = @@pointsHistogram[0]
+		    p[0] = timestamp
+		    p[1] = histogram.size
+		    p[2] = histogram.min
+    		p[3] = histogram.max
+    		p[4] = histogram.mean
+    		p[5] = histogram.std_dev
+    		p[6] = 0
+    		p[7] = histogram.quantiles(0.75)
+    		p[8] = histogram.quantiles(0.95)
+    		p[9] = histogram.quantiles(0.99)
+    		p[11] = histogram.one_minute_rate
+        raise "histogram dataset not equals column length" unless p.length == @@COLUMNS_HISTOGRAM.length
+        appendSeries(@@prefix, name, ".histogram", @@COLUMNS_HISTOGRAM, p)
+	    end
+
+      def reportCounter(name, counter, timestamp)
+        p = @@pointsCounter[0]
+        p[0] = timestamp
+        p[1] = counter.to_i
+        raise "counter dataset not equals column length" unless p.length == @@COLUMNS_COUNT.length
+        appendSeries(@@prefix, name, ".count", @@COLUMNS_COUNT, p)
+      end
+
+      def reportGauge(name, gauge, timestamp)
+        p = @@pointsGauge[0]
+        p[0] = timestamp
+        p[1] = gauge.get[:value]
+        raise "gauge dataset not equals column length" unless p.length == @@COLUMNS_GAUGE.length
+        appendSeries(@@prefix, name, ".value", @@COLUMNS_GAUGE, p)
+      end
+
+      def reportMeter(name, meter, timestamp)
+        p = @@pointsMeter[0]
+        p[1] = 0
+    		p[2] = meter.one_minute_rate
+    		p[3] = meter.five_minute_rate
+    		p[4] = meter.fifteen_minute_rate
+    		p[5] = meter.mean_rate
+        raise "meter dataset not equals column length" unless p.length == @@COLUMNS_METER.length
+        appendSeries(@@prefix, name, ".value", @@COLUMNS_METER, p)
+      end
+
+      def appendSeries(namePrefix, name, nameSuffix, columns, points)
+        data = Hash.new
+        columns.each_with_index { | val, index |
+          data[columns[index]] = points[index]
+        }
+        client = InfluxDB::Client.new @@iDB["database"], { :host => @@iDB["host"], :port => @@iDB["port"], :username => @@iDB["username"],
+          :password => @@iDB["password"] }        
+        client.write_point(namePrefix + name + nameSuffix, data, false)
+      end
+
+    end
+  end
+end