cloudscale 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 66a4ec23c44700c7d80cc2d00163a944079071a9
+  data.tar.gz: 96d0911073295d9ac5e0217c26da5b48dc372423
+SHA512:
+  metadata.gz: d4d1648fee87cf5045706b90d86a47ddd59e96f22361be6aa5986a35e3d7b5c5c7c952d6956b7b2352aa21d62cb5956b0d1b8cab7220b41b9af0ad15408cf14f
+  data.tar.gz: e17a674df825b182654adbbf45faac820bab033b26d9aa9caad8b542715cf5daeebd8ed1187c37749ae10a6369797203fa65f72c400d0e49c1c021a6aad1d372

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Johannes Hiemer
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,33 @@
+# Cloudscale
+
+Monitoring Client for the evoila IaaS and PaaS Platform
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cloudscale'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cloudscale
+
+To prepare system for monitor execution, run bin/prepare_monitor.sh.
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/cloudscale-monitor/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/bin/autospec

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'autospec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rspec-core', 'autospec')

data/bin/bundler

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'bundler' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('bundler', 'bundler')

data/bin/htmldiff

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'htmldiff' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('diff-lcs', 'htmldiff')

data/bin/ldiff

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'ldiff' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('diff-lcs', 'ldiff')

data/bin/monitor

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'monitor' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('cloudscale', 'monitor')

data/bin/rake

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rake' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rake', 'rake')

data/bin/rspec

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rspec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rspec-core', 'rspec')

data/lib/cloudscale.rb

@@ -0,0 +1,127 @@
+require "optparse"
+require "singleton"
+require "yaml"
+require "json"
+require "#{File.dirname(__FILE__)}/cloudscale/version"
+require "#{File.dirname(__FILE__)}/cloudscale/monitor/agent/init"
+require "#{File.dirname(__FILE__)}/cloudscale/schedule"
+require "#{File.dirname(__FILE__)}/cloudscale/monitor/agent/preops/general_preop"
+require "#{File.dirname(__FILE__)}/cloudscale/plugins/plugin"
+Dir["#{File.dirname(__FILE__)}/cloudscale/plugins/*/*.rb"].each { | f | require f }
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    options = {}
+    mandatory = Array.new
+    mandatoryGeneral = Array.new
+
+    scheduler = nil
+
+    Monitor::GeneralPreop.instance.init
+
+    parser = OptionParser.new do | parser |
+
+      parser.banner = "Usage: monitoring COMMAND [OPTIONS]"
+      parser.separator  ""
+      parser.separator  "Commands"
+      parser.separator  "     start:  Start cloudscale monitoring agent"
+      parser.separator  "     stop:   Stop cloudscale monitoring agent"
+      parser.separator  ""
+      parser.separator  "     reset:  This resets the Chart, Table and Coredata specification settings.
+               WARNING: Please be aware, that all collected data will be lost in your management environment."
+      parser.separator  "     delete: This removes the complete cloudscale monitoring agent. WARNING: Please be aware, that all
+               collected data AND the agent will be lost in your management environment."
+      parser.separator  "Options"
+
+      parser.on("-v", "--version", "Show version information about this program and quit.") do
+        puts "Cloudscale Monitoring " + VERSION
+        exit
+      end
+
+      parser.separator "\n"
+      parser.separator "Monitoring specific Settings [Mandatory]"
+
+      Monitor::GeneralPreop.instance.options.each do | key, value |
+        if (value[:required])
+          mandatoryGeneral.push(key)
+        end
+          parser.on(value[:argument][1,2] + " n", value[:argument] + "=n", value[:description]) do | value |
+            Monitor::GeneralPreop.instance.set_option_value(key, value)
+        end
+      end
+
+      parser.separator "\n"
+      parser.separator "Plugin specific Settings [Mandatory]"
+
+      Plugins::PluginPreop.instance.options.each do | key, value |
+        if (value[:required])
+          mandatory.push(key)
+        end
+        parser.on(value[:argument][1,2] + " n", value[:argument] + "=n", value[:description]) do | value |
+          Plugins::PluginPreop.instance.set_option_value(key, value)
+        end
+      end
+    end
+
+    begin
+      parser.parse!
+      missingGeneral = mandatoryGeneral.select { | param |
+        Monitor::GeneralPreop.instance.get_option_value(param).nil?
+      }
+      missing = mandatory.select{ | param |
+        Plugins::PluginPreop.instance.get_option_value(param).nil?
+      }
+      if (!missing.empty? || !missingGeneral.empty?)
+        puts "\n"
+        puts "Error during execution: "
+        puts "     Missing general options: #{missingGeneral.join(', ')}"
+        puts "     Missing options: #{missing.join(', ')}"
+        puts "\n"
+        puts parser
+        exit
+      else
+        Plugins::PluginPreop.instance.save_options
+        Monitor::GeneralPreop.instance.save_options
+      end
+    rescue OptionParser::InvalidOption, OptionParser::MissingArgument
+      puts $!.to_s
+      puts parser
+      exit
+    end
+
+    agent_instance = Monitor::Init.new(GeneralPreop.instance.get_option_value("token"))
+    agent_instance_id = registry = Monitor::Registry.instance.agent_instance_id
+
+    case ARGV[0]
+      when "start"
+        plugins = Set.new
+
+        Plugins::PluginPreop.instance.register
+
+        Plugins::Plugin.plugins.each do | plugin_class |
+          plugin = plugin_class.new
+          plugins << plugin
+        end
+
+        scheduler = Monitor::Schedule.new(plugins, agent_instance_id)
+      when "stop"
+        puts "call stop on options #{options.inspect}"
+      when "reset"
+        puts "Starting cleanup process"
+        Plugins::Plugin.reset(agent_instance_id)
+        Plugins::PluginPreop.instance.clear_options
+      when "delete"
+        puts "Starting removal process"
+        Plugins::Plugin.remove(agent_instance_id)
+        Plugins::PluginPreop.instance.clear_options
+      else
+        puts parser
+    end
+
+  end
+end

data/lib/cloudscale/monitor/agent/init.rb

@@ -0,0 +1,63 @@
+require "yaml"
+require "logger"
+require "#{File.dirname(__FILE__)}/../model/agent/agent_instance"
+require "#{File.dirname(__FILE__)}/../model/agent/agent_instance_settings"
+require "#{File.dirname(__FILE__)}/../model/constants/agent_instance_store"
+require "#{File.dirname(__FILE__)}/../model/constants/agent_store"
+require "#{File.dirname(__FILE__)}/../../rest/rest_client"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class Init
+      attr_accessor :log, :server, :client
+
+      def initialize(token)
+        @log = Logger.new(STDOUT)
+        @server = Socket.gethostname
+        @client = RestClientWrapper.instance
+        @registry = Monitor::Registry.instance
+
+        puts " "
+        puts "Running preflight verification for cloudscale monitoring agent"
+
+        if (@registry.stored_agent == nil)
+          raise "You did not provide any valid Agent file under /store/agent/agent.store."
+        end
+
+        agent = client.searchOne('agents', 'findByAgentId', { :agentId => @registry.stored_agent["agentId"] })
+
+        if (agent == nil)
+          raise "No agent registered yet. It is not allowed to connect this agent instance to cloudscale monitoring."
+        end
+
+        if (@registry.stored_agent_instance != nil)
+          agent_instance = client.searchOne('agentInstances',
+          'findByAgentInstanceId', { :id => @registry.stored_agent_instance["agentInstanceId"] })
+        end
+
+        if (agent_instance == nil)
+          puts "    No Instance of this agent was started previously, starting cloudscale monitoring agent for the first, registering..."
+
+          agent_instance_settings = Monitor::Settings.new(15, 0, 1500, 5)
+          agent_instance = Monitor::AgentInstance.new(RestClientWrapper.load_entity_ref(agent)["href"],
+            @registry.agent_instance_id, token, server, agent_instance_settings, Time.now.to_i * 1000)
+
+          client.post('agentInstances', agent_instance)
+          Constants::AgentInstance.create(agent_instance.to_h)
+        else
+          puts "    Instance has been started previously, loading settings and existing data... \n\n"
+          
+          agent_instance["lastInitialization"] = Time.now.to_i * 1000
+
+          client.patch('agentInstances', RestClientWrapper.load_entity_id(agent_instance), agent_instance)
+        end
+      end
+
+    end
+  end
+end

data/lib/cloudscale/monitor/agent/init_charts.rb

@@ -0,0 +1,60 @@
+require "yaml"
+require "logger"
+require "json"
+require "yaml"
+require "#{File.dirname(__FILE__)}/../../rest/rest_client"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  module Monitor
+    class InitCharts
+      attr_accessor :log, :customer, :agentInstanceId, :server, :client
+
+      def initialize(agentInstanceId, path)
+        if (agentInstanceId == nil)
+          raise "InitCharts.new(): AgentInstanceId may not be null"
+        end
+
+        @log = Logger.new(STDOUT)
+        @log.info("Initializing Charts")
+        @client = RestClientWrapper.instance
+
+        file = File.read(path);
+        plugin = YAML.load(JSON.parse(file).to_yaml)
+        plugin.each do | key, value |
+          init_chart(value, agentInstanceId)
+        end
+      end
+
+      def init_chart(chart, agentInstanceId)
+        chart["agentInstanceId"] = agentInstanceId
+
+        chart["queries"].each { | query |
+          query["command"].sub! '[[agentInstanceId]]', agentInstanceId
+        }
+
+        test_chart = @client.searchOne("charts", "findByAgentInstanceIdAndChartId", { :agentInstanceId => agentInstanceId, :chartId => chart["chartId"]})
+        if (test_chart == nil)
+          client.post("charts", chart)
+        else
+          client.patch("charts", RestClientWrapper.load_entity_id(test_chart), chart)
+        end
+      end
+
+      def self.setup_charts
+        if (!Plugins::PluginComponents.is_initialized())
+          Plugins::PluginComponents.init_charts()
+        end
+      end
+
+      def self.remove_charts
+        Plugins::PluginComponents.remove_charts()
+      end
+
+    end
+  end
+end