cloudscale 0.0.1

data/lib/cloudscale/rest/rest_client.rb

@@ -0,0 +1,198 @@
+require "yaml"
+require "json"
+require "rest_client"
+require "singleton"
+require "#{File.dirname(__FILE__)}/rest_client_helper"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+class RestClientWrapper < RestClientHelper
+  include Singleton
+
+  attr_accessor :endpoint, :key, :token, :header
+
+  def load_hash()
+    begin
+      YAML.load(File.read("#{File.dirname(__FILE__)}/../store/agent/agent.store"))
+    rescue
+      return nil
+    end
+  end
+
+  def initialize
+    if (endpoint == nil && key == nil && token == nil)
+      hash = load_hash()
+    end
+    @endpoint = hash["host"] + ":" + hash["port"].to_s + hash["path"].to_s
+    @key = hash["key"]
+    @token = load_token("token")
+    @header = {
+      :key => key,
+      :token => token,
+      'Content-Type' => 'application/json',
+    }
+  end
+
+  def list_with_params(entity, params)
+    uri = uri_with_params(entity, params)
+    load(uri)
+  end
+
+  def list(entity)
+    uri = uri(entity)
+    load(uri)
+  end
+
+  def get(entity, id)
+    uri = uriWithId(entity, id)
+    load(uri)
+  end
+
+  def load(uri)
+    RestClient.get(uri, header) { | response, request, result |
+      case response.code
+      when 200
+          return JSON.parse(response.body)
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+
+  def searchOne(entity, method, params)
+    searchQuery = String::new(uri(entity) + '/search/' + method + '?')
+
+    params.each { | key, value|
+      searchQuery += key.to_s + '=' + value.to_s + '&'
+    }
+
+    RestClient.get(searchQuery, header) { | response, request, result |
+      case response.code
+        when 200
+          responseBody = JSON.parse(response.body)
+          if (responseBody["content"].length == 1)
+            return responseBody["content"][0]
+          end
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+
+  def searchAny(entity, method, params)
+    searchQuery = String::new(uri(entity) + '/search/' + method + '?')
+
+    params.each { | key, value|
+      searchQuery += key.to_s + '=' + value.to_s + '&'
+    }
+
+    RestClient.get(searchQuery, header) { | response, request, result |
+      case response.code
+        when 200
+          return JSON.parse(response.body)
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+
+  def post(entity, value)
+
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh
+    end
+
+    RestClient.post(uri(entity), hash.to_json, header) { | response, request, result |
+      case response.code
+      when 200, 201
+          if (response.body != nil && response.body.length > 2)
+            return JSON.parse(response.body)
+          end
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+
+  def put(entity, id, value)
+    id = id.to_s.gsub('{?projection}','')
+
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh
+    end
+
+    RestClient.put(uriWithId(entity, id), hash.to_json, header) { | response, request, result |
+      case response.code
+        when 200, 204
+          if (response.body != nil && response.body.length > 2)
+            return JSON.parse(response.body)
+          end
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+
+  def patch(entity, id, value)
+    id = id.to_s.gsub('{?projection}','')
+
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh
+    end
+
+    RestClient.patch(uriWithId(entity, id), hash.to_json, header) { | response, request, result |
+      case response.code
+      when 200, 204
+        if (response.body != nil && response.body.length > 2)
+          return JSON.parse(response.body)
+        end
+      else
+        puts request.to_yaml
+        puts response.code
+        puts response.body
+      end
+    }
+  end
+
+  def delete(entity, id)
+    id = id.to_s.gsub('{?projection}','')
+
+    RestClient.delete(uriWithId(entity, id), header) { | response, request, result |
+      case response.code
+        when 200, 204
+        else
+          puts response.code
+      end
+    }
+  end
+
+  def customDelete(entity, method, params)
+    id = id.to_s.gsub('{?projection}','')
+
+    query = String::new(uri(entity) + '/' + method + '?')
+    params.each { | key, value|
+      query += key.to_s + '=' + value.to_s + '&'
+    }
+    RestClient.delete(query, header) { | response, request, result |
+      case response.code
+        when 200
+        else
+          puts response.code
+      end
+    }
+  end
+
+end

data/lib/cloudscale/rest/rest_client_helper.rb

@@ -0,0 +1,70 @@
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+class RestClientHelper
+  
+  def load_token(token)
+    db = FSDB::Database.new("#{File.dirname(__FILE__)}/../store/plugin/")
+    return db[token]
+  end
+  
+  def uri(entity)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    String::new(@endpoint + entity)
+  end
+  
+  def uri_with_params(entity, params)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    
+    uri = String::new(@endpoint + entity)
+    if (params.is_a?(Hash))
+      uri << '?'
+      params.each { | key, value|
+        uri += key.to_s + '=' + value.to_s + '&'  
+      }
+    end
+    return uri
+  end
+  
+  def uriWithId(entity, id)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    String::new(@endpoint + entity + '/' + id.to_s) 
+  end
+  
+  def self.load_entity_id(entity)
+    if (entity != nil && entity["links"].is_a?(Array))
+      entity["links"].each { | link |
+        if (link["rel"] == "self")
+          return link["href"][link["href"].rindex('/') + 1, link["href"].length]
+        end 
+      }
+    end
+  end
+  
+  def self.load_entity_ref(entity)
+    if (entity != nil && entity["links"].is_a?(Array))
+      entity["links"].each { | link |
+        if (link["rel"] == "self")
+          return link
+        end 
+      }
+    end
+  end
+  
+  def removeLinks(hash, key)
+    if (hash.key?(key))
+      hash.tap { | x |
+        x.delete(key)  
+      }      
+    end
+  end  
+end

data/lib/cloudscale/schedule.rb

@@ -0,0 +1,32 @@
+require "rufus-scheduler"
+require "#{File.dirname(__FILE__)}/monitor/reporter/influxdb_reporter"
+
+##
+#
+# @author Johannes Hiemer.
+# rufus-scheduler: https://github.com/jmettraux/rufus-scheduler
+# rest-client: https://github.com/rest-client/rest-client
+#
+##
+module Cloudscale
+  module Monitor
+    class Schedule
+      def initialize(plugins, agentInstanceId)
+        scheduler = Rufus::Scheduler.new
+        registry = Monitor::Registry.instance
+
+        scheduler.every '5s', :first => :now do
+          plugins.each do | plugin |
+            if plugin.respond_to?('collect') && plugin.is_enabled
+              plugin.collect(agentInstanceId)
+            end
+          end
+
+          Monitor::InfluxDbReporter.instance.report(registry.metrics)
+        end
+
+        scheduler.join
+      end
+    end
+  end
+end

data/lib/cloudscale/store/agent/agent.store

@@ -0,0 +1,7 @@
+---
+  agentId: 32093209323
+  host: "localhost"
+  path : "/service"
+  port: 8080
+  key: "monitoring"
+  token: "e2FsZz1IUzI1NiwgdHlwPUNUfQ.e3Y9MCwgZD1tb25pdG9yaW5nLCBpYXQ9MTQwNDc1NzMyNH0.rG0biCuH_-X1vulEr19H2m42i4DGRR8PGwgXastyk3Q"

data/lib/cloudscale/store/agent/agent_instance.store

@@ -0,0 +1,11 @@
+---
+agent: http://localhost:8080/service/agents/532c68eca5ee0383d3a07a91
+agentInstanceId: de0236433156a4417943ef9f55d52234
+token: e2FsZz1IUzI1NiwgdHlwPUNUfQ.e3Y9MCwgZD1tb25pdG9yaW5nLCBpYXQ9MTQwNDc1NzMyNH0.rG0biCuH_-X1vulEr19H2m42i4DGRR8PGwgXastyk3Q
+server: jhiemer-evoila.fritz.box
+settings: !ruby/object:Cloudscale::Monitor::Settings
+  measurementCollectionInterval: 15
+  coredataCollectionInterval: 0
+  tableCollectionInterval: 1500
+  reportingInterval: 5
+started: 1439644965000

data/lib/cloudscale/store/agent/influxdb.store

@@ -0,0 +1,6 @@
+---
+  host: 88.198.249.51
+  port: 8086
+  database: monitoring
+  username: monitoring
+  password: monitoring

data/lib/cloudscale/store/plugin/token

@@ -0,0 +1 @@
+I"{e2FsZz1IUzI1NiwgdHlwPUNUfQ.e3Y9MCwgZD1tb25pdG9yaW5nLCBpYXQ9MTQwNDc1NzMyNH0.rG0biCuH_-X1vulEr19H2m42i4DGRR8PGwgXastyk3Q:ET

data/lib/cloudscale/version.rb

@@ -0,0 +1,8 @@
+##
+#
+# @author Johannes Hiemer.
+#
+##
+module Cloudscale
+  VERSION = "0.0.1"  unless const_defined?(:VERSION)
+end

data/lib/test/rest/rest_client_test.rb

@@ -0,0 +1,50 @@
+require "test/unit"
+require "yaml"
+require "json"
+require "#{File.dirname(__FILE__)}/../../lib/rest/rest_client"
+
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+class RestClientWrapperTest < Test::Unit::TestCase
+    
+  def test_search
+    client = RestClientWrapper.instance
+    search = client.searchOne('agentInstances', 'findByAgentId', { :id => "5315cf2d4d1a44fb9d21b1f9" })
+   
+    assert_equal(search.is_a?(Array), false)
+    assert_equal(search["links"].is_a?(Array), true)
+  end
+  
+  def test_list
+    client = RestClientWrapper.instance
+    agents = client.list('agents')
+    
+    assert_equal(agents["links"].is_a?(Array), true)
+    assert_equal(agents["content"].is_a?(Array), true)
+  end
+  
+  def test_get
+    client = RestClientWrapper.instance
+    agent = client.get('agents', '5315cf2d4d1a44fb9d21b1f9')
+    
+    assert_equal(agent["links"].is_a?(Array), true)
+  end
+  
+  def test_list_with_params
+    client = RestClientWrapper.instance
+    
+    $i = 0
+    $num = 1000
+    
+    while $i < $num  do
+      units = client.list_with_params('units', { :size => 100 })
+      assert_equal(units["content"].is_a?(Array), true)
+      $i +=1
+    end
+  end
+  
+end

data/lib/test/sigar/sigar_test.rb

@@ -0,0 +1,36 @@
+require "yaml"
+require "logger"
+require "test/unit"
+require "csigar"
+
+##
+#
+# @author Johannes Hiemer.
+#
+##
+class SigarUnitTest < Test::Unit::TestCase
+  def setup
+  end
+  
+  def format_size(size)
+    return Csigar.format_size(size * 1024)
+  end
+
+  def test_cpu()
+      sigar = Csigar.new
+  
+      puts "hekljelkeml"
+      puts sigar
+  
+      sigar.cpu_list.each do |cpu|
+        puts cpu.user.to_s << " user"
+        puts cpu.sys.to_s << " sys"
+        puts cpu.idle.to_s << " idle"
+        puts cpu.wait.to_s << " wait"
+        puts cpu.irq.to_s << " irq"
+        puts cpu.soft_irq.to_s << " soft_irq"
+        puts cpu.stolen.to_s << " stolen"
+        puts cpu.total.to_s << " total"
+      end
+    end
+end

metadata

@@ -0,0 +1,264 @@
+--- !ruby/object:Gem::Specification
+name: cloudscale
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Johannes Hiemer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-08-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: OptionParser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: hashable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: rufus-scheduler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: fsdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+- !ruby/object:Gem::Dependency
+  name: csigar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.4
+- !ruby/object:Gem::Dependency
+  name: influxdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.9
+- !ruby/object:Gem::Dependency
+  name: ruby-metrics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.3
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+description: A Monitoring Client for Cloud Infrastructure provided by evoila.de
+email:
+- jhiemer@cloudscale.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/autospec
+- bin/bundler
+- bin/htmldiff
+- bin/ldiff
+- bin/monitor
+- bin/rake
+- bin/rspec
+- lib/cloudscale/monitor/agent/init.rb
+- lib/cloudscale/monitor/agent/init_charts.rb
+- lib/cloudscale/monitor/agent/init_menus.rb
+- lib/cloudscale/monitor/agent/preops/general_preop.rb
+- lib/cloudscale/monitor/agent/preops/preop.rb
+- lib/cloudscale/monitor/model/agent/agent_instance.rb
+- lib/cloudscale/monitor/model/agent/agent_instance_settings.rb
+- lib/cloudscale/monitor/model/constants/agent_instance_store.rb
+- lib/cloudscale/monitor/model/constants/agent_store.rb
+- lib/cloudscale/monitor/model/constants/influxdb_store.rb
+- lib/cloudscale/monitor/model/influxdb/influxdata.rb
+- lib/cloudscale/monitor/reporter/influxdb_reporter.rb
+- lib/cloudscale/plugins/mongo/data/os_chart.json
+- lib/cloudscale/plugins/mongo/data/os_menu.json
+- lib/cloudscale/plugins/mongo/mongo_db_status.rb
+- lib/cloudscale/plugins/mongo/mongo_replica_status.rb
+- lib/cloudscale/plugins/mongo/mongo_server_status.rb
+- lib/cloudscale/plugins/os/data/os_chart.json
+- lib/cloudscale/plugins/os/data/os_menu.json
+- lib/cloudscale/plugins/os/preops/plugin_preop.rb
+- lib/cloudscale/plugins/os/sigar_cpu_perc.rb
+- lib/cloudscale/plugins/os/sigar_disk_iops.rb
+- lib/cloudscale/plugins/os/sigar_disk_space.rb
+- lib/cloudscale/plugins/os/sigar_net_byte_information.rb
+- lib/cloudscale/plugins/os/sigar_packet_information.rb
+- lib/cloudscale/plugins/os/sigar_ram_usage.rb
+- lib/cloudscale/plugins/os/sigar_swap_usage.rb
+- lib/cloudscale/plugins/plugin.rb
+- lib/cloudscale/plugins/postgres/postgres_server_status.rb
+- lib/cloudscale/plugins/preops/plugin_mongodb_preop.rb
+- lib/cloudscale/plugins/preops/plugin_postgres_preop.rb
+- lib/cloudscale/registry.rb
+- lib/cloudscale/rest/rest_client.rb
+- lib/cloudscale/rest/rest_client_helper.rb
+- lib/cloudscale/schedule.rb
+- lib/cloudscale/store/agent/agent.store
+- lib/cloudscale/store/agent/agent_instance.store
+- lib/cloudscale/store/agent/influxdb.store
+- lib/cloudscale/store/plugin/token
+- lib/cloudscale/version.rb
+- lib/cloudscale.rb
+- lib/test/rest/rest_client_test.rb
+- lib/test/sigar/sigar_test.rb
+- LICENSE.txt
+- README.md
+homepage: http://www.evoila.de
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Cloud Monitoring of evoila.de
+test_files: []