cloudscale-benchmark 0.0.2

data/lib/cloudscale/plugins/plugin.rb

@@ -0,0 +1,38 @@
+require "yaml/store"
+require "logger"
+require "set"
+require "#{File.dirname(__FILE__)}/../constants/agent_instance_store"
+require "#{File.dirname(__FILE__)}/../rest/rest_client"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class Plugin
+  
+      attr_accessor :log, :plugins, :client
+      @plugins = Set.new
+      
+      def self.log
+        @log = Logger.new(STDOUT)
+      end
+      
+      def initialize()
+        @client = RestClientWrapper.instance
+      end
+      
+      def self.plugins
+        @plugins 
+      end
+      
+      def self.inherited(klass)
+        @plugins << klass
+        #log.debug("Initialize for " << klass.to_s)
+      end
+      
+    end
+  end
+end

data/lib/cloudscale/plugins/preops/plugin_preop.rb

@@ -0,0 +1,48 @@
+require "optparse"
+require "logger"
+require "fsdb"
+require "#{File.dirname(__FILE__)}/preop"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins 
+    class PluginPreop < Plugins::Preop
+      include Singleton
+      
+      @@options = {
+        :numberOfRuns => {
+          :argument => "--numberOfRuns",
+          :description => "The total numnber of runs for each test",
+          :required => false,
+          :value => 1     
+        },
+        :development => {
+          :argument => "--development",
+          :description => "Development option for the runtime environment",
+          :required => false,
+          :value => false
+        },
+        :op_timeout => {
+          :argument => "--op_timeout",
+          :description => "Operation timeout for the test execution",
+          :required => false,
+          :value => 30
+        }
+      }
+      
+      def options      
+        @@options
+      end
+      
+      def initialize
+        self.init
+       # Check prereq
+      end
+      
+    end
+  end
+end

data/lib/cloudscale/plugins/preops/preop.rb

@@ -0,0 +1,46 @@
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Plugins
+    class Preop
+      
+      def init
+        @plugin_settings_db = FSDB::Database.new("#{File.dirname(__FILE__)}/../../store/plugin")
+        init_options()
+      end
+        
+      def set_option_value(key, val)
+        options[key.to_sym][:value] = val
+      end
+    
+      def get_option(key)
+        options[key.to_sym]
+      end
+    
+      def get_option_value(key)
+        options[key.to_sym][:value] #|| @plugin_settings_db[key.to_s]
+      end
+    
+      def init_options
+        @plugin_settings_db.fetch.each do | key |
+          options[key.to_sym][:value] = @plugin_settings_db[key]
+        end
+      end
+    
+      def save_options
+        options.each do | key, value |
+          @plugin_settings_db[key.to_s] = value[:value].to_s
+        end
+      end
+    
+      def clear_options
+        @plugin_settings_db.fetch.each do | element |
+          @plugin_settings_db.delete(element)
+        end
+      end
+    end
+  end
+end

data/lib/cloudscale/rest/rest_client.rb

@@ -0,0 +1,200 @@
+require "yaml"
+require "json"
+require "rest_client"
+require "singleton"
+require "#{File.dirname(__FILE__)}/rest_client_helper"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+class RestClientWrapper < RestClientHelper
+  include Singleton
+  
+  attr_accessor :endpoint, :key, :token, :header
+  
+  def load_hash()
+    begin 
+      YAML.load(File.read("#{File.dirname(__FILE__)}/../store/rest/settings.yml"))
+    rescue
+      return nil
+    end
+  end
+  
+  def initialize
+    if (endpoint == nil && key == nil && token == nil)
+      hash = load_hash()
+    end
+    @endpoint = hash["endpoint"]
+    @key = hash["key"]
+    @token = hash["token"]
+    @header = { 
+      :key => key, 
+      :token => token, 
+      'Content-Type' => 'application/json',
+      'Accept' => 'application/json'  
+    }
+  end
+  
+  def list_with_params(entity, params)
+    uri = uri_with_params(entity, params)
+    load(uri)
+  end
+
+  def list(entity)
+    uri = uri(entity)
+    load(uri)
+  end
+  
+  def get(entity, id)
+    uri = uriWithId(entity, id)
+    load(uri)
+  end
+  
+  def load(uri)
+    RestClient.get(uri, header) { | response, request, result | 
+      case response.code
+      when 200
+          return JSON.parse(response.body)
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+  
+  def searchOne(entity, method, params)
+    searchQuery = String::new(uri(entity) + '/search/' + method + '?') 
+   
+    params.each { | key, value|
+      searchQuery += key.to_s + '=' + value.to_s + '&'  
+    }
+
+    RestClient.get(searchQuery, header) { | response, request, result | 
+      case response.code
+        when 200
+          responseBody = JSON.parse(response.body)
+          if (responseBody["content"].length == 1)
+            return responseBody["content"][0]
+          end
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+  
+  def searchAny(entity, method, params)
+    searchQuery = String::new(uri(entity) + '/search/' + method + '?') 
+   
+    params.each { | key, value|
+      searchQuery += key.to_s + '=' + value.to_s + '&'  
+    }
+    
+    RestClient.get(searchQuery, header) { | response, request, result | 
+      case response.code
+        when 200
+          return JSON.parse(response.body)          
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+  
+  def post(entity, value)
+    
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh
+    end
+    
+    RestClient.post(uri(entity), hash.to_json, header) { | response, request, result |
+      case response.code
+      when 200, 201
+          if (response.body != nil && response.body.length > 2)
+            return JSON.parse(response.body)
+          end  
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+  
+  def put(entity, id, value)
+    id = id.to_s.gsub('{?projection}','')
+    
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh             
+    end
+
+    RestClient.put(uriWithId(entity, id), hash.to_json, header) { | response, request, result |
+      case response.code
+        when 200, 204
+          if (response.body != nil && response.body.length > 2)
+            return JSON.parse(response.body)
+          end        
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+  
+  def patch(entity, id, value)
+    id = id.to_s.gsub('{?projection}','')
+    
+    if (value.is_a?(Object) || value.is_a?(Hash))
+      hash = value.to_dh             
+    end
+  
+    RestClient.patch(uriWithId(entity, id), hash.to_json, header) { | response, request, result |
+      case response.code
+        when 200, 204
+          if (response.body != nil && response.body.length > 2)
+            return JSON.parse(response.body)
+          end        
+        else
+          puts request.to_yaml
+          puts response.code
+          puts response.body
+      end
+    }
+  end
+    
+  def delete(entity, id)
+    id = id.to_s.gsub('{?projection}','')
+    
+    RestClient.delete(uriWithId(entity, id), header) { | response, request, result |
+      case response.code
+        when 200, 204
+        else
+          puts response.code
+      end
+    }
+  end
+  
+  def customDelete(entity, method, params)
+    id = id.to_s.gsub('{?projection}','')
+    
+    query = String::new(uri(entity) + '/' + method + '?') 
+       
+    params.each { | key, value|
+      query += key.to_s + '=' + value.to_s + '&'  
+    }
+    RestClient.delete(query, header) { | response, request, result |
+      case response.code
+        when 200
+        else
+          puts response.code
+      end
+    }
+  end
+
+end

data/lib/cloudscale/rest/rest_client_helper.rb

@@ -0,0 +1,65 @@
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+class RestClientHelper
+  
+  def uri(entity)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    String::new(@endpoint + entity)
+  end
+  
+  def uri_with_params(entity, params)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    
+    uri = String::new(@endpoint + entity)
+    if (params.is_a?(Hash))
+      uri << '?'
+      params.each { | key, value|
+        uri += key.to_s + '=' + value.to_s + '&'  
+      }
+    end
+    return uri
+  end
+  
+  def uriWithId(entity, id)
+    if (!endpoint.to_s.end_with? '/')
+      @endpoint << '/'
+    end
+    String::new(@endpoint + entity + '/' + id.to_s) 
+  end
+  
+  def self.load_entity_id(entity)
+    if (entity != nil && entity["links"].is_a?(Array))
+      entity["links"].each { | link |
+        if (link["rel"] == "self")
+          return link["href"][link["href"].rindex('/') + 1, link["href"].length]
+        end 
+      }
+    end
+  end
+  
+  def self.load_entity_ref(entity)
+    if (entity != nil && entity["links"].is_a?(Array))
+      entity["links"].each { | link |
+        if (link["rel"] == "self")
+          return link
+        end 
+      }
+    end
+  end
+  
+  def removeLinks(hash, key)
+    if (hash.key?(key))
+      hash.tap { | x |
+        x.delete(key)  
+      }      
+    end
+  end  
+end

data/lib/cloudscale/store/agent/agent.yml

@@ -0,0 +1,2 @@
+---
+agentId: 'e2FsZz1IUzI1NiwgdHlwPUNUfQ.e3Y9MCwgZD1EZWZhdWx0IFBob3Jvbml4IEFnZW50LiwgaWF0PTE0MDgyMDMzMTF9.0YnXvYkSvktnEARbFybGmHdfHxGy-fOOlEP9FfHm_oM'

data/lib/cloudscale/store/agent/agent_instance.yml

@@ -0,0 +1,6 @@
+---
+benchmarkAgent: http://serverhost:8080/service/benchmarkAgents/53ef7a2f4d1aae1096944223
+agentInstanceId: 743891af722a8c1bff7d697aaa256179
+customer: 60
+server: benchy
+started: 1410269795000

data/lib/cloudscale/store/plugin/development

@@ -0,0 +1 @@
+I"	true:EF

data/lib/cloudscale/store/plugin/numberOfRuns

@@ -0,0 +1 @@
+I"1:EF

data/lib/cloudscale/store/plugin/op_timeout

@@ -0,0 +1 @@
+I"30:EF

data/lib/cloudscale/store/rest/settings.yml

@@ -0,0 +1,4 @@
+---
+endpoint: http://serverhost:8080/service
+key: monitoring
+token: e2FsZz1IUzI1NiwgdHlwPUNUfQ.e3Y9MCwgZD1tb25pdG9yaW5nLCBpYXQ9MTQwNDc1NzMyNH0.rG0biCuH_-X1vulEr19H2m42i4DGRR8PGwgXastyk3Q

data/lib/cloudscale/store/settings/phoronix.yml

@@ -0,0 +1,9 @@
+---
+engine: phoronix
+executable: /usr/bin/phoronix-test-suite
+params: 
+env:
+  numberOfRunsVar: FORCE_TIMES_TO_RUN
+result:
+  path: /tmp/cloudscale/test-results/
+  suffix: xml

metadata

@@ -0,0 +1,229 @@
+--- !ruby/object:Gem::Specification
+name: cloudscale-benchmark
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Johannes Hiemer
+- Joerg Gottschlich
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: OptionParser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: hashable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: fsdb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: popen4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.2
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.1.4
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+description: A Benchmarking Client for Cloud Infrastructure provided by cloudscale.de
+email:
+- jhiemer@cloudscale.de
+- jgottschlich@cloudscale.de
+executables:
+- prepare_benchmark.sh
+- run_benchmark.sh
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/prepare_benchmark.sh
+- bin/run_benchmark.sh
+- lib/cloudscale/benchmark/agent/init.rb
+- lib/cloudscale/benchmark/model/agent/benchmark_agent_instance.rb
+- lib/cloudscale/benchmark/model/benchmark/benchmark_run.rb
+- lib/cloudscale/benchmark/model/benchmark/benchmark_run_result.rb
+- lib/cloudscale/benchmark/model/benchmark/benchmark_run_result_value.rb
+- lib/cloudscale/benchmark/version.rb
+- lib/cloudscale/benchmark.rb
+- lib/cloudscale/constants/agent_instance_store.rb
+- lib/cloudscale/constants/agent_store.rb
+- lib/cloudscale/plugins/phoronix/phoronix_bulk_execution.rb
+- lib/cloudscale/plugins/plugin.rb
+- lib/cloudscale/plugins/preops/plugin_preop.rb
+- lib/cloudscale/plugins/preops/preop.rb
+- lib/cloudscale/rest/rest_client.rb
+- lib/cloudscale/rest/rest_client_helper.rb
+- lib/cloudscale/store/agent/agent.yml
+- lib/cloudscale/store/agent/agent_instance.yml
+- lib/cloudscale/store/plugin/development
+- lib/cloudscale/store/plugin/numberOfRuns
+- lib/cloudscale/store/plugin/op_timeout
+- lib/cloudscale/store/rest/settings.yml
+- lib/cloudscale/store/settings/phoronix.yml
+- LICENSE.txt
+- README.md
+homepage: http://www.cloudscale.de
+licenses:
+- MIT
+metadata: {}
+post_install_message: Please run bin/prepare_benchmark.sh to setup benchmarking on
+  this machine.
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Cloud Benchmarking Agent of cloudscale.de
+test_files: []