cloudscale-benchmark 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 13111c8e4fc2d7f79ed5d8d63fbdebb29450905c
+  data.tar.gz: c3f62bd47e5deaf6fd2ad85511e34ace30b4d1e4
+SHA512:
+  metadata.gz: 2401543977adc58ebdf08018f30090aa48f8876188075bd8cbf0951fa68db06badc42634bc20017119143704705970f1ba13234e21d062908549ce8282160909
+  data.tar.gz: 0bf2d66a95d96255fe28ae774259ed42d40f1b5665d54bcb65821501dc711e972baff3ffb8ebeee51858c1feaa23e1e4f203087e1e90198213e3246acee20935

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Jörg Gottschlich
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,33 @@
+# Cloudscale::Benchmark
+
+Benchmarking Client for the cloudscale Cloud Evaluation Platform
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'cloudscale-benchmark'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cloudscale-benchmark
+    
+To prepare system for benchmark execution, run bin/prepare_benchmark.sh.
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/cloudscale-benchmark/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/bin/prepare_benchmark.sh

@@ -0,0 +1,193 @@
+#!/bin/bash
+## prepare_benchmark.sh - Script to setup environment for benchmarking client
+## (C) Cloudscale, jgottschlich@cloudscale.de
+## Steps:
+## 1) Prepare environment, install dependencies for PTS & Java
+## 2) Download & install PTS
+## 3) Execute Benchmark Client (Java)
+## Usage:
+## prepare_benchmark.sh [instanceId] [token]
+## [instanceId]	Id of the specific VM instance on which the client is executed
+## [token] security token to enable access to the Cloudscale REST API 
+## Needs superuser access to install dependencies.
+
+# must be run as root
+if [ $EUID -ne 0 ]; then
+		echo "This script must be run as root." > /dev/stderr
+		exit 1
+fi
+
+TMPDIR="/tmp/phoronix-test-suite"
+REPO="http://repository.cloudscale.de"
+
+# check parameters
+if [ -z "$1" ]; then
+	echo "Usage: prepare_benchmark.sh [instanceId]"
+	exit 1  # return error
+fi
+INSTANCEID="$1"
+
+echo "*** PREPARE ENVIRONMENT ***"
+
+# Detects which OS and if it is Linux then it will detect which Linux Distribution.
+detectedDistro="Unknown"
+
+OS=`uname -s`
+REV=`uname -r`
+MACH=`uname -m`
+
+GetVersionFromFile()
+{
+	VERSION=`cat $1 | tr "\n" ' ' | sed s/.*VERSION.*=\ // `
+}
+
+if [ "${OS}" = "SunOS" ] ; then
+	OS=Solaris
+	ARCH=`uname -p`	
+	OSSTR="${OS} ${REV}(${ARCH} `uname -v`)"
+elif [ "${OS}" = "AIX" ] ; then
+	OSSTR="${OS} `oslevel` (`oslevel -r`)"
+elif [ "${OS}" = "Linux" ] ; then
+	KERNEL=`uname -r`
+	if [ -f /etc/redhat-release ] ; then
+		DIST='RedHat'
+		PSUEDONAME=`cat /etc/redhat-release | sed s/.*\(// | sed s/\)//`
+		REV=`cat /etc/redhat-release | sed s/.*release\ // | sed s/\ .*//`
+	elif [ -f /etc/SuSE-release ] ; then
+		DIST=`cat /etc/SuSE-release | tr "\n" ' '| sed s/VERSION.*//`
+		REV=`cat /etc/SuSE-release | tr "\n" ' ' | sed s/.*=\ //`
+	elif [ -f /etc/mandrake-release ] ; then
+		DIST='Mandrake'
+		PSUEDONAME=`cat /etc/mandrake-release | sed s/.*\(// | sed s/\)//`
+		REV=`cat /etc/mandrake-release | sed s/.*release\ // | sed s/\ .*//`
+	elif [ -f /etc/debian_version ] ; then
+		DIST="Debian `cat /etc/debian_version`"
+		REV=""
+
+	fi
+	if [ -f /etc/UnitedLinux-release ] ; then
+		DIST="${DIST}[`cat /etc/UnitedLinux-release | tr "\n" ' ' | sed s/VERSION.*//`]"
+	fi
+	
+	OSSTR="${OS} ${DIST} ${REV}(${PSUEDONAME} ${KERNEL} ${MACH})"
+	detectedDistro="${DIST}"
+fi
+
+
+echo "Found the following Operation System version:"
+echo ${OSSTR}
+
+detectedDistro=`echo $detectedDistro | tr "[:upper:]" "[:lower:]"`
+
+echo "Running cloudscale benchmark executor on ${detectedDistro} with identifier: ${INSTANCEID}"
+
+# set functions to be used
+debInst()
+{
+    dpkg-query -Wf'${db:Status-abbrev}' "${1}" 2>/dev/null | grep -q '^i'
+}
+
+## INSTALL DEPENDENCIES
+echo "*** INSTALL DEPENDENCIES ***"
+if [[ ${detectedDistro} =~ .*debian.* ]]; 
+then
+   if debInst "sudo"; then
+     echo 'sudo is installed'
+   else
+     echo 'sudo is not installed, trying without sudo to install. Otherwise please install sudo first'
+    apt-get -y install sudo
+   fi
+	
+	# update
+	sudo apt-get update
+	
+	# install all necessary packages
+	sudo apt-get -fy install locales gcc php5-cli php5-gd php5-json openjdk-7-jre
+		
+    # Installing phoronix-test-suite
+    #apt-get -y install phoronix-test-suite
+	echo "*** INSTALLING PHORONIX FROM INTERNET ***"
+	wget -q -O /tmp/phoronixsuite.deb http://phoronix-test-suite.com/releases/repo/pts.debian/files/phoronix-test-suite_4.8.2_all.deb
+	dpkg -i /tmp/phoronixsuite.deb
+fi
+
+## FIXME: clean up locale preparation:
+
+#echo 'RUNNING: Trying locale-check'
+
+#SEARCHFOR="en_US.UTF-8"
+#if [[ $(grepExistence) == 0 ]]; then
+#  sudo echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen
+#  update-locale en_US.UTF-8
+#  locale-gen en_US.UTF-8
+#  update-locale en_US.UTF-8
+#  bash benchmark-executor.sh
+#  exit
+#else
+#  echo "en_US UTF-8 already activated"
+#fi
+
+#echo 'SUCCESS: locales checked'
+
+# Reconfiguring language settings (only relevant for amazon currently)
+
+#locale-gen en_US.UTF-8
+#export LANGUAGE=en_US.UTF-8
+#export LANG=en_US.UTF-8
+#update-locale en_US.UTF-8
+#export LC_ALL=en_US.UTF-8
+# dpkg-reconfigure locales
+
+# ubuntu way to clean locales... develop to be more x-plattform later
+echo "*** UPDATING LOCALES ***"
+sudo apt-get -yf install language-pack-en-base
+sudo dpkg-reconfigure locales
+
+
+## END OF LOCALE CLEANUP
+
+
+# Prepare environment
+echo "*** Creating temporary directory ***"
+mkdir -p "$TMPDIR"
+chmod 777 "$TMPDIR"
+
+echo -n "---- HOME directory is "
+echo ~
+
+# download and execute benchmark client
+echo "*** DOWNLOAD PHORONIX USER CONFIG ***"
+mkdir -p ~/.phoronix-test-suite/
+wget "$REPO/phoronix/user-config.xml" -O ~/.phoronix-test-suite/user-config.xml
+wget "$REPO/phoronix/core.pt2so" -O ~/.phoronix-test-suite/core.pt2so
+
+# PTS deals with home directory in a strange way preventing this batch to run smoothly
+# (effective user home vs. login user home)
+# The problem is that the license file core.pt2so contains information if the T&C have been
+# accepted. If this is missing the client asks the user to accept the T&C and hence blocks the run
+# The next block fixes problems with different home directories of administrative user and root
+# UPDATE: PTS seems to use two different methods of accessing the home directory - and starts
+# prompting for the T&Cs again if the right core.pt2so is not present => link it to /root
+echo "*** Linking ~/.phoronix-test-suite to /root ***"
+if [ ~ != "/root" ] ; then
+	rm -r /root/.phoronix-test-suite
+	ln -sf ~/.phoronix-test-suite /root
+fi
+		
+		
+##### TODO: HIER DEN RUBY-CLIENT STARTEN UND SKRIPT BEENDEN		
+##### client mit git aus repo holen und dann starten
+
+echo "SO UND JETZT SOLLTE DER CLIENT DURCHLAUFEN :-)"
+# bundle install ausführen
+# ruby ....../benchmark.rb start [token]
+		
+#echo "*** DOWNLOAD BENCHMARK CLIENT ***"
+#wget http://repository.cloudscale.de/benchmark-client.jar -O /tmp/benchmark-client.jar
+#echo "*** START CLIENT ***"
+#java -DinstanceId="$INSTANCEID" -jar /tmp/benchmark-client.jar 2>&1
+
+
+
+
+

data/bin/run_benchmark.sh

@@ -0,0 +1,4 @@
+#!/bin/sh
+
+ruby ../lib/cloudscale/benchmark.rb start $@
+

data/lib/cloudscale/benchmark/agent/init.rb

@@ -0,0 +1,74 @@
+require "yaml"
+require "logger"
+require "securerandom"
+require "#{File.dirname(__FILE__)}/../model/agent/benchmark_agent_instance"
+require "#{File.dirname(__FILE__)}/../../constants/agent_store"
+require "#{File.dirname(__FILE__)}/../../rest/rest_client"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Benchmark
+    class Init
+      attr_accessor :log, :customer, :agentInstanceId, :server, :client
+      def initialize()
+        @log = Logger.new(STDOUT)
+        @customer = 60
+  
+        @server = Socket.gethostname
+        @agentInstanceId = SecureRandom.hex
+  
+        @client = RestClientWrapper.instance
+        
+        puts " "
+        puts "Running preflight verification for cloudscale benchmarking agent"
+        
+        stored_agent_instance = Constants::AgentInstance.load
+        stored_agent = Constants::Agent.load
+  
+        if (stored_agent == nil)
+          raise "You did not provide any valid Agent file under /store/agent/agent.store."
+        end
+              
+        agent = client.searchOne('benchmarkAgents', 'findByAgentId', { :agentId => stored_agent["agentId"] })
+  
+        if (agent == nil)
+          raise "No agent registered yet. It is not allowed to connect this agent instance to cloudscale monitoring."
+        end
+  
+        if (stored_agent_instance && stored_agent_instance != nil)
+          agent_instance = client.searchOne('benchmarkAgentInstances',
+          'findByAgentInstanceId', { :id => stored_agent_instance["agentInstanceId"] })
+        end
+  
+        if (agent_instance == nil)
+          puts "No Instance of this agent was started previously, starting cloudscale benchmarking agent for the first, registering..."
+  
+          agent_instance = Benchmarking::BenchmarkAgentInstance.new(RestClientWrapper.load_entity_ref(agent)["href"],
+            agentInstanceId, customer, server, Time.now.to_i * 1000)
+  
+          client.post('benchmarkAgentInstances', agent_instance)
+          Constants::AgentInstance.create(agent_instance.to_h)
+        else
+          puts "    Instance has been started previously, loading settings and existing data... \n\n"
+  
+          @agentInstanceId = agent_instance["agentInstanceId"]
+          agent_instance["lastInitialization"] = Time.now.to_i * 1000
+          agent_instance["benchmarkAgent"] = RestClientWrapper.load_entity_ref(agent)["href"]
+  
+          client.put('benchmarkAgentInstances', RestClientWrapper.load_entity_id(agent_instance), agent_instance)
+        end
+        
+      end
+      
+      def agent_instance_id
+        return agentInstanceId
+      end
+  
+    end
+    
+  end
+end

data/lib/cloudscale/benchmark/model/agent/benchmark_agent_instance.rb

@@ -0,0 +1,32 @@
+require "hashable"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Benchmark
+    
+    class BenchmarkAgentInstance
+      include Hashable
+  
+      attr_accessor :benchmarkAgent, :agentInstanceId, :customer, :server, :started
+      
+      def initialize(benchmarkAgent, agentInstanceId, customer, server, started)
+        @benchmarkAgent = benchmarkAgent
+        @agentInstanceId = agentInstanceId
+        @customer = customer
+        @server = server
+        @started = started
+      end
+  
+      def to_h
+        hash = {}
+        instance_variables.each {|var| hash[var.to_s.delete("@")] = instance_variable_get(var) }
+        return hash
+      end
+    end
+
+  end
+end

data/lib/cloudscale/benchmark/model/benchmark/benchmark_run.rb

@@ -0,0 +1,67 @@
+require "hashable"
+
+##
+#
+# @author Jörg Gottschlich, cloudscale.
+#
+##
+module Cloudscale
+  module Benchmark
+    class BenchmarkRun
+      include Hashable
+  
+      attr_accessor :id, :benchmarkInstance, :benchmarkTestSuite, :benchmarkTest, :scheduled, :started, :stopped, :batchName, :sequence, :status, :statusMessage
+      
+      def initialize(h)
+        h.each {|k,v| instance_variable_set("@#{k}",v)}
+      end
+  
+      def to_h
+        hash = {}
+        instance_variables.each {|var| hash[var.to_s.delete("@")] = instance_variable_get(var) }
+        return hash
+      end
+      
+      # @see de.cloudscale.model.nosql.constants.benchmark.BenchmarkRunStatusType.java
+      def running!(msg)
+        @status = "running"
+        if (msg)
+          @statusMessage = msg
+        end
+        @started = Time.now.utc.to_s
+      end
+      
+      def succeed!(msg)
+        @status = "succeeded"
+        if (msg)
+          @statusMessage = msg
+        end
+        @stopped = Time.now.utc.to_s
+      end
+  
+      def failed!(msg)
+        @status = "failed"
+        if (msg)
+          @statusMessage = msg
+        end
+        @stopped = Time.now.utc.to_s
+      end
+      
+      def no_result!(msg)
+        @status = "no results"
+        if (msg)
+          @statusMessage = msg
+        end
+        @stopped = Time.now.utc.to_s
+      end
+      
+      def get_status_hash
+        hash = {}
+        hash["status"] = @status
+        hash["statusMessage"] = @statusMessage
+        hash
+      end
+      
+    end
+  end  
+end

data/lib/cloudscale/benchmark/model/benchmark/benchmark_run_result.rb

@@ -0,0 +1,32 @@
+require "hashable"
+
+##
+#
+# @author Johannes Hiemer, cloudscale.
+#
+##
+module Cloudscale
+  module Benchmark
+    class BenchmarkRunResult
+      include Hashable
+  
+      attr_accessor :benchmarkRun, :rawBenchmarkOutput, :benchmarkRunResultValues, :ip_address, :hostname
+      
+      def initialize(benchmarkRun)
+        @benchmarkRun = benchmarkRun
+        @benchmarkRunResultValues = Array.new
+      end
+  
+      def to_h
+        hash = {}
+        instance_variables.each {|var| hash[var.to_s.delete("@")] = instance_variable_get(var) }
+        return hash
+      end
+      
+      def pushResultValue(benchmarkRunResultValue)
+        @benchmarkRunResultValues.push(benchmarkRunResultValue)
+      end
+  
+    end
+  end  
+end