cwb 0.1.0

data/lib/hash_extension.rb

@@ -0,0 +1,27 @@
+# Implementation based on blogpost: http://reedy.in/words/archive/2015/01/08/deep-fetch/
+# and hashie: https://github.com/intridea/hashie/blob/master/lib/hashie/extensions/deep_fetch.rb
+module HashExtension
+  NOT_PRESENT = :symbol_for_non_present
+
+  def deep_fetch(*keys, default: NOT_PRESENT, &block)
+    keys.reduce(self) do |obj, arg|
+      begin
+        arg = Integer(arg) if obj.is_a? Array
+        obj.fetch(arg)
+      rescue => e
+        break block.call(arg) if block
+        if default.nil?
+          nil
+        elsif default == NOT_PRESENT
+          raise KeyError, "Could not fetch keypath (#{keys.join('.')}) at #{arg}", e.backtrace
+        else
+          default
+        end
+      end
+    end
+  end
+
+  def fetch_keypath(keypath, default: NOT_PRESENT)
+    deep_fetch(*keypath.split('.'), default: default)
+  end
+end

data/lib/inflection.rb

@@ -0,0 +1,13 @@
+module Inflection
+  def camelize
+    self.to_s.split('_').map {|w| w.capitalize}.join
+  end
+  
+  def underscore
+    self.to_s.gsub(/::/, '/')
+        .gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2')
+        .gsub(/([a-z\d])([A-Z])/,'\1_\2')
+        .tr("-", "_")
+        .downcase
+  end
+end

data/node.yml

@@ -0,0 +1,10 @@
+---
+cwb:
+  server: localhost
+  repetitions: 1
+  metrics:
+  - cpu_model_name
+sysbench:
+  commands:
+  - sysbench --test=cpu --max-prime-number=20000 run
+  - sysbench --test=io run

data/spec/cwb/benchmark_spec.rb

@@ -0,0 +1,22 @@
+require "spec_helper"
+
+RSpec.describe Cwb::Benchmark do
+  let(:test_config) { File.join(spec_data, "benchmarks") }
+  before { Cwb::Client.instance.reconfigure(Cwb::Config.from_dir(test_config)) }
+
+  context "sublasses" do
+    let(:sysbench) { Sysbench.new }
+
+    it "should get injected a Cwb::Client instance" do
+      expect(sysbench.cwb).to_not be_nil
+    end
+
+    it "should get the value of an existing attribute" do
+      expect(sysbench.existing_attribute).to eq "sysbench --test=io run"
+    end
+
+    it "should get an empty value when accessing a non-existing attribute" do
+      expect(sysbench.non_existing_attribute).to be_empty
+    end
+  end
+end

data/spec/cwb/cli_spec.rb

@@ -0,0 +1,53 @@
+require "spec_helper"
+
+def init_paths(benchmarks_path)
+  let(:benchmarks_path) { benchmarks_path }
+  let(:sysbench_path) { File.join(benchmarks_path, "sysbench" , "sysbench.rb") }
+  let(:sysbench_msg) { "execute sysbench in #{File.dirname(sysbench_path)}\n" }
+  let(:shell_example_path) { File.join(benchmarks_path, "shell-example" , "shell_example.rb") }
+  let(:shell_example_msg) { "execute shell-example in #{File.dirname(shell_example_path)}\n" }
+  let(:my_custom_benchmark_path) { File.join(benchmarks_path, "my-custom-benchmark", "my_custom_benchmark.rb") }
+  let(:my_custom_benchmark_msg) { "execute my-custom-benchmark in #{File.dirname(my_custom_benchmark_path)}\n" }
+  let(:failing_benchmark_path) { File.join(benchmarks_path, "disabled", "disabled.rb") }
+end
+
+RSpec.describe Cwb::Cli do
+  let(:cli) { Cwb::Cli.new }
+  let(:success_msg) { "Notify finished postprocessing.\n" }
+  let(:error_msg) { "Notify failure on running" }
+  init_paths(File.join(spec_data, "benchmarks"))
+
+  context "file" do
+    it "should invoke the execute method of the given benchmark" do
+      expect { cli.execute(sysbench_path) }.to output(sysbench_msg + success_msg).to_stdout
+    end
+
+    it "should invoke the execute method when called from the command line" do
+      expect(`#{File.join(Cwb::root, "bin", "cwb")} execute #{sysbench_path}`).to eq(sysbench_msg + success_msg)
+      expect($?.exitstatus).to eq(0)
+    end
+
+    it "should invoke the execute method when called from the command line via ruby" do
+      expect(`cd #{File.dirname(sysbench_path)} && ruby -I "#{File.join(Cwb::root, "lib")}" -r "#{sysbench_path}" -e "Sysbench.new.execute"`).to eq(sysbench_msg)
+      expect($?.exitstatus).to eq(0)
+    end
+  end
+
+  context "directory" do
+    it "should execute all enabled benchmarks (i.e., contained in the benchmarks.txt) in correct order" do
+      expect { cli.execute(benchmarks_path) }.to output(sysbench_msg + shell_example_msg + success_msg).to_stdout
+    end
+
+    it "should notify a failed on running message on error" do
+      expect { cli.execute(failing_benchmark_path) }.to output(/#{error_msg}/).to_stdout & raise_error
+    end
+  end
+
+  context "directory with suite" do
+    init_paths(File.join(spec_data, "benchmarks-suite"))
+
+    it "should execute the benchmarks of the provided suite in correct order" do
+      expect { cli.execute(benchmarks_path) }.to output(sysbench_msg + my_custom_benchmark_msg + success_msg).to_stdout
+    end
+  end
+end

data/spec/cwb/client_spec.rb

@@ -0,0 +1,33 @@
+require "spec_helper"
+
+RSpec.describe Cwb::Client do
+  let(:client) { Cwb::Client.instance }
+
+  context "cwb-server" do
+
+  end
+
+  context "local" do
+    let(:commands) { [ "sysbench --test=cpu --max-prime-number=20000 run",
+                       "sysbench --test=io run", ] }
+    let(:test_config) { File.join(spec_data, "benchmarks", "sysbench") }
+    let(:metrics_file) { File.join(test_config, "metrics.csv") }
+    before { Cwb::Client.instance.reconfigure(Cwb::Config.from_dir(test_config)) }
+
+    it "should log single metric submission to the console" do
+      expect { client.submit_metric("time", "0", "340") }.to output("time,0,340\n").to_stdout
+    end
+
+    it "should log bulk metric submission to the console" do
+      expect { client.submit_metrics("cpu_load", metrics_file) }.to output("0,30\n500,40\n1000,50\n").to_stdout
+    end
+
+    it "should return an empty string for non-configured attributes" do
+      expect(client.deep_fetch("non-existing", "attribute")).to be_empty
+    end
+
+    it "should return attributes from the config file" do
+      expect(client.deep_fetch("sysbench", "commands")).to  eq(commands)
+    end
+  end
+end

data/spec/cwb_spec.rb

@@ -0,0 +1,7 @@
+require "spec_helper"
+
+describe Cwb do
+  it "has a version number" do
+    expect(Cwb::VERSION).not_to be nil
+  end
+end

data/spec/data/benchmarks/benchmarks.txt

@@ -0,0 +1,5 @@
+sysbench
+
+shell-example
+
+

data/spec/data/benchmarks/disabled/disabled.rb

@@ -0,0 +1,7 @@
+require "cwb"
+
+class Disabled < Cwb::Benchmark
+  def execute
+    fail "Disabled benchmark should never be executed"
+  end
+end

data/spec/data/benchmarks/my-disabled-suite/my_disabled_suite.rb

@@ -0,0 +1,7 @@
+require "cwb"
+
+class MyDisabledSuite < Cwb::BenchmarkSuite
+  def execute_suite(cwb_benchmarks)
+    fail "Disabled suite should never be reached"
+  end
+end

data/spec/data/benchmarks/node.rb

@@ -0,0 +1,15 @@
+require 'yaml'
+
+NODE = {
+  "cwb" => {
+    "server" => "localhost",
+    "repetitions" => 1,
+    "metrics" => [ "cpu_model_name" ]
+  },
+  "sysbench" => {
+    "commands" => [ "sysbench --test=cpu --max-prime-number=20000 run",
+                    "sysbench --test=io run",
+                  ]
+  }
+}
+File.write('./node.yml', NODE.to_yaml)

data/spec/data/benchmarks/node.yml

@@ -0,0 +1,11 @@
+---
+cwb:
+  provider_name: virtualbox
+  provider_instance_id: cwb-001-002
+  repetitions: 1
+  metrics:
+  - cpu_model_name
+sysbench:
+  commands:
+  - sysbench --test=cpu --max-prime-number=20000 run
+  - sysbench --test=io run

data/spec/data/benchmarks/shell-example/shell_example.rb

@@ -0,0 +1,11 @@
+require "cwb"
+
+class ShellExample < Cwb::Benchmark
+  def cwb
+    @cwb
+  end
+  
+  def execute
+    puts "execute shell-example in #{`pwd`}"
+  end
+end

data/spec/data/benchmarks/sysbench/metrics.csv

@@ -0,0 +1,3 @@
+0,30
+500,40
+1000,50

data/spec/data/benchmarks/sysbench/node.yml

@@ -0,0 +1,10 @@
+---
+cwb:
+  server: localhost
+  repetitions: 1
+  metrics:
+  - cpu_model_name
+sysbench:
+  commands:
+  - sysbench --test=cpu --max-prime-number=20000 run
+  - sysbench --test=io run

data/spec/data/benchmarks/sysbench/sysbench.rb

@@ -0,0 +1,19 @@
+require "cwb"
+
+class Sysbench < Cwb::Benchmark
+  def cwb
+    @cwb
+  end
+
+  def existing_attribute
+    @cwb.deep_fetch("sysbench", "commands", "1")
+  end
+
+  def non_existing_attribute
+    @cwb.deep_fetch("some", "non_existing", "attribute")
+  end
+
+  def execute
+    puts "execute sysbench in #{`pwd`}"
+  end
+end

data/spec/data/benchmarks-suite/benchmark_suite.txt

@@ -0,0 +1,3 @@
+my-custom-suite
+my-disabled-suite
+

data/spec/data/benchmarks-suite/benchmarks.txt

@@ -0,0 +1,3 @@
+sysbench
+my-custom-benchmark
+shell-example

data/spec/data/benchmarks-suite/disabled/disabled.rb

@@ -0,0 +1,7 @@
+require "cwb"
+
+class MyCustomBenchmark < Cwb::Benchmark
+  def execute
+    fail "Disabled benchmark should never be executed"
+  end
+end

data/spec/data/benchmarks-suite/my-custom-benchmark/my_custom_benchmark.rb

@@ -0,0 +1,11 @@
+require "cwb"
+
+class MyCustomBenchmark < Cwb::Benchmark
+  def cwb
+    @cwb
+  end
+  
+  def execute
+    puts "execute my-custom-benchmark in #{`pwd`}"
+  end
+end

data/spec/data/benchmarks-suite/my-custom-suite/my_custom_suite.rb

@@ -0,0 +1,14 @@
+require "cwb"
+
+class MyCustomSuite < Cwb::BenchmarkSuite
+  def cwb
+    @cwb
+  end
+  
+  def execute_suite(cwb_benchmarks)
+    my_list = get_list([Sysbench, MyCustomBenchmark], cwb_benchmarks)
+    execute_all(my_list)
+    @cwb.notify_finished_execution
+    # @cwb.execute(Sysbench.new)
+  end
+end

data/spec/data/benchmarks-suite/my-disabled-suite/my_disabled_suite.rb

@@ -0,0 +1,7 @@
+require "cwb"
+
+class MyDisabledSuite < Cwb::BenchmarkSuite
+  def execute_suite(cwb_benchmarks)
+    fail "Disabled suite should never be reached"
+  end
+end

data/spec/data/benchmarks-suite/shell-example/shell_example.rb

@@ -0,0 +1,11 @@
+require "cwb"
+
+class ShellExample < Cwb::Benchmark
+  def cwb
+    @cwb
+  end
+  
+  def execute
+    puts "execute shell-example in #{`pwd`}"
+  end
+end

data/spec/data/benchmarks-suite/sysbench/sysbench.rb

@@ -0,0 +1,11 @@
+require "cwb"
+
+class Sysbench < Cwb::Benchmark
+  def cwb
+    @cwb
+  end
+  
+  def execute
+    puts "execute sysbench in #{`pwd`}"
+  end
+end

data/spec/hash_spec.rb

@@ -0,0 +1,43 @@
+describe HashExtension do
+  let(:hash) {
+  {
+    "webserver" => {
+      "users" => {
+        "admin" => {
+          "password" => "some amazing password"
+          }
+        }
+      }
+    }
+  }
+
+  describe "#deep_fetch" do
+    it "returns the correct value for the provided keys" do
+      expect(hash.deep_fetch("webserver","users","admin","password")).to eq("some amazing password")
+    end
+    it "raises KeyError if the provided keys do not exist" do
+      expect{ hash.deep_fetch("webserver","users","jdoe","password") }.to raise_error(KeyError)
+    end
+    it "returns the provided default value (String) if the key does not exist" do
+      expect(hash.deep_fetch("webserver","users","jdoe","password", default: "Key Missing")).to eq("Key Missing")
+    end
+    it "returns the provided default value (boolean) if the key does not exist" do
+      expect(hash.deep_fetch("webserver","users","jdoe","password", default: false)).to be false
+    end
+    it "returns the provided default value (nil) if the key does not exist" do
+      expect(hash.deep_fetch("webserver","users","jdoe","password", default: nil)).to be nil
+    end
+  end
+
+  describe "#fetch_keypath" do
+    it "returns the correct value for the provided keypath" do
+      expect(hash.fetch_keypath("webserver.users.admin.password")).to eq("some amazing password")
+    end
+    it "raises KeyError if the provided keys do not exist" do
+      expect { hash.fetch_keypath("webserver.users.jdoe.password") }.to raise_error(KeyError)
+    end
+    it "returns the provided default value if the key does not exist" do
+      expect(hash.fetch_keypath("webserver.users.jdoe.password", default: "Key Missing")).to eq("Key Missing")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,35 @@
+require "simplecov"
+class LineFilter < SimpleCov::Filter
+  def matches?(source_file)
+    source_file.lines.count < filter_argument
+  end
+end
+SimpleCov.start do
+  add_group "Long files" do |src_file|
+    src_file.lines.count > 100
+  end
+  add_group "Short files", LineFilter.new(5)
+  add_filter "spec/data"
+end
+
+require "pry"
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
+require "cwb"
+
+# Add gem root directory to LOAD_PATH
+$LOAD_PATH << Cwb::root
+
+def spec_data
+  File.join(Cwb::root, "spec", "data")
+end
+
+# Requires supporting ruby files spec/data/ and its subdirectories.
+Dir["spec/data/**/*.rb"].each { |f| require f }
+
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+  
+  config.order = "random"
+end

metadata

@@ -0,0 +1,242 @@
+--- !ruby/object:Gem::Specification
+name: cwb
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Joel Scheuner
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.5'
+description: 
+email:
+- joel.scheuner.dev@gmail.com
+executables:
+- cwb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/cwb
+- cwb.gemspec
+- lib/cwb.rb
+- lib/cwb/benchmark.rb
+- lib/cwb/benchmark_suite.rb
+- lib/cwb/cli.rb
+- lib/cwb/client.rb
+- lib/cwb/config.rb
+- lib/cwb/directory_parser.rb
+- lib/cwb/directory_suite_parser.rb
+- lib/cwb/file_parser.rb
+- lib/cwb/parser.rb
+- lib/cwb/parser_factory.rb
+- lib/cwb/version.rb
+- lib/hash_extension.rb
+- lib/inflection.rb
+- node.yml
+- spec/cwb/benchmark_spec.rb
+- spec/cwb/cli_spec.rb
+- spec/cwb/client_spec.rb
+- spec/cwb_spec.rb
+- spec/data/benchmarks-suite/benchmark_suite.txt
+- spec/data/benchmarks-suite/benchmarks.txt
+- spec/data/benchmarks-suite/disabled/disabled.rb
+- spec/data/benchmarks-suite/my-custom-benchmark/my_custom_benchmark.rb
+- spec/data/benchmarks-suite/my-custom-suite/my_custom_suite.rb
+- spec/data/benchmarks-suite/my-disabled-suite/my_disabled_suite.rb
+- spec/data/benchmarks-suite/shell-example/shell_example.rb
+- spec/data/benchmarks-suite/sysbench/sysbench.rb
+- spec/data/benchmarks/benchmarks.txt
+- spec/data/benchmarks/disabled/disabled.rb
+- spec/data/benchmarks/my-disabled-suite/my_disabled_suite.rb
+- spec/data/benchmarks/node.rb
+- spec/data/benchmarks/node.yml
+- spec/data/benchmarks/shell-example/shell_example.rb
+- spec/data/benchmarks/sysbench/metrics.csv
+- spec/data/benchmarks/sysbench/node.yml
+- spec/data/benchmarks/sysbench/sysbench.rb
+- spec/hash_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/sealuzh/cloud-workbench
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Provides Cloud WorkBench (CWB) infrastructure for cloud VMs and local testing.
+test_files:
+- spec/cwb/benchmark_spec.rb
+- spec/cwb/cli_spec.rb
+- spec/cwb/client_spec.rb
+- spec/cwb_spec.rb
+- spec/data/benchmarks-suite/benchmark_suite.txt
+- spec/data/benchmarks-suite/benchmarks.txt
+- spec/data/benchmarks-suite/disabled/disabled.rb
+- spec/data/benchmarks-suite/my-custom-benchmark/my_custom_benchmark.rb
+- spec/data/benchmarks-suite/my-custom-suite/my_custom_suite.rb
+- spec/data/benchmarks-suite/my-disabled-suite/my_disabled_suite.rb
+- spec/data/benchmarks-suite/shell-example/shell_example.rb
+- spec/data/benchmarks-suite/sysbench/sysbench.rb
+- spec/data/benchmarks/benchmarks.txt
+- spec/data/benchmarks/disabled/disabled.rb
+- spec/data/benchmarks/my-disabled-suite/my_disabled_suite.rb
+- spec/data/benchmarks/node.rb
+- spec/data/benchmarks/node.yml
+- spec/data/benchmarks/shell-example/shell_example.rb
+- spec/data/benchmarks/sysbench/metrics.csv
+- spec/data/benchmarks/sysbench/node.yml
+- spec/data/benchmarks/sysbench/sysbench.rb
+- spec/hash_spec.rb
+- spec/spec_helper.rb