trebuchet-lt 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+trebuchet.yml
+.DS_Store
+*.gem
+

data/.rvmrc

@@ -0,0 +1 @@
+rvm use 1.9.3@trebuchet --create

data/Gemfile

@@ -0,0 +1,8 @@
+source "https://www.rubygems.org"
+
+gem "celluloid"
+gem "fog"
+
+group :development do
+  gem "pry"
+end

data/Gemfile.lock

@@ -0,0 +1,41 @@
+GEM
+  remote: https://www.rubygems.org/
+  specs:
+    builder (3.2.0)
+    celluloid (0.13.0)
+      timers (>= 1.0.0)
+    coderay (1.0.9)
+    excon (0.20.1)
+    fog (1.10.1)
+      builder
+      excon (~> 0.20)
+      formatador (~> 0.2.0)
+      mime-types
+      multi_json (~> 1.0)
+      net-scp (~> 1.1)
+      net-ssh (>= 2.1.3)
+      nokogiri (~> 1.5.0)
+      ruby-hmac
+    formatador (0.2.4)
+    method_source (0.8.1)
+    mime-types (1.23)
+    multi_json (1.7.2)
+    net-scp (1.1.0)
+      net-ssh (>= 2.6.5)
+    net-ssh (2.6.7)
+    nokogiri (1.5.9)
+    pry (0.9.12.1)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    ruby-hmac (0.4.0)
+    slop (3.4.4)
+    timers (1.1.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  celluloid
+  fog
+  pry

data/README.md

@@ -0,0 +1,26 @@
+Trebuchet
+=========
+
+Trebuchet is a gem for distributed performance testing. It spins up
+arbitrary ec2 micro servers, and does performance testing from them.
+
+To set up trebuchet, install it normally with gem, then copy down the
+trebuchet.yml.example and rename it trebuchet.yml. Then update it with
+your revelvant information.
+
+To run arbitrary load tests, you can use trebuchet from the command line
+
+    trebuchet -s 5 -c 100 -t 20M http://www.example.com
+
+    -s: Number of Servers to spin up
+    -c: Number of Concurrent Users per Server
+    -t: Amount of Time to run the test (ex. 10S, 5M, 1H)
+
+When you run from the command line, Trebuchet will spin up the required
+servers in your 
+
+Alternatively, you can invoke Trebuchet's internal ruby classes to spin
+up servers, and run multiple load tests then terminate all the servers
+it spun up. It will not terminate any other servers you have running in
+EC2.
+

data/Rakefile

@@ -0,0 +1,8 @@
+require 'rake/testtask'
+
+Rake::TestTask.new('test') do |t|
+  t.libs.push "test"
+  t.test_files = FileList['test/**/*_test.rb']
+  t.verbose = true
+end
+

data/bin/trebuchet

@@ -0,0 +1,22 @@
+#! /usr/bin/env ruby
+# Trebuchet Command Line
+
+require "trebuchet"
+
+trebuchet = Trebuchet::Server.new
+servers = 1
+if ARGV.include? "-s"
+  servers = Integer(ARGV[ARGV.index("-s")+ 1])
+end
+if ARGV.include? "-c"
+  trebuchet.concurrency = Integer(ARGV[ARGV.index("-c")+ 1])
+end
+if ARGV.include? "-t"
+  trebuchet.time = ARGV[ARGV.index("-t")+ 1]
+end
+trebuchet.url = ARGV.last
+
+trebuchet.start servers
+trebuchet.run
+trebuchet.stop
+

data/lib/trebuchet.rb

@@ -0,0 +1,8 @@
+require 'trebuchet/server'
+require 'trebuchet/parser'
+require 'trebuchet/result'
+require 'fog'
+require 'yaml'
+require 'net/ssh'
+require 'celluloid'
+

data/lib/trebuchet/client.rb

@@ -0,0 +1,5 @@
+module Trebuchet
+  class Client
+
+  end
+end

data/lib/trebuchet/parser.rb

@@ -0,0 +1,35 @@
+module Trebuchet
+  class Parser
+    attr_reader :failed_requests, :requests, :rps
+    def initialize siege_result
+      parse siege_result
+    end
+
+  private
+    def parse result
+      data_lines = result.lines.to_a[4..-1]
+      data_lines.each do |line|
+        method = "parse_#{line.split(":").first}".downcase.gsub(" ", "_").gsub("\b", "")
+        send(method, line.split(":").last) if private_methods.include? method.to_sym
+      end
+      if @requests.nil? or @failed_requests.nil? or @rps.nil?
+        puts result
+        @requests = 0 if @requests.nil?
+        @failed_requests = 0 if @failed_requests.nil?
+        @rps = 0 if @rps.nil?
+      end
+    end
+
+    def parse_transactions data
+      @requests = Integer(data.match(/\d+/)[0])
+    end
+
+    def parse_failed_transactions data
+      @failed_requests = Integer(data.match(/\d+/)[0])
+    end
+
+    def parse_transaction_rate data
+      @rps = data.match(/[-+]?[0-9]*\.?[0-9]+/)[0].to_f
+    end
+  end
+end

data/lib/trebuchet/result.rb

@@ -0,0 +1,32 @@
+module Trebuchet
+  class Result
+    def initialize parse=nil
+      @requests = 0
+      @failed_requests = 0
+      @rps = 0.0
+      add_parse parse if parse
+    end
+
+    def add_parse parse
+      @requests = requests + parse.requests
+      @failed_requests = failed_requests + parse.failed_requests
+      @rps = rps + parse.rps
+    end
+
+    def to_s
+      "Requests: #{@requests}\nFailed Requests: #{@failed_requests}\nRequests Per Second: #{@rps}"
+    end
+
+    def requests
+      @requests || 0
+    end
+
+    def failed_requests
+      @failed_requests || 0
+    end
+
+    def rps
+      @rps || 0
+    end
+  end
+end

data/lib/trebuchet/server.rb

@@ -0,0 +1,94 @@
+module Trebuchet
+  class Server
+    attr_accessor :concurrency, :config, :connections, :instances, :result, :time, :url
+
+    def initialize config=nil
+      if File.exists?("trebuchet.yml")
+        file = File.open('trebuchet.yml')
+      elsif File.exists?("~/.trebuchet")
+        file = File.open("~/.trebuchet")
+      end
+      @config = config || YAML::load(file)
+      @concurrency = "1"
+      @time = "1M"
+      @url = "http://www.example.com"
+      regions = @config.fetch("aws-config", {}).fetch("regions", ["us-east-1"])
+
+      @connections = []
+      regions.each do |region|
+        @connections << Fog::Compute.new(:provider => "AWS", :aws_access_key_id => @config.fetch("aws-config", {}).fetch("access_key_id"), :aws_secret_access_key => @config.fetch("aws-config", {}).fetch("access_key_secret"), :region => region)
+      end
+
+      refresh_instances
+    end
+
+    def start num_of_servers=1
+      puts "Starting #{num_of_servers} servers!"
+      futures = []
+      num_of_servers.times do
+        futures << Celluloid::Future.new do
+          @connections.sample.servers.bootstrap(:public_key_path => '~/.ssh/id_rsa.pub', :username => 'ubuntu', :tags => {:temporary => true}) rescue Net::SSH::Disconnect
+        end
+      end
+      futures.each { |future| future.value }
+      puts "#{num_of_servers} Servers Started!"
+
+      refresh_instances
+
+      puts "Setting up new instances!"
+      @instances.each { |instance| setup_instance instance }
+
+      puts "New instances configured and ready for use!"
+    end
+
+    def stop
+      puts "Shutting down all instances"
+      @instances.each { |instance| instance.destroy }
+      refresh_instances
+    end
+
+    def run
+      puts "Beginning Load Test"
+      @result = Trebuchet::Result.new
+      futures = []
+      @instances.each do |instance|
+        futures << Celluloid::Future.new { run_siege instance }
+      end
+      futures.each { |future| future.value }
+      puts @result.to_s
+
+      nil
+    end
+
+private
+    def refresh_instances
+      @instances = []
+      @connections.each do |connection|
+        new_instance = connection.servers.select { |instance| instance.tags.fetch("temporary", false) and instance.state == "running" }
+        @instances << new_instance unless new_instance.empty?
+      end
+      @instances.flatten!
+
+      nil
+    end
+
+    def setup_instance instance
+      ssh = Net::SSH.start(instance.dns_name, "ubuntu")
+      ssh.exec! "sudo apt-get install siege"
+      ssh.exec! %{echo "verbose = false" > ~/.siegerc}
+      ssh.exec! %{sudo sh -c "echo '*               hard    nofile            1000000' >> /etc/security/limits.conf"}
+      ssh.exec! %{sudo sh -c "echo '*               soft    nofile            1000000' >> /etc/security/limits.conf"}
+      ssh.close
+    end
+
+    def run_siege instance
+      ssh = Net::SSH.start(instance.dns_name, "ubuntu")
+      cmd = "siege -R ~/.siegerc -c #{concurrency} -t #{time} #{url}"
+      res = ssh.exec! cmd
+      ssh.close
+      parse = Trebuchet::Parser.new(res)
+      @result.add_parse(parse)
+    end
+  end
+end
+

data/test/fixtures/siege_output.txt

@@ -0,0 +1,16 @@
+** SIEGE 2.68
+** Preparing 1 concurrent users for battle.
+The server is now under siege...
+Lifting the server siege..      done.
+Transactions:		          57 hits
+Availability:		      100.00 %
+Elapsed time:		       59.10 secs
+Data transferred:	        5.66 MB
+Response time:		        0.91 secs
+Transaction rate:	        0.96 trans/sec
+Throughput:		        0.10 MB/sec
+Concurrency:		        0.88
+Successful transactions:          57
+Failed transactions:	           0
+Longest transaction:	        3.06
+Shortest transaction:	        0.74

data/test/parser_test.rb

@@ -0,0 +1,20 @@
+require "test_helper"
+
+class ParserTest < Test::Unit::TestCase
+  def setup
+    @parser = Trebuchet::Parser.new(File.open("test/fixtures/siege_output.txt"))
+  end
+
+  def test_requests
+    assert_equal 57, @parser.requests
+  end
+
+  def test_failed_requests
+    assert_equal 0, @parser.failed_requests
+  end
+
+  def test_rps
+    assert_equal 0.96, @parser.rps
+  end
+end
+

data/test/result_test.rb

@@ -0,0 +1,16 @@
+require "test_helper"
+
+class ResultTest < Test::Unit::TestCase
+  def setup
+    @result = Trebuchet::Result.new
+    @parser = Trebuchet::Parser.new(File.open("test/fixtures/siege_output.txt"))
+  end
+
+  def test_add_parse
+    @result.add_parse @parser
+    @result.add_parse @parser
+    assert_equal 114, @result.requests
+    assert_equal 0, @result.failed_requests
+    assert_equal 1.92, @result.rps
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,5 @@
+$:.unshift File.expand_path("../../", __FILE__)
+require "test/unit"
+require "trebuchet"
+require "pry"
+

data/trebuchet

@@ -0,0 +1,8 @@
+#! /usr/bin/env ruby
+# Trebuchet Command Line
+
+require "trebuchet"
+trebuchet = Trebuchet::Server.new
+if ARGV.include? "-s"
+  trebuchet.start
+end

data/trebuchet.gemspec

@@ -0,0 +1,24 @@
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.platform    = Gem::Platform::RUBY
+  s.name        = 'trebuchet-lt'
+  s.version     = '0.0.1'
+  s.summary     = 'Distributed Load Testing Made Easy'
+  s.description = 'Trebuchet is a gem for distributed performance testing. It spins up arbitrary ec2 micro servers, and does performance testing from them.'
+
+  s.required_ruby_version     = '>= 1.9.3'
+
+  s.license = 'MIT'
+
+  s.author   = 'Nathaniel Barnes'
+  s.email    = 'Nathaniel.R.Barnes@gmail.com'
+  s.homepage = 'http://github.com/NateBarnes/trebuchet'
+
+  s.files       = `git ls-files`.split("\n")
+  s.bindir      = 'bin'
+  s.executables = ['trebuchet']
+
+  s.add_dependency 'celluloid'
+  s.add_dependency 'fog'
+end

data/trebuchet.yml.example

@@ -0,0 +1,8 @@
+aws-config:
+  access_key_id: "EXAMPLE_ACCESS_KEY"
+  access_key_secret: "EXAMPLE_ACCESS_KEY_SECRET"
+  regions:
+    - "us-west-1"
+    - "us-west-2"
+    - "eu-west-1"
+

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: trebuchet-lt
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Nathaniel Barnes
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: celluloid
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Trebuchet is a gem for distributed performance testing. It spins up arbitrary
+  ec2 micro servers, and does performance testing from them.
+email: Nathaniel.R.Barnes@gmail.com
+executables:
+- trebuchet
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/trebuchet
+- lib/trebuchet.rb
+- lib/trebuchet/client.rb
+- lib/trebuchet/parser.rb
+- lib/trebuchet/result.rb
+- lib/trebuchet/server.rb
+- test/fixtures/siege_output.txt
+- test/parser_test.rb
+- test/result_test.rb
+- test/test_helper.rb
+- trebuchet
+- trebuchet.gemspec
+- trebuchet.yml.example
+homepage: http://github.com/NateBarnes/trebuchet
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Distributed Load Testing Made Easy
+test_files: []