loadaboy 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,22 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC
+*.beam

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Jell
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,58 @@
+= loadaboy
+
+= Simple Load Test service.
+
+= Installation
+
+= Synopsis
+
+How it works
+
+* Write a custom generator in Loadafile.rb
+* run loadaboy domain workers requests-per-worker
+
+== Loadafile.rb:
+
+    class Generator
+      AD_SIZES = [{width: 250, height:360}, {width: 300, height:250}, {width: 336, height:280}, {width: 480, height:280}]
+
+      def random_size
+        AD_SIZES[rand(AD_SIZES.length)]
+      end
+
+      def random_string(n = 10)
+        (1..n).map{ ('a'..'z').to_a[rand(26)] }.join
+      end
+
+      def random_keywords(n = 20)
+        (1..n).map{random_string(5+rand(20))}.join("+")
+      end
+
+      def generate
+        size = random_size
+        {
+          static: "/dynad/static.js",
+          ad:     "/dynad/ad/load_test_#{rand(3)}/#{size[:width]}/#{size[:height]}?div_id=#{random_string}&keywords=#{random_keywords}&track_url=http://www.zombo.com/"
+        }
+      end
+    end
+
+
+
+== run:
+
+      loadaboy http://localhost:3000 10 10
+
+== Note on Patches/Pull Requests
+
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Jell. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,64 @@
+require 'rubygems'
+require 'rake'
+
+task :ebuild do
+  ERLC_TEST_FLAGS = ""
+  ERLC_FLAGS = "-o ../ebin"
+  cd "elib"
+  sh "erlc  #{ERLC_FLAGS} #{ERLC_TEST_FLAGS} #{Dir["**/*.erl"].join(" ")}"
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "loadaboy"
+    gem.executables     = %W(loadaboy)
+    gem.summary = %Q{LoadaBoy - Load Test Gem to the Rescue!}
+    gem.description = %Q{LoadaBoy - Load Test Gem to the Rescue!}
+    gem.email = "jean-louis@icehouse.se"
+    gem.homepage = "http://github.com/Jell/loadaboy"
+    gem.authors = ["Jell"]
+    gem.files.include(["ext"])
+    gem.extensions << 'ext/extconf.rb'
+    gem.add_development_dependency "thoughtbot-shoulda", ">= 0"
+    gem.add_dependency  "erlectricity", "~>1.1.1"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "loadaboy #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/loadaboy

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$:.unshift(File.join(File.dirname(__FILE__), *%w[.. lib]))
+LOADBOY_ROOT = File.join(File.dirname(__FILE__), *%w[..])
+
+system "export LOADABOY_EXEC_DIR=#{Dir.pwd} && cd #{LOADBOY_ROOT}/ebin && ./run_loadaboy #{ARGV.join(' ')}"

data/ebin/run_loadaboy

@@ -0,0 +1,23 @@
+#!/usr/bin/env escript
+%% -*- erlang -*-
+
+main(String) ->
+	try
+	  error_logger:tty(false),
+		[Domain, WorkerCount, RequestCount] = String,
+		LoadTest = load_test:new(Domain, list_to_integer(WorkerCount), list_to_integer(RequestCount)),
+		LoadTest:start(),
+		LoadTest:prepare(),
+		LoadTest:run()
+	catch
+		_:_ ->
+			usage()
+	end;
+
+main(_) ->
+	io:format("no header\n"),
+	usage().
+
+usage() ->
+	io:format("usage: loadaboy domain worker-count request-count\n"),
+	halt(1).

data/elib/load_test.erl

@@ -0,0 +1,90 @@
+-module(load_test, [Domain, WorkerCount, RequestCount]).
+%-export([start/0, stop/0, run/0, generate_services/1, get_services/0, get_workers/1, get_jobs/2, get_urls/3, set_urls/4]).
+-compile(export_all).
+-record(load_entry, {key, urls}).
+
+start() ->
+	inets:start(),
+	mnesia:start().
+
+stop() ->
+	mnesia:stop().
+
+prepare() ->
+	mnesia:delete_table(load_entry),
+	mnesia:create_table(load_entry, [{attributes, record_info(fields, load_entry)}]),
+	Cmd = "ruby ../lib/erlang_interface.rb",
+	Port = open_port({spawn, Cmd}, [{packet, 4}, nouse_stdio, exit_status, binary]),
+	Payload = term_to_binary([prepare, [WorkerCount, RequestCount]]),
+	port_command(Port, Payload),
+	receive
+		{Port, {data, Data}} ->
+			{result, Text} = binary_to_term(Data),
+			[set_urls(test, WorkerName, tuple_to_list(Urls)) || {WorkerName, Urls}<- tuple_to_list(Text)]
+	end.
+	
+run() ->
+	{atomic, Services} = get_services(),
+	generate_services(lists:usort(Services)),
+	wait_for_workers(WorkerCount).
+
+generate_services(Services) ->
+	case Services of
+		[] ->
+			done;
+		[Service | Remaining] ->
+			{atomic, Workers} = get_workers(Service),
+			generate_workers(Service, Workers),
+			generate_services(Remaining)
+  end.
+
+generate_workers(Service, Workers) ->
+	case Workers of
+		[] ->
+			done;
+		[WorkerName | Remaining] ->
+			{atomic, [Urls]} = get_urls(Service, WorkerName),
+			Worker = worker:new(self(), WorkerName, Domain, Urls),
+			Worker:run(),
+			generate_workers(Service, Remaining)
+  end.
+
+wait_for_workers(RemainingWorkers) ->
+	receive
+		done ->
+			case RemainingWorkers - 1 of
+				0 ->
+					done;
+				_ ->
+					wait_for_workers(RemainingWorkers - 1)
+			end
+		end.
+
+get_services() ->
+	F = fun() ->
+			LoadEntry = #load_entry{key = {'$1', '_'}, urls = '_'},
+			mnesia:select(load_entry, [{LoadEntry, [], ['$1']}])
+		end,
+	mnesia:transaction(F).
+
+get_workers(Service) ->
+	F = fun() ->
+			LoadEntry = #load_entry{key = {Service, '$1'}, urls = '_'},
+			mnesia:select(load_entry, [{LoadEntry, [], ['$1']}])
+		end,
+	mnesia:transaction(F).
+
+
+get_urls(Service, Worker) ->
+	F = fun() ->
+			LoadEntry = #load_entry{key = {Service, Worker}, urls = '$1'},
+			mnesia:select(load_entry, [{LoadEntry, [], ['$1']}])
+		end,
+	mnesia:transaction(F).
+
+set_urls(Service, Worker, Urls) ->
+	LoadEntry  = #load_entry{key = {Service, Worker}, urls = Urls},
+	F = fun() ->
+			mnesia:write(LoadEntry)
+		end,
+	mnesia:transaction(F).

data/elib/worker.erl

@@ -0,0 +1,51 @@
+-module(worker, [Parent, ProfileName, Domain, Urls]).
+-compile(export_all).
+
+run() ->
+	spawn(
+		fun() ->
+			inets:start(httpc, [{profile, ProfileName}]),
+			fetch_urls(Urls)
+		end
+		).
+
+fetch_urls(UrlList) ->
+	case UrlList of
+		[] ->
+			Parent!done;
+		[Url|Tail] ->
+			{Name, Request} = Url,
+			[Header, Time] = fetch_url(Domain ++ binary_to_list(Request)),
+			io:format("~p ~p ~p~n", [Header, Name, Time]),
+			fetch_urls(Tail)
+	end.
+
+fetch_url(Url) ->
+	try
+		Tic = erlang:now(),
+		Result = get_over_http(Url),
+		Tac = erlang:now(),
+		Time = time_to_ms(Tac) - time_to_ms(Tic),
+		case Result of
+			timeout ->
+				[timeout, Time];
+			{Header, _Params, _Body} ->
+				[Header, Time]
+		end
+	catch
+		_:_ ->
+			['FAIL', 0]
+	end.
+
+time_to_ms({Mega, Sec, Micro})->
+	Mega * 1000000000 + Sec * 1000 + Micro / 1000.
+
+get_over_http(Url) ->
+	{ok, RequestId} = httpc:request(get, {Url, []}, [], [{sync, false}], ProfileName),
+	receive
+		{http, {RequestId, Result}} ->
+			Result
+	after
+		3000 ->
+			timeout
+	end.

data/ext/Makefile

@@ -0,0 +1,2 @@
+install:
+	erlc -o ../ebin ../elib/*.erl

data/ext/extconf.rb

@@ -0,0 +1 @@
+# Does nothing, Makefile is static

data/lib/erlang_interface.rb

@@ -0,0 +1,15 @@
+LOADABOY_EXEC_DIR = `echo $LOADABOY_EXEC_DIR`.chomp
+
+require 'rubygems'
+require 'erlectricity'
+require 'loadaboy'
+
+extend LoadaBoy
+
+receive do |f|
+  f.when([:prepare, Array]) do |array|
+    f.send!([:result, generate_requests(array[0], array[1])])
+    f.receive_loop
+  end
+end
+

data/lib/generator.rb

@@ -0,0 +1,5 @@
+class Generator
+  def generate
+    { default: "/" }
+  end
+end

data/lib/loadaboy.rb

@@ -0,0 +1,11 @@
+require 'generator'
+require "#{LOADABOY_EXEC_DIR}/Loadafile" if File.exist? "#{LOADABOY_EXEC_DIR}/Loadafile.rb"
+
+module LoadaBoy
+  def generate_requests(workers_count, jobs_count)
+    generator = Generator.new
+    (1..workers_count).map do |i|
+      ["worker#{i}".to_sym, (1..jobs_count).map { generator.generate.to_a }.flatten(1)]
+    end
+  end
+end

data/loadaboy.gemspec

@@ -0,0 +1,68 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{loadaboy}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jell"]
+  s.date = %q{2010-10-19}
+  s.default_executable = %q{loadaboy}
+  s.description = %q{LoadaBoy - Load Test Gem to the Rescue!}
+  s.email = %q{jean-louis@icehouse.se}
+  s.executables = ["loadaboy"]
+  s.extensions = ["ext/extconf.rb", "ext/extconf.rb"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "VERSION",
+     "bin/loadaboy",
+     "ebin/run_loadaboy",
+     "elib/load_test.erl",
+     "elib/worker.erl",
+     "ext/Makefile",
+     "ext/extconf.rb",
+     "lib/erlang_interface.rb",
+     "lib/generator.rb",
+     "lib/loadaboy.rb",
+     "loadaboy.gemspec",
+     "test/helper.rb",
+     "test/test_loadaboy.rb"
+  ]
+  s.homepage = %q{http://github.com/Jell/loadaboy}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{LoadaBoy - Load Test Gem to the Rescue!}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_loadaboy.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_runtime_dependency(%q<erlectricity>, ["~> 1.1.1"])
+    else
+      s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+      s.add_dependency(%q<erlectricity>, ["~> 1.1.1"])
+    end
+  else
+    s.add_dependency(%q<thoughtbot-shoulda>, [">= 0"])
+    s.add_dependency(%q<erlectricity>, ["~> 1.1.1"])
+  end
+end
+

data/test/helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'loadaboy'
+
+class Test::Unit::TestCase
+end

data/test/test_loadaboy.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+class TestLoadaboy < Test::Unit::TestCase
+  should "probably rename this file and start testing for real" do
+    flunk "hey buddy, you should probably rename this file and start testing for real"
+  end
+end

metadata

@@ -0,0 +1,111 @@
+--- !ruby/object:Gem::Specification 
+name: loadaboy
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Jell
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-10-19 00:00:00 +02:00
+default_executable: loadaboy
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: thoughtbot-shoulda
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: erlectricity
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 1
+        - 1
+        version: 1.1.1
+  type: :runtime
+  version_requirements: *id002
+description: LoadaBoy - Load Test Gem to the Rescue!
+email: jean-louis@icehouse.se
+executables: 
+- loadaboy
+extensions: 
+- ext/extconf.rb
+- ext/extconf.rb
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/loadaboy
+- ebin/run_loadaboy
+- elib/load_test.erl
+- elib/worker.erl
+- ext/Makefile
+- ext/extconf.rb
+- lib/erlang_interface.rb
+- lib/generator.rb
+- lib/loadaboy.rb
+- loadaboy.gemspec
+- test/helper.rb
+- test/test_loadaboy.rb
+has_rdoc: true
+homepage: http://github.com/Jell/loadaboy
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: LoadaBoy - Load Test Gem to the Rescue!
+test_files: 
+- test/helper.rb
+- test/test_loadaboy.rb