son_of_a_batch 0.0.2

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,22 @@
+source "http://rubygems.org"
+
+# gem 'goliath',         :git => 'https://github.com/postrank-labs/goliath.git'
+gem 'em-synchrony',    :git => 'https://github.com/igrigorik/em-synchrony.git'
+gem 'em-http-request', :git => 'https://github.com/igrigorik/em-http-request.git'
+gem 'yajl-ruby',       "~> 0.8.2"
+gem 'gorillib',        "~> 0.0.4"
+
+gem 'rack-respond_to'
+gem 'rack-abstract-format'
+
+group :development, :test do
+  gem 'bundler',       "~> 1.0.12"
+  gem 'yard',          "~> 0.6.7"
+  gem 'jeweler',       "~> 1.5.2"
+  gem 'rspec',         "~> 2.5.0"
+  gem 'rcov',          ">= 0"
+end
+
+group :test do
+  gem 'spork', '~> 0.9.0.rc5'
+end

data/Gemfile.lock

@@ -0,0 +1,66 @@
+GIT
+  remote: https://github.com/igrigorik/em-http-request.git
+  revision: b9c6b4b03f0b4d78f0826314dc1f39f297debc1d
+  specs:
+    em-http-request (1.0.0.beta.3)
+      addressable (>= 2.2.3)
+      em-socksify
+      eventmachine (>= 1.0.0.beta.3)
+      http_parser.rb (>= 0.5.1)
+
+GIT
+  remote: https://github.com/igrigorik/em-synchrony.git
+  revision: 60887014aa65bc8fb85bcd058c2b5bf938d72ad0
+  specs:
+    em-synchrony (0.3.0.beta.1)
+      eventmachine (>= 1.0.0.beta.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.2.5)
+    diff-lcs (1.1.2)
+    em-socksify (0.1.0)
+      eventmachine
+    eventmachine (1.0.0.beta.3)
+    git (1.2.5)
+    gorillib (0.0.4)
+    http_parser.rb (0.5.1)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    rack-abstract-format (0.9.9)
+    rack-accept-media-types (0.9)
+    rack-respond_to (0.9.8)
+      rack-accept-media-types (>= 0.6)
+    rake (0.8.7)
+    rcov (0.9.9)
+    rspec (2.5.0)
+      rspec-core (~> 2.5.0)
+      rspec-expectations (~> 2.5.0)
+      rspec-mocks (~> 2.5.0)
+    rspec-core (2.5.1)
+    rspec-expectations (2.5.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.5.0)
+    spork (0.9.0.rc5)
+    yajl-ruby (0.8.2)
+    yard (0.6.8)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.12)
+  em-http-request!
+  em-synchrony!
+  gorillib (~> 0.0.4)
+  jeweler (~> 1.5.2)
+  rack-abstract-format
+  rack-respond_to
+  rcov
+  rspec (~> 2.5.0)
+  spork (~> 0.9.0.rc5)
+  yajl-ruby (~> 0.8.2)
+  yard (~> 0.6.7)

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Philip (flip) Kromer for Infochimps
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.textile

@@ -0,0 +1,65 @@
+h1. son_of_a_batch
+
+Smelt from a plentiferous gallimaufry of requests an agglomerated bale of responses. With, y'know, concurrency and all that.
+
+Install this as a shim to allow batch requests against a remote API.
+
+h2.
+
+
+h4. Results vs Errors
+
+Note that a request may do any of the following:
+
+* The request might *complete* and be *successful* (eg @200 OK@). Each of these will be in the "results" block, with its status code set appropriately.
+* The request might *complete* but be *unsuccessful* (eg @404 Not Found@). These are no different to son_of_a_batch, so each of them will also be in the "results" block with its status code set appropriately.
+* The request might *not complete*. These will be in the "errors" block.
+
+h2. Usage
+
+Start a test server:
+
+<pre>
+$ ruby app/endpoints/sleepy.rb -sv -p 9002 # an example endpoint that sleeps a given amount of time before responding.
+[54941:INFO] 2011-04-23 17:22:37 :: Starting server on 0.0.0.0:9002 in development mode. Watch out for stones.
+
+$ curl 'http://localhost:9002?delay=2.2'
+{"start":1303597564.663358,"delay":2.2,"actual":2.2001771926879883}
+</pre>
+
+Start the son_of_a_batch server:
+
+<pre>
+$ ruby app/endpoints/sleepy.rb -sv -p 9002 # an example endpoint that sleeps a given amount of time before responding.
+[54941:INFO] 2011-04-23 17:22:37 :: Starting server on 0.0.0.0:9002 in development mode. Watch out for stones.
+
+$ curl 'http://localhost:9002?delay=2.2'
+{"start":1303597564.663358,"delay":2.2,"actual":2.2001771926879883}
+</pre>
+
+h3. Colophon
+
+Uses
+
+* Goliath -- fast asynchronous API library
+* Gorillib -- only the lightest of weight helpers plucked from active_support and friends, with nothing obtrusive required by default.
+
+h4. Credits
+
+Built using goliath, gorillib, and the infochimps API
+
+h4. Contributing to son_of_a_batch
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+h4. Copyright
+
+Copyright (c) 2011 Philip (flip) Kromer for Infochimps. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "son_of_a_batch"
+  gem.homepage = "http://infochimps.com/labs"
+  gem.license = "MIT"
+  gem.summary = %Q{Smelt from a plentiferous gallimaufry of requests an agglomerated bale of responses. With, y'know, concurrency and all that.}
+  gem.description = %Q{Smelt from a plentiferous gallimaufry of requests an agglomerated bale of responses. With, y'know, concurrency and all that.}
+  gem.email = "coders@infochimps.com"
+  gem.authors = ["Philip (flip) Kromer for Infochimps"]
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/VERSION

@@ -0,0 +1 @@
+0.0.2

data/app/endpoints/sleepy.rb

@@ -0,0 +1,80 @@
+$: << File.dirname(__FILE__)+'/../../lib'
+require 'boot'
+require 'goliath'
+require 'rack/abstract_format'
+
+#
+# Wait the amount of time given by the 'delay' parameter before responding
+# Handles multiple parallel requests -- its EM::Synchrony call allows the
+# reactor to keep spinning.
+#
+class Sleepy < Goliath::API
+  use Goliath::Rack::Params             # parse query & body params
+  use Goliath::Rack::Formatters::JSON   # JSON output formatter
+  use Goliath::Rack::Render             # auto-negotiate response format
+  use Goliath::Rack::ValidationError    # catch and render validation errors
+  use Goliath::Rack::Validation::NumericRange, {:key => 'delay', :max => 15.0, :default => 1.5, :as => Float}
+  use Rack::AbstractFormat, 'application/json'
+
+  def response(env)
+    start = Time.now.utc.to_f
+    delay = env.params['delay']
+    env.logger.debug "timer #{start} [#{delay}]: start of response"
+
+    # EM::Synchrony call allows the reactor to keep spinning: HOORAY CONCURRENCY
+    EM::Synchrony.sleep(delay)
+    body = { :start => start, :delay => delay, :actual => (Time.now.utc.to_f - start) }
+
+    env.logger.debug "timer #{start} [#{delay}]: after sleep: #{body.inspect}"
+    [200, {'X-Responder' => self.class.to_s, 'X-Sleepy-Delay' => delay.to_s, }, body]
+  end
+end
+
+#
+# Proof of concurrency!
+#
+# $ ruby app/rack/sleepy.rb -sv -p 9000
+# $ ab -c 10 -n 50  'http://127.0.0.1:9000/?delay=2.0'
+# This is ApacheBench, Version 2.3 <$Revision: 655654 $>
+# Copyright 1996 Adam Twiss, Zeus Technology Ltd, http://www.zeustech.net/
+# Licensed to The Apache Software Foundation, http://www.apache.org/
+#
+# Benchmarking 127.0.0.1 (be patient).....done
+#
+#
+# Server Software:        Goliath
+# Server Hostname:        127.0.0.1
+# Server Port:            9000
+#
+# Document Path:          /?delay=2.0
+# Document Length:        88 bytes
+#
+# Concurrency Level:      10
+# Time taken for tests:   10.117 seconds
+# Complete requests:      50
+# Failed requests:        0
+# Write errors:           0
+# Total transferred:      11550 bytes
+# HTML transferred:       4400 bytes
+# Requests per second:    4.94 [#/sec] (mean)
+# Time per request:       2023.306 [ms] (mean)
+# Time per request:       202.331 [ms] (mean, across all concurrent requests)
+# Transfer rate:          1.11 [Kbytes/sec] received
+#
+# Connection Times (ms)
+#               min  mean[+/-sd] median   max
+# Connect:        0    0   0.1      0       1
+# Processing:  2004 2018  11.0   2017    2044
+# Waiting:     2004 2018  11.0   2017    2044
+# Total:       2004 2018  11.0   2018    2044
+#
+# Percentage of the requests served within a certain time (ms)
+#   50%   2018
+#   66%   2025
+#   75%   2028
+#   80%   2029
+#   90%   2032
+#   95%   2036
+#   98%   2044
+#   99%   2044
+#  100%   2044 (longest request)

data/app/views/debug.haml

@@ -0,0 +1,4 @@
+%h1 Debug
+
+%pre
+  = JSON.pretty_generate(env)

data/app/views/layout.haml

@@ -0,0 +1,39 @@
+- title ||= 'Goliath'
+!!! 5
+%html
+  %head
+    %meta{ :charset => "utf-8" }/
+    %meta{ :content => "IE=edge,chrome=1", "http-equiv" => "X-UA-Compatible" }/
+
+    %title= title
+    <link href="data:image/x-icon;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQEAYAAABPYyMiAAAABmJLR0T///////8JWPfcAAAACXBIWXMAAABIAAAASABGyWs+AAAAF0lEQVRIx2NgGAWjYBSMglEwCkbBSAcACBAAAeaR9cIAAAAASUVORK5CYII=" rel="icon" type="image/x-icon" />
+    %link{ :href => "/stylesheets/style.css", :rel => "stylesheet", :type => "text/css", :media => "all" }
+
+  %body{ :lang => 'en' }
+    #header-container
+      %header.wrapper
+        %h1#title
+          == <a href="/">#{title}</a>
+
+        %nav
+          %ul.menu
+            %li.item
+              <a href="/">Home</a>
+            %li.item
+              <a href="/debug">Debug</a>
+            %li &nbsp;
+
+    #main.wrapper{ :role => 'main' }
+      != yield
+
+    #footer-container
+      %footer.wrapper
+        .copyright
+          %p Copyright &copy; #{Time.now.strftime("%Y")}
+
+    %script{ :src => "http://ajax.googleapis.com/ajax/libs/jquery/1.4.4/jquery.min.js", :type => "text/javascript" }/
+    :javascript
+      !window.jQuery && document.write(unescape('%3Cscript src="/javascripts/jquery.min.js"%3E%3C/script%3E'))
+
+    /
+      haml layout

data/app/views/root.haml

@@ -0,0 +1,28 @@
+%h2 Routes
+
+%ul
+  %li <a href="/joke">Tell me a joke</a>
+  %li <a href="/erb_me">Tell me a joke, but with a boring .erb layout</a>
+  %li <a href="/debug">debug info</a>
+  %li <a href="/oops">Template missing</a>
+
+%h2 Dashboard
+
+%table.vertical
+  %tr
+    %th  Script
+    %td= $0
+  %tr
+    %th  Server Port
+    %td= env['SERVER_PORT']
+  %tr
+    %th  Latency
+    %td= recent_latency
+  %tr
+    %th  Request took
+    %td= (Time.now.to_f - env[:start_time]).round(3)
+  %tr
+    %th  Config
+    %td
+      %pre
+        = "\n"+JSON.pretty_generate(env.config)

data/config/bootstrap.rb

@@ -0,0 +1,114 @@
+#!/usr/bin/env ruby
+#/ Usage: config/bootstrap.rb [<options>]
+#/ Bootstraps the gem environment.
+#/
+#/ Options are passed through to the bundle-install command. In most cases you
+#/ won't need these. They're used primarily in production environments.
+#/       --local             use gems in vendor/cache instead of rubygems.org
+#/       --without=<groups>  do not install gems in the groups specified
+#
+# =============================================================================
+# Uses bundler to install all gems specified in the Gemfile under vendor/gems,
+# records the load path in config/loadpath, and generates bundler-free binstubs
+# under bin.
+#
+# The basic idea is to use bundler to install necessary gems but not
+# rely on it to manage the load path at runtime because it's slow. Requiring
+# 'bundler/setup' takes ~500ms user CPU time in production and ~1500ms in
+# development/test. This makes it unusable in scenarios that require a fast
+# boot (e.g., script/gerve, proxymachine daemons, ernie/smoke, etc.). It's also
+# a problem in development where it slows tools like rake command line
+# completion to a crawl and adds at least a second to single-file test runs.
+#
+# There's very little reason to use bundler at runtime since everything
+# is known at install time. We simply save off the result of the work done by
+# bundle/setup and use it until bundle-install is run again.
+
+# show usage message with --help
+if ARGV.include?('--help')
+  system "grep '^#/' <'#{__FILE__}' |cut -c4-"
+  exit 2
+end
+
+# go into the project root because it makes everything easier
+root = File.expand_path('../..', __FILE__)
+Dir.chdir(root)
+
+# point bundler to the right stuff
+ENV['BUNDLE_GEMFILE'] = "#{root}/Gemfile"
+ENV['BUNDLE_PATH']    = "#{root}/vendor/gems"
+
+# bring in rubygems and make sure bundler is installed.
+require 'rubygems'
+begin
+  require 'bundler'
+rescue LoadError => boom
+  warn "Bundler not found. Install it with `gem install bundler' and try again."
+  exit 0
+end
+
+# record the Gemfile checksum so we can tell if the Gemfile has changed
+# since our loadpath was last generated. this is used in config/boot.rb
+# to verify the environment is bootstrapped and up-to-date.
+checksum = `cksum Gemfile`.to_i
+installed = File.read('.bundle/checksum').to_i rescue nil
+
+# run a quick check to see if everything's installed and up-to-date so we can
+# skip the install and loadpath generation step if possible.
+if checksum == installed && system('bundle check 1>/dev/null 2>&1')
+  puts "Gem environment up-to-date."
+else
+  # run bundle-install to install any missing gems
+  argv = ['--no-color', 'install', '--path', 'vendor/gems'] + ARGV
+  system("bundle", *argv) || begin
+    warn "bundle executable not found.  Ensure bundler is installed (`gem " +
+         "install bundler`) and that the gem bin path is in your PATH"
+    exit($?.exitstatus)
+  end
+
+  # load the Gemfile
+  bundle = Bundler.setup
+
+  # extract load paths for each gem and write to the config/loadpath file.
+  load_paths = []
+  bundle.gems.each do |gem|
+    next if gem.name == 'bundler'
+    gem.load_paths.each do |path|
+      if path[0, root.size] == root
+        path = path[(root.size + 1), path.size]
+        load_paths << path
+      else
+        warn "external load path directory detected: #{path}"
+      end
+    end
+  end
+
+  # move the loadpath and checksum files into place if everything was installed
+  # okay and the load path file was written successfully.
+  File.open('.bundle/loadpath+', 'wb') { |fd| fd.write(load_paths.join("\n")) }
+  File.rename('.bundle/loadpath+', '.bundle/loadpath')
+  File.open('.bundle/checksum', 'wb') { |fd| fd.puts(checksum) }
+
+  # write binstubs for all executables. we can't use bundler's --binstubs option
+  # because the generated executables require 'bundler/setup'. the binstubs
+  # generated here require only config/boot.rb, which sets up the loadpath
+  # manually using the .bundle/loadpath file.
+  Dir.mkdir "vendor/bin" unless File.directory?("vendor/bin")
+  template = DATA.read
+  lineno = File.read(__FILE__).count("\n") - template.count("\n")
+  bundle.gems.each do |spec|
+    spec.executables.each do |executable|
+      script = eval('%Q{' + template + '}', binding, __FILE__, lineno)
+      File.open("vendor/bin/#{executable}+", 'wb') { |fd| fd.write(script) }
+      File.chmod 0755, "vendor/bin/#{executable}+"
+      File.rename("vendor/bin/#{executable}+", "vendor/bin/#{executable}")
+    end
+  end
+end
+
+__END__
+#!/usr/bin/env #{RbConfig::CONFIG['ruby_install_name']}
+#
+# This file was generated by config/bootstrap.
+require '#{root}/lib/boot'
+load File.join('#{spec.full_gem_path}', 'vendor', '#{spec.bindir}', '#{executable}')