son_of_a_batch 0.0.2

data/son_of_a_batch.rb

@@ -0,0 +1,153 @@
+#!/usr/bin/env ruby
+$:<< './lib'
+
+# A simple dashboard for
+#
+# See
+#   app/views                -- templates
+#   public                   -- static files
+#   config/son_of_a_batch.rb -- configuration
+#
+
+require 'boot'
+require 'gorillib'
+require 'tilt'
+require 'yajl/json_gem'
+
+require 'goliath'
+require 'goliath/rack/templates'
+require 'goliath/plugins/latency'
+require 'em-synchrony/em-http'
+require 'rack/abstract_format'
+
+class SonOfABatch < Goliath::API
+  use Goliath::Rack::Params             # parse query & body params
+  use Goliath::Rack::Formatters::JSON   # JSON output formatter
+  use Goliath::Rack::Render             # auto-negotiate response format
+  use Rack::AbstractFormat, 'application/json'
+
+  include Goliath::Rack::Templates      # render templated files from ./views
+  use(Rack::Static,                     # render static files from ./public
+    :root => Goliath::Application.root_path("public"), :urls => ["/favicon.ico", '/stylesheets', '/javascripts', '/images'])
+  # plugin Goliath::Plugin::Latency       # ask eventmachine reactor to track its latency
+
+  TARGET_CONCURRENCY   = 10
+  QUERIES = [ 1.0, 60.5, 2.5, 0.5, 1.0, 0.25, 1.0, 60.5, 2.5, 0.5, 1.0, 0.25 ]
+
+  def recent_latency
+    Goliath::Plugin::Latency.recent_latency if defined?(Goliath::Plugin::Latency)
+  end
+
+  def response(env)
+    batch_id = "%7.04f" % (env[:start_time].to_f - 100*(env[:start_time].to_f.to_i / 100))
+    case env['PATH_INFO']
+    when '/'         then return [200, {}, haml(:root)]
+    when '/debug'    then return [200, {}, haml(:debug)]
+    when '/get'      then :pass
+    else                  raise Goliath::Validation::NotFoundError
+    end
+
+    env.logger.debug "req #{object_id} @#{batch_id}: constructing request group"
+    BatchIterator.new(env, batch_id, QUERIES.each_with_index.to_a, TARGET_CONCURRENCY).perform
+    env.logger.debug "req #{object_id} @#{batch_id}: constructed request group"
+    chunked_streaming_response(200, {'X-Responder' => self.class.to_s })
+  end
+end
+
+
+class BatchIterator < EM::Synchrony::Iterator
+
+  TARGET_URL_BASE = "http://localhost:9002/meta/http/sleepy.json"
+  HTTP_REQUEST_OPTIONS = { :connect_timeout => 1.0, :inactivity_timeout => 1.2 }
+
+  attr_reader :requests, :responses
+
+  def initialize env, batch_id, *args
+    @env = env
+    @batch_id = batch_id
+    @requests = []
+    @responses = {:results => {}, :errors => {}}
+    @seen_first_result = false
+    super *args
+  end
+
+  def handle_result req_id, req
+    @responses[:results][req_id] = { :status => req.response_header.http_status, :body => req.response }
+    sep  = @seen_first_result ? ",#{SEP}" : ""
+    key  = %Q{"#{req_id}":}
+    body = JSON.generate(@responses[:results][req_id])
+    @env.chunked_stream_send([ sep, key, body ].join)
+  end
+
+  def handle_error req_id, req
+    err = req.error.blank? ? 'request error' : req.error
+    @responses[:errors][req_id] = { :error => err }
+    p req.error
+  end
+
+  def perform
+    EM.synchrony do
+      @env.logger.debug "req #{object_id} @#{@batch_id}:   synchrony block start"
+
+    EM.next_tick{ beg_batch ; beg_results_block }
+    each(
+      proc{|(delay, req_id), iter|
+        @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]\tconstructing"
+        req = EM::HttpRequest.new(TARGET_URL_BASE, HTTP_REQUEST_OPTIONS).aget(:query => { :delay => delay })
+
+        req.callback do
+          @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]:\t  callback"
+          handle_result(req_id, req)
+          @seen_first_result ||= true
+          @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]:\t  iter.next"
+          iter.next
+        end
+
+        req.errback do
+          @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]:\t  errback"
+          handle_error(req_id, req)
+          @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]:\t  iter.next"
+          iter.next
+        end
+
+        @env.logger.debug "req #{object_id} @#{@batch_id}:     request [#{req_id}, #{delay}]\tconstructed"
+
+      }, proc{
+        end_results_block
+        @env.chunked_stream_send [",", SEP].join
+        @env.chunked_stream_send JSON.generate({:errors => responses[:errors], :completed_in => (Time.now.utc.to_f - @env[:start_time].to_f)})[1..-2]
+        end_batch
+        @env.logger.debug "req #{object_id} @#{@batch_id}:   closing stream"
+        @env.chunked_stream_close
+      }
+      )
+      @env.logger.debug "req #{object_id} @#{@batch_id}: synchrony block end"
+    end
+  end
+
+
+  SEP = "\n"
+  BEG_BATCH    = "{"
+  BEG_RESULTS  = %Q<"results":\{>
+  END_RESULTS = "}"
+  END_BATCH   = "}"
+
+  def beg_batch
+    @env.chunked_stream_send( [BEG_BATCH, SEP].join )
+  end
+
+  def beg_results_block
+    @env.chunked_stream_send( [BEG_RESULTS, SEP].join )
+  end
+
+  def end_results_block
+    @env.chunked_stream_send [SEP, END_RESULTS].join
+  end
+
+  def end_batch
+    @env.chunked_stream_send( [SEP, END_BATCH].join )
+  end
+
+end
+
+

data/spec/son_of_a_batch_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "SonOfABatch" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,25 @@
+require 'rspec'
+require 'spork'
+require 'bundler'
+$:<< '../lib' << 'lib' << 'vendor/goliath/lib'
+
+Spork.prefork do
+  Bundler.setup
+  Bundler.require
+
+  require 'goliath/test_helper'
+
+  ::RSpec.configure do |c|
+    c.include Goliath::TestHelper, :example_group => {
+      :file_path => /spec\/integration/
+    }
+  end
+end
+
+Spork.each_run do
+  # This code will be run each time you run your specs.
+end
+
+
+
+

metadata

@@ -0,0 +1,203 @@
+--- !ruby/object:Gem::Specification 
+name: son_of_a_batch
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.2
+platform: ruby
+authors: 
+- Philip (flip) Kromer for Infochimps
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-04-23 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: em-synchrony
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: em-http-request
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: yajl-ruby
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.8.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: gorillib
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: rack-respond_to
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rack-abstract-format
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.0.12
+  type: :development
+  prerelease: false
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: yard
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 0.6.7
+  type: :development
+  prerelease: false
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 1.5.2
+  type: :development
+  prerelease: false
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        version: 2.5.0
+  type: :development
+  prerelease: false
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  requirement: &id011 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id011
+description: Smelt from a plentiferous gallimaufry of requests an agglomerated bale of responses. With, y'know, concurrency and all that.
+email: coders@infochimps.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.textile
+files: 
+- .document
+- .rspec
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.textile
+- Rakefile
+- VERSION
+- app/endpoints/sleepy.rb
+- app/views/debug.haml
+- app/views/layout.haml
+- app/views/root.haml
+- config/bootstrap.rb
+- config/son_of_a_batch-private.example.rb
+- config/son_of_a_batch-private.rb
+- config/son_of_a_batch.rb
+- lib/boot.rb
+- lib/son_of_a_batch.rb
+- public/stylesheets/style.css
+- son_of_a_batch.gemspec
+- son_of_a_batch.rb
+- spec/son_of_a_batch_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://infochimps.com/labs
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 1754308861720703327
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.5.0
+signing_key: 
+specification_version: 3
+summary: Smelt from a plentiferous gallimaufry of requests an agglomerated bale of responses. With, y'know, concurrency and all that.
+test_files: 
+- spec/son_of_a_batch_spec.rb
+- spec/spec_helper.rb