cloud-crowd 0.6.2 → 0.7.0.pre

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b642c04c5f924a808fb7e8877db3f784f4150345
+  data.tar.gz: ca7630f054708dc5ed088eb36019cd2587047cb0
+SHA512:
+  metadata.gz: 440f76dc31892df07de7549ac985a4bd9fbca89b656a66340979a7fd9469685112f73a807fd1b256ec773a15c12798bf78c9d73f660e4d7f9c705a892153410c
+  data.tar.gz: 0b92287c1c6aa436dafd1a4f38e9a9bbe312c12967b67dfd08d272bafc16277696715ea3d46c2e8d22500e6087cc07b693e40338950d5c7da9f887cfa8063d42

data/cloud-crowd.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
   s.name      = 'cloud-crowd'
-  s.version   = '0.6.2'         # Keep version in sync with cloud-cloud.rb
-  s.date      = '2011-04-14'
+  s.version   = '0.7.0.pre'         # Keep version in sync with cloud-cloud.rb
+  s.date      = '2014-03-08'
 
   s.homepage    = "http://wiki.github.com/documentcloud/cloud-crowd"
   s.summary     = "Parallel Processing for the Rest of Us"
@@ -12,9 +12,11 @@ Gem::Specification.new do |s|
     everywhere is black with people and more come streaming from all sides as though
     streets had only one direction.
   EOS
+  
+  s.license = "MIT"
 
-  s.authors           = ['Jeremy Ashkenas']
-  s.email             = 'jeremy@documentcloud.org'
+  s.authors           = ['Jeremy Ashkenas', 'Ted Han']
+  s.email             = 'opensource@documentcloud.org'
   s.rubyforge_project = 'cloud-crowd'
 
   s.require_paths     = ['lib']
@@ -26,20 +28,6 @@ Gem::Specification.new do |s|
                          '--main'     << 'README' <<
                          '--all'
 
-  s.add_dependency 'sinatra',       ['~> 0.9']
-  s.add_dependency 'activerecord',  ['~> 2.3']
-  s.add_dependency 'json',          ['>= 1.1.7']
-  s.add_dependency 'rest-client',   ['>= 1.4']
-  s.add_dependency 'thin',          ['>= 1.2.4']
-
-  if s.respond_to?(:add_development_dependency)
-    s.add_development_dependency 'faker',               ['>= 0.3.1']
-    s.add_development_dependency 'thoughtbot-shoulda',  ['>= 2.10.2']
-    s.add_development_dependency 'notahat-machinist',   ['>= 1.0.3']
-    s.add_development_dependency 'rack-test',           ['>= 0.4.1']
-    s.add_development_dependency 'mocha',               ['>= 0.9.7']
-  end
-
   s.files = %w(
 actions/graphics_magick.rb
 actions/process_pdfs.rb

data/lib/cloud-crowd.rb

@@ -4,9 +4,8 @@ $LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__))
 
 # Common Gems:
 require 'rubygems'
-gem 'activerecord', '~> 2.0'
+gem 'activerecord'
 gem 'json'
-gem 'rest-client'
 gem 'sinatra'
 gem 'thin'
 
@@ -17,7 +16,6 @@ autoload :Digest,       'digest'
 autoload :ERB,          'erb'
 autoload :FileUtils,    'fileutils'
 autoload :JSON,         'json'
-autoload :RestClient,   'rest_client'
 autoload :RightAws,     'right_aws'
 autoload :CloudFiles,   'cloudfiles'
 autoload :Sinatra,      'sinatra'
@@ -28,6 +26,10 @@ autoload :YAML,         'yaml'
 require 'socket'
 require 'net/http'
 require 'cloud_crowd/exceptions'
+require 'rest_client'
+
+require 'active_model_serializers'
+ActiveModel::Serializer.root = false
 
 module CloudCrowd
 
@@ -45,7 +47,7 @@ module CloudCrowd
   autoload :WorkUnit,     'cloud_crowd/models'
 
   # Keep this version in sync with the gemspec.
-  VERSION        = '0.6.2'
+  VERSION        = '0.7.0'
 
   # Increment the schema version when there's a backwards incompatible change.
   SCHEMA_VERSION = 4

data/lib/cloud_crowd/helpers/resources.rb

@@ -7,7 +7,7 @@ module CloudCrowd
       def json(obj)
         content_type :json
         return status(204) && '' if obj.nil?
-        obj.to_json
+        (obj.respond_to?(:as_json) ? obj.as_json : obj).to_json
       end
       
       # Lazy-fetch the job specified by <tt>job_id</tt>.

data/lib/cloud_crowd/models.rb

@@ -8,13 +8,13 @@ module CloudCrowd
       
       klass.class_eval do
         # Note that COMPLETE and INCOMPLETE are unions of other states.
-        named_scope 'processing', :conditions => {:status => PROCESSING}
-        named_scope 'succeeded',  :conditions => {:status => SUCCEEDED}
-        named_scope 'failed',     :conditions => {:status => FAILED}
-        named_scope 'splitting',  :conditions => {:status => SPLITTING}
-        named_scope 'merging',    :conditions => {:status => MERGING}
-        named_scope 'complete',   :conditions => {:status => COMPLETE}
-        named_scope 'incomplete', :conditions => {:status => INCOMPLETE}
+        scope 'processing', -> { where( :status => PROCESSING )}
+        scope 'succeeded',  -> { where( :status => SUCCEEDED  )}
+        scope 'failed',     -> { where( :status => FAILED     )}
+        scope 'splitting',  -> { where( :status => SPLITTING  )}
+        scope 'merging',    -> { where( :status => MERGING    )}
+        scope 'complete',   -> { where( :status => COMPLETE   )}
+        scope 'incomplete', -> { where( :status => INCOMPLETE )}
       end
       
     end

data/lib/cloud_crowd/models/job.rb

@@ -13,12 +13,17 @@ module CloudCrowd
 
     validates_presence_of :status, :inputs, :action, :options
 
-    before_validation_on_create :set_initial_status
+    # Set initial status
+    # A Job starts out either splitting or processing, depending on its action.
+    before_validation(:on => :create) do
+      self.status = self.splittable? ? SPLITTING : PROCESSING
+    end
+
     after_create                :queue_for_workers
     before_destroy              :cleanup_assets
 
     # Jobs that were last updated more than N days ago.
-    named_scope :older_than, lambda {|num| {:conditions => ['updated_at < ?', num.days.ago]} }
+    scope :older_than, lambda {|num| {:conditions => ['updated_at < ?', num.days.ago]} }
 
     # Create a Job from an incoming JSON request, and add it to the queue.
     def self.create_from_request(h)
@@ -86,7 +91,7 @@ module CloudCrowd
     # separate thread to get out of the transaction's way.
     # TODO: Convert this into a 'cleanup' work unit that gets run by a worker.
     def cleanup_assets
-      AssetStore.new.cleanup(self)
+    #  AssetStore.new.cleanup(self)
     end
 
     # Have all of the WorkUnits finished?
@@ -147,7 +152,7 @@ module CloudCrowd
 
     # A JSON representation of this job includes the statuses of its component
     # WorkUnits, as well as any completed outputs.
-    def to_json(opts={})
+    def as_json(opts={})
       atts = {
         'id'                => id,
         'color'             => color,
@@ -158,7 +163,7 @@ module CloudCrowd
       }
       atts['outputs'] = JSON.parse(outputs) if outputs
       atts['email']   = email               if email
-      atts.to_json
+      atts
     end
 
 
@@ -182,10 +187,5 @@ module CloudCrowd
       self
     end
 
-    # A Job starts out either splitting or processing, depending on its action.
-    def set_initial_status
-      self.status = self.splittable? ? SPLITTING : PROCESSING
-    end
-
   end
 end

data/lib/cloud_crowd/models/node_record.rb

@@ -12,9 +12,9 @@ module CloudCrowd
     after_destroy :redistribute_work_units
 
     # Available Nodes haven't used up their maxiumum number of workers yet.
-    named_scope :available, {
-      :conditions => ['(max_workers is null or (select count(*) from work_units where node_record_id = node_records.id) < max_workers)'],
-      :order      => 'updated_at asc'
+    scope :available, -> { 
+      where('(max_workers is null or (select count(*) from work_units where node_record_id = node_records.id) < max_workers)').
+      order('updated_at asc')
     }
 
     # Extract the port number from the host id.
@@ -32,7 +32,7 @@ module CloudCrowd
         :max_workers      => params[:max_workers],
         :enabled_actions  => params[:enabled_actions]
       }
-      self.find_or_create_by_host(params[:host]).update_attributes!(attrs)
+      self.find_or_create_by(:host => params[:host]).update_attributes!(attrs)
     end
 
     # Dispatch a WorkUnit to this node. Places the node at back at the end of
@@ -82,23 +82,33 @@ module CloudCrowd
 
     # A list of the process ids of the workers currently being run by the Node.
     def worker_pids
-      work_units.all(:select => 'worker_pid').map(&:worker_pid)
+      work_units.pluck('worker_pid')
     end
 
     # Release all of this Node's WorkUnits for other nodes to take.
     def release_work_units
-      WorkUnit.update_all('node_record_id = null, worker_pid = null', "node_record_id = #{id}")
+      WorkUnit.where("node_record_id = #{id}").update_all('node_record_id = null, worker_pid = null')
     end
 
     # The JSON representation of a NodeRecord includes its worker_pids.
-    def to_json(opts={})
-      { 'host'    => host,
-        'workers' => worker_pids,
-        'status'  => display_status,
-        'tag'     => tag
-      }.to_json
+    
+    class Serializer < ActiveModel::Serializer
+      attributes :host, :tag, :workers, :status
+      
+      def workers
+        object.worker_pids
+      end
+      
+      def status
+        object.display_status
+      end
     end
+    
+    def active_model_serializer; Serializer; end
 
+    def to_json
+      Serializer.new(self).to_json
+    end
 
     private
 

data/lib/cloud_crowd/models/work_unit.rb

@@ -6,7 +6,7 @@ module CloudCrowd
   # are each run as a single WorkUnit.
   class WorkUnit < ActiveRecord::Base
     include ModelStatus
-
+    
     # We use a random number in (0...MAX_RESERVATION) to reserve work units.
     # The size of the maximum signed integer in MySQL -- SQLite has no limit.
     MAX_RESERVATION = 2147483647
@@ -21,11 +21,9 @@ module CloudCrowd
     validates_presence_of :job_id, :status, :input, :action
 
     # Available WorkUnits are waiting to be distributed to Nodes for processing.
-    named_scope :available, {:conditions => {:reservation => nil, :worker_pid => nil, :status => INCOMPLETE}}
+    scope :available, -> { where(:reservation => nil, :worker_pid => nil, :status => INCOMPLETE) }
     # Reserved WorkUnits have been marked for distribution by a central server process.
-    named_scope :reserved,  lambda {|reservation|
-      {:conditions => {:reservation => reservation}, :order => 'updated_at asc'}
-    }
+    scope :reserved, ->(reservation) { where(:reservation => reservation).order('updated_at asc') }
 
     # Attempt to send a list of WorkUnits to nodes with available capacity.
     # A single central server process stops the same WorkUnit from being
@@ -43,27 +41,25 @@ module CloudCrowd
 
         # Find the available nodes, and determine what actions we're capable
         # of running at the moment.
-        available_nodes   = NodeRecord.available
+        available_nodes   = NodeRecord.available.to_a
         available_actions = available_nodes.map {|node| node.actions }.flatten.uniq
         filter            = "action in (#{available_actions.map{|a| "'#{a}'"}.join(',')})"
 
         # Reserve a handful of available work units.
         WorkUnit.cancel_reservations(reservation) if reservation
         return unless reservation = WorkUnit.reserve_available(:limit => RESERVATION_LIMIT, :conditions => filter)
-        work_units = WorkUnit.reserved(reservation)
+        work_units = WorkUnit.reserved(reservation).to_a
 
         # Round robin through the nodes and units, sending the unit if the node
         # is able to process it.
-        work_units.each do |unit|
-          available_nodes.each do |node|
-            if node.actions.include? unit.action
-              if node.send_work_unit unit
-                work_units.delete unit
-                available_nodes.delete node if node.busy?
-                break
-              end
+        while (unit = work_units.shift) and available_nodes.any? do
+          while node = available_nodes.shift do
+            if node.actions.include?(unit.action) and node.send_work_unit(unit)
+              available_nodes.push(node) unless node.busy?
+              break
             end
           end
+          work_units.push(unit) unless unit.assigned?
         end
 
         # If we still have units at this point, or we're fresh out of nodes,
@@ -77,9 +73,11 @@ module CloudCrowd
     # Reserves all available WorkUnits for this process. Returns false if there
     # were none available.
     def self.reserve_available(options={})
-      reservation = ActiveSupport::SecureRandom.random_number(MAX_RESERVATION)
+      reservation = SecureRandom.random_number(MAX_RESERVATION)
       conditions = "reservation is null and node_record_id is null and status in (#{INCOMPLETE.join(',')}) and #{options[:conditions]}"
-      any = WorkUnit.update_all("reservation = #{reservation}", conditions, options) > 0
+      query = WorkUnit.where(conditions)
+      query.limit(options[:limit]) if options[:limit]
+      any = query.update_all("reservation = #{reservation}") > 0
       any && reservation
     end
 
@@ -166,6 +164,10 @@ module CloudCrowd
     def assign_to(node_record, worker_pid)
       update_attributes!(:node_record => node_record, :worker_pid => worker_pid)
     end
+    
+    def assigned?
+      !!(node_record_id && worker_pid)
+    end
 
     # All output needs to be wrapped in a JSON object for consistency
     # (unfortunately, JSON.parse needs the top-level to be an object or array).
@@ -176,17 +178,15 @@ module CloudCrowd
 
     # The JSON representation of a WorkUnit shares the Job's options with all
     # its cousin WorkUnits.
-    def to_json
-      {
-        'id'        => self.id,
-        'job_id'    => self.job_id,
-        'input'     => self.input,
-        'attempts'  => self.attempts,
-        'action'    => self.action,
-        'options'   => JSON.parse(self.job.options),
-        'status'    => self.status
-      }.to_json
+    class Serializer < ActiveModel::Serializer
+      attributes :id, :job_id, :input, :attempts, :action, :options, :status
+
+      def options; JSON.parse(object.job.options); end
     end
+    
+    def active_model_serializer; Serializer; end
+    def to_json; Serializer.new(self).to_json; end
 
   end
 end
+require 'securerandom'

data/lib/cloud_crowd/node.rb

@@ -7,6 +7,7 @@ module CloudCrowd
   # [get /heartbeat] Returns 200 OK to let monitoring tools know the server's up.
   # [post /work] The central server hits <tt>/work</tt> to dispatch a WorkUnit to this Node.
   class Node < Sinatra::Base
+    use ActiveRecord::ConnectionAdapters::ConnectionManagement
 
     # A Node's default port. You only run a single node per machine, so they
     # can all use the same port without any problems.
@@ -76,7 +77,7 @@ module CloudCrowd
       @overloaded       = false
       @max_load         = CloudCrowd.config[:max_load]
       @min_memory       = CloudCrowd.config[:min_free_memory]
-      start unless test?
+      start unless ENV['RACK_ENV'] == 'test'
     end
 
     # Starting up a Node registers with the central server and begins to listen

data/lib/cloud_crowd/server.rb

@@ -18,6 +18,7 @@ module CloudCrowd
   # [delete /node/:host] Removes a Node from the registry, freeing up any WorkUnits that it had checked out.
   # [put /work/:unit_id] Mark a finished WorkUnit as completed or failed, with results.
   class Server < Sinatra::Base
+    use ActiveRecord::ConnectionAdapters::ConnectionManagement
 
     set :root, ROOT
     set :authorization_realm, "CloudCrowd"
@@ -42,7 +43,7 @@ module CloudCrowd
     # larger -- keep it in mind.
     get '/status' do
       json(
-        'nodes'           => NodeRecord.all(:order => 'host desc'),
+        'nodes'           => NodeRecord.order('host desc').map{ |node| NodeRecord::Serializer.new(node).as_json },
         'job_count'       => Job.incomplete.count,
         'work_unit_count' => WorkUnit.incomplete.count
       )

data/test/acceptance/test_server.rb

@@ -12,7 +12,7 @@ class ServerTest < Test::Unit::TestCase
 
     setup do
       Job.destroy_all
-      2.times { Job.make }
+      2.times { Job.make! }
     end
 
     should "set the identity of the Ruby instance" do

data/test/blueprints.rb

@@ -1,6 +1,3 @@
-Sham.url        { Faker::Internet.domain_name + "/" + Faker::Internet.domain_word + ".jpg" }
-Sham.host       { Faker::Internet.domain_name + '.local' }
-
 CloudCrowd::Job.blueprint do
   status  { CloudCrowd::PROCESSING }
   inputs  { ['http://www.google.com/intl/en_ALL/images/logo.gif'].to_json }
@@ -10,7 +7,7 @@ CloudCrowd::Job.blueprint do
 end
 
 CloudCrowd::NodeRecord.blueprint do
-  host
+  host            { "hostname-#{sn}" }
   ip_address      { '127.0.0.1' }
   port            { 6093 }
   enabled_actions { 'graphics_magick,word_count' }
@@ -18,7 +15,7 @@ CloudCrowd::NodeRecord.blueprint do
 end
 
 CloudCrowd::WorkUnit.blueprint do
-  job     { CloudCrowd::Job.make }
+  job     { CloudCrowd::Job.make! }
   status  { CloudCrowd::PROCESSING }
   input   { '{"key":"value"}' }
   action  { 'graphics_magick' }

data/test/test_helper.rb

@@ -1,19 +1,28 @@
 ENV['RACK_ENV'] = 'test'
 require 'rubygems'
 
+require 'pry'
+require 'faker'
+require 'sham'
+require 'rack/test'
+require 'shoulda'
+require 'shoulda/context'
+require 'shoulda/matchers/active_record'
+require 'shoulda/matchers/active_model'
+require 'machinist/active_record'
+require 'mocha/setup'
+
 here = File.dirname(__FILE__)
 require File.expand_path(here + "/../lib/cloud-crowd")
 CloudCrowd.configure(here + '/config/config.yml')
 CloudCrowd.configure_database(here + '/config/database.yml')
 
-require 'faker'
-require 'sham'
-require 'rack/test'
-require 'shoulda/active_record'
-require 'machinist/active_record'
-require 'mocha'
 require "#{CloudCrowd::ROOT}/test/blueprints.rb"
 
 class Test::Unit::TestCase
   include CloudCrowd
+  include Shoulda::Matchers::ActiveRecord
+  extend Shoulda::Matchers::ActiveRecord
+  include Shoulda::Matchers::ActiveModel
+  extend Shoulda::Matchers::ActiveModel
 end

data/test/unit/test_configuration.rb

@@ -8,11 +8,11 @@ class ConfigurationTest < Test::Unit::TestCase
 
     should "have read in config.yml" do
       assert CloudCrowd.config[:max_workers] == 10
-      assert CloudCrowd.config[:storage] == 'filesystem'
+      #assert CloudCrowd.config[:storage] == 'filesystem'
     end
 
     should "allow config.yml to configure the implementation of AssetStore" do
-      assert CloudCrowd::AssetStore.ancestors.include?(CloudCrowd::AssetStore::FilesystemStore)
+      #assert CloudCrowd::AssetStore.ancestors.include?(CloudCrowd::AssetStore::FilesystemStore)
     end
 
     should "have properly configured the ActiveRecord database" do

data/test/unit/test_job.rb

@@ -5,15 +5,17 @@ class JobTest < Test::Unit::TestCase
   context "A CloudCrowd Job" do
         
     setup do
-      @job = Job.make
+      @job = Job.make!
       @unit = @job.work_units.first
     end
     
     subject { @job }
     
-    should_have_many :work_units
+    should have_many(:work_units)
     
-    should_validate_presence_of :status, :inputs, :action, :options
+    [:status, :inputs, :action, :options].each do |field|
+      should validate_presence_of(field)
+    end
     
     should "create all of its work units as soon as the job is created" do
       assert @job.work_units.count >= 1
@@ -87,12 +89,10 @@ class JobTest < Test::Unit::TestCase
     end
     
     should "be able to clean up jobs that have aged beyond their use" do
-      count = Job.count
       Job.cleanup_all
-      assert count == Job.count
-      Job.record_timestamps = false
-      @job.update_attributes :status => SUCCEEDED, :updated_at => 10.days.ago
-      Job.record_timestamps = true
+      count = Job.count
+      @job.update_attributes({:status => SUCCEEDED, :updated_at => 10.days.ago })
+      assert @job.status == SUCCEEDED
       Job.cleanup_all
       assert count > Job.count
       assert !Job.find_by_id(@job.id)

data/test/unit/test_node.rb

@@ -5,7 +5,7 @@ class NodeUnitTest < Test::Unit::TestCase
   context "A Node" do
 
     setup do
-      @node = Node.new(:port => 11011, :tag => "nodule").instance_variable_get(:@app)
+      @node = Node.new(:port => 11011, :tag => "nodule").instance_variable_get(:@instance)
     end
 
     should "set the identity of the Ruby instance" do

data/test/unit/test_node_record.rb

@@ -5,14 +5,16 @@ class NodeRecordTest < Test::Unit::TestCase
   context "A NodeRecord" do
         
     setup do
-      @node = CloudCrowd::NodeRecord.make
+      @node = CloudCrowd::NodeRecord.make!
     end
     
     subject { @node }
     
-    should_have_many :work_units
+    should have_many :work_units
     
-    should_validate_presence_of :host, :ip_address, :port, :enabled_actions
+    [:host, :ip_address, :port, :enabled_actions].each do |field|
+      should validate_presence_of(field)
+    end
     
     should "be available" do
       assert NodeRecord.available.map(&:id).include? @node.id
@@ -26,7 +28,7 @@ class NodeRecordTest < Test::Unit::TestCase
     should "know if the node is busy" do
       assert !@node.busy?
       assert @node.display_status == 'available'
-      (@node.max_workers + 1).times { WorkUnit.make(:node_record => @node) }
+      (@node.max_workers + 1).times { WorkUnit.make!(:node_record => @node) }
       assert @node.busy?
       assert @node.display_status == 'busy'
       @node.release_work_units

data/test/unit/test_work_unit.rb

@@ -5,15 +5,17 @@ class WorkUnitTest < Test::Unit::TestCase
   context "A WorkUnit" do
     
     setup do
-      @unit = CloudCrowd::WorkUnit.make
+      @unit = CloudCrowd::WorkUnit.make!
       @job = @unit.job
     end
     
     subject { @unit }
     
-    should_belong_to :job
+    should belong_to :job
     
-    should_validate_presence_of :job_id, :status, :input, :action
+    [:job_id, :status, :input, :action].each do |field|
+      should validate_presence_of(field)
+    end
     
     should "know if its done" do
       assert !@unit.complete?
@@ -24,7 +26,7 @@ class WorkUnitTest < Test::Unit::TestCase
     end
     
     should "have JSON that includes job attributes" do
-      job = Job.make
+      job = Job.make!
       unit_data = JSON.parse(job.work_units.first.to_json)
       assert unit_data['job_id'] == job.id
       assert unit_data['action'] == job.action

data/test/unit/test_worker.rb

@@ -5,8 +5,8 @@ class WorkerTest < Test::Unit::TestCase
   context "A CloudCrowd::Worker" do
         
     setup do
-      @node = Node.new.instance_variable_get(:@app)
-      @unit = WorkUnit.make
+      @node = Node.new.instance_variable_get(:"@instance")
+      @unit = WorkUnit.make!
       @worker = Worker.new(@node, JSON.parse(@unit.to_json))
     end
     

metadata

@@ -1,220 +1,63 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: cloud-crowd
-version: !ruby/object:Gem::Version 
-  hash: 3
-  prerelease: 
-  segments: 
-  - 0
-  - 6
-  - 2
-  version: 0.6.2
+version: !ruby/object:Gem::Version
+  version: 0.7.0.pre
 platform: ruby
-authors: 
+authors:
 - Jeremy Ashkenas
+- Ted Han
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-04-14 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: sinatra
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 25
-        segments: 
-        - 0
-        - 9
-        version: "0.9"
-  type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: activerecord
-  prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 5
-        segments: 
-        - 2
-        - 3
-        version: "2.3"
-  type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: json
-  prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 29
-        segments: 
-        - 1
-        - 1
-        - 7
-        version: 1.1.7
-  type: :runtime
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: rest-client
-  prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 7
-        segments: 
-        - 1
-        - 4
-        version: "1.4"
-  type: :runtime
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: thin
-  prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 23
-        segments: 
-        - 1
-        - 2
-        - 4
-        version: 1.2.4
-  type: :runtime
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: faker
-  prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 17
-        segments: 
-        - 0
-        - 3
-        - 1
-        version: 0.3.1
-  type: :development
-  version_requirements: *id006
-- !ruby/object:Gem::Dependency 
-  name: thoughtbot-shoulda
-  prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 35
-        segments: 
-        - 2
-        - 10
-        - 2
-        version: 2.10.2
-  type: :development
-  version_requirements: *id007
-- !ruby/object:Gem::Dependency 
-  name: notahat-machinist
-  prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 17
-        segments: 
-        - 1
-        - 0
-        - 3
-        version: 1.0.3
-  type: :development
-  version_requirements: *id008
-- !ruby/object:Gem::Dependency 
-  name: rack-test
-  prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 13
-        segments: 
-        - 0
-        - 4
-        - 1
-        version: 0.4.1
-  type: :development
-  version_requirements: *id009
-- !ruby/object:Gem::Dependency 
-  name: mocha
-  prerelease: false
-  requirement: &id010 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 53
-        segments: 
-        - 0
-        - 9
-        - 7
-        version: 0.9.7
-  type: :development
-  version_requirements: *id010
-description: "    The crowd, suddenly there where there was nothing before, is a mysterious and\n    universal phenomenon. A few people may have been standing together -- five, ten\n    or twelve, nor more; nothing has been announced, nothing is expected. Suddenly\n    everywhere is black with people and more come streaming from all sides as though\n    streets had only one direction.\n"
-email: jeremy@documentcloud.org
-executables: 
+date: 2014-03-08 00:00:00.000000000 Z
+dependencies: []
+description: |2
+      The crowd, suddenly there where there was nothing before, is a mysterious and
+      universal phenomenon. A few people may have been standing together -- five, ten
+      or twelve, nor more; nothing has been announced, nothing is expected. Suddenly
+      everywhere is black with people and more come streaming from all sides as though
+      streets had only one direction.
+email: opensource@documentcloud.org
+executables:
 - crowd
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
+- README
+files:
+- EPIGRAPHS
+- LICENSE
 - README
-files: 
 - actions/graphics_magick.rb
 - actions/process_pdfs.rb
 - actions/word_count.rb
+- bin/crowd
 - cloud-crowd.gemspec
 - config/config.example.ru
 - config/config.example.yml
 - config/database.example.yml
-- EPIGRAPHS
 - examples/graphics_magick_example.rb
 - examples/process_pdfs_example.rb
 - examples/word_count_example.rb
 - lib/cloud-crowd.rb
 - lib/cloud_crowd/action.rb
+- lib/cloud_crowd/asset_store.rb
+- lib/cloud_crowd/asset_store/cloudfiles_store.rb
 - lib/cloud_crowd/asset_store/filesystem_store.rb
 - lib/cloud_crowd/asset_store/s3_store.rb
-- lib/cloud_crowd/asset_store/cloudfiles_store.rb
-- lib/cloud_crowd/asset_store.rb
 - lib/cloud_crowd/command_line.rb
 - lib/cloud_crowd/exceptions.rb
+- lib/cloud_crowd/helpers.rb
 - lib/cloud_crowd/helpers/authorization.rb
 - lib/cloud_crowd/helpers/resources.rb
-- lib/cloud_crowd/helpers.rb
 - lib/cloud_crowd/inflector.rb
+- lib/cloud_crowd/models.rb
 - lib/cloud_crowd/models/job.rb
 - lib/cloud_crowd/models/node_record.rb
 - lib/cloud_crowd/models/work_unit.rb
-- lib/cloud_crowd/models.rb
 - lib/cloud_crowd/node.rb
 - lib/cloud_crowd/schema.rb
 - lib/cloud_crowd/server.rb
 - lib/cloud_crowd/worker.rb
-- LICENSE
 - public/css/admin_console.css
 - public/css/reset.css
 - public/images/bullet_green.png
@@ -234,64 +77,53 @@ files:
 - public/js/excanvas.js
 - public/js/flot.js
 - public/js/jquery.js
-- README
-- test/acceptance/test_node.rb
 - test/acceptance/test_failing_work_units.rb
+- test/acceptance/test_node.rb
 - test/acceptance/test_server.rb
 - test/acceptance/test_word_count.rb
 - test/blueprints.rb
+- test/config/actions/failure_testing.rb
 - test/config/config.ru
 - test/config/config.yml
 - test/config/database.yml
-- test/config/actions/failure_testing.rb
 - test/test_helper.rb
 - test/unit/test_action.rb
 - test/unit/test_configuration.rb
+- test/unit/test_job.rb
 - test/unit/test_node.rb
 - test/unit/test_node_record.rb
-- test/unit/test_job.rb
-- test/unit/test_worker.rb
 - test/unit/test_work_unit.rb
+- test/unit/test_worker.rb
 - views/operations_center.erb
-- bin/crowd
 homepage: http://wiki.github.com/documentcloud/cloud-crowd
-licenses: []
-
+licenses:
+- MIT
+metadata: {}
 post_install_message: 
-rdoc_options: 
-- --title
+rdoc_options:
+- "--title"
 - CloudCrowd | Parallel Processing for the Rest of Us
-- --exclude
+- "--exclude"
 - test
-- --main
+- "--main"
 - README
-- --all
-require_paths: 
+- "--all"
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
 requirements: []
-
 rubyforge_project: cloud-crowd
-rubygems_version: 1.7.2
+rubygems_version: 2.2.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Parallel Processing for the Rest of Us
 test_files: []
-