cloud-crowd 0.7.2.pre3 → 0.7.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1c5f2f377aa25b5ea78af2c99af7219a76ac0b8d
-  data.tar.gz: 8384b661a4d74ba176691d2f67fafefb72a97fb7
+  metadata.gz: 88fe358ade9e482b1e3babde6470481f0a2610b4
+  data.tar.gz: 875f598e6160a237d322dd9fa2572e8519952cc7
 SHA512:
-  metadata.gz: 1d489373d585cfaec82992e6b4ccee7986f47722bed078a096d9731b32ac7cc11bef9f1fe0c27bda36bfcf84aa9ab8f2892ebbd7414618a7703b2b9b990ef336
-  data.tar.gz: 0935c56a1f968dcb00f919378620cfaa79b12fa3edd602c5bf50a9a64e2c1f4c3282693f67c8c99fc0399992659daf8df8e7a27b718da0871383df009f6315cd
+  metadata.gz: df444794a6c2161fa6573e1efb85e1b045d65af5bed1681c842ca46359d433fe8e1b2116cfd89791e04e08eece282607da5a2117a2336e274dac1e906eb476ad
+  data.tar.gz: eb4cac079f21ff387415e1742c376f2c77f3019bf20067be0eaa91cc07bb82438af9f3e6aac3c9a58f966c2dc61668bd6fe6e081109c5aa45ad4e6a8beab57c9

data/cloud-crowd.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
   s.name      = 'cloud-crowd'
-  s.version   = '0.7.2.pre3'         # Keep version in sync with cloud-cloud.rb
-  s.date      = '2014-04-06'
+  s.version   = '0.7.2'         # Keep version in sync with cloud-cloud.rb
+  s.date      = '2014-04-17'
 
   s.homepage    = "http://wiki.github.com/documentcloud/cloud-crowd"
   s.summary     = "Parallel Processing for the Rest of Us"

data/lib/cloud-crowd.rb

@@ -120,6 +120,16 @@ module CloudCrowd
       end
     end
 
+    # Starts a new thread with a ActiveRecord connection_pool
+    # and yields for peforming work inside the blocks
+    def defer
+      Thread.new do
+        ActiveRecord::Base.connection_pool.with_connection do
+          yield
+        end
+      end
+    end
+
     # Get a reference to the central server, including authentication if
     # configured.
     def central_server

data/lib/cloud_crowd/models/job.rb

@@ -54,7 +54,7 @@ module CloudCrowd
       if complete?
         update_attributes(:outputs => outs, :time => time_taken)
         puts "Job ##{id} (#{action}) #{display_status}." unless ENV['RACK_ENV'] == 'test'
-        Thread.new { fire_callback } if callback_url
+        CloudCrowd.defer { fire_callback } if callback_url
       end
       self
     end
@@ -80,7 +80,7 @@ module CloudCrowd
     def fire_callback
       begin
         response = RestClient.post(callback_url, {:job => self.to_json})
-        Thread.new { self.destroy } if response && response.code == 201
+        CloudCrowd.defer { self.destroy } if response && response.code == 201
       rescue RestClient::Exception => e
         puts "Job ##{id} (#{action}) failed to fire callback: #{callback_url}"
       end
@@ -188,4 +188,4 @@ module CloudCrowd
     end
 
   end
-end
+end

data/lib/cloud_crowd/models/node_record.rb

@@ -116,7 +116,7 @@ module CloudCrowd
     # Redistribute in a separate thread to avoid delaying shutdown.
     def redistribute_work_units
       release_work_units
-      Thread.new { WorkUnit.distribute_to_nodes }
+      CloudCrowd.defer { WorkUnit.distribute_to_nodes }
     end
 
   end

data/lib/cloud_crowd/models/work_unit.rb

@@ -44,6 +44,9 @@ module CloudCrowd
         available_nodes   = NodeRecord.available.to_a
         available_actions = available_nodes.map {|node| node.actions }.flatten.uniq
         filter            = "action in (#{available_actions.map{|a| "'#{a}'"}.join(',')})"
+        
+        # If there aren't any available nodes or actions don't bother doing anything.
+        return if available_nodes.empty? or available_actions.empty?
 
         # Reserve a handful of available work units.
         WorkUnit.cancel_reservations(reservation) if reservation

data/lib/cloud_crowd/node.rb

@@ -92,7 +92,7 @@ module CloudCrowd
       @server.daemonize if @daemon
       trap_signals
       asset_store
-      @server_thread   = Thread.new { @server.start }
+      @server_thread   = CloudCrowd.defer { @server.start }
       check_in(true)
       check_in_periodically
       monitor_system if @max_load || @min_memory
@@ -159,7 +159,7 @@ module CloudCrowd
     # average and the amount of free memory remaining. If we transition out of
     # the overloaded state, let central know.
     def monitor_system
-      @monitor_thread = Thread.new do
+      @monitor_thread = CloudCrowd.defer do
         loop do
           was_overloaded = @overloaded
           @overloaded = overloaded?
@@ -173,7 +173,7 @@ module CloudCrowd
     # will assume that the node has gone down. Checking in will let central know
     # it's still online.
     def check_in_periodically
-      @check_in_thread = Thread.new do
+      @check_in_thread = CloudCrowd.defer do
         loop do
           sleep CHECK_IN_INTERVAL
           check_in

data/lib/cloud_crowd/server.rb

@@ -71,7 +71,7 @@ module CloudCrowd
     # Distributes all work units to available nodes.
     post '/jobs' do
       job = Job.create_from_request(JSON.parse(params[:job]))
-      Thread.new { WorkUnit.distribute_to_nodes }
+      CloudCrowd.defer { WorkUnit.distribute_to_nodes }
       puts "Job ##{job.id} (#{job.action}) started." unless ENV['RACK_ENV'] == 'test'
       json job
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cloud-crowd
 version: !ruby/object:Gem::Version
-  version: 0.7.2.pre3
+  version: 0.7.2
 platform: ruby
 authors:
 - Jeremy Ashkenas
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-06 00:00:00.000000000 Z
+date: 2014-04-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -288,14 +288,13 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: cloud-crowd
-rubygems_version: 2.2.1
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Parallel Processing for the Rest of Us
 test_files: []
-has_rdoc: