cloud-crowd 0.7.2.beta → 0.7.2.pre

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 80888bac2f20a7754fce2189300bc2eee29d9d83
-  data.tar.gz: b972fd367a79015365f3a8d96390f2a968703faf
+  metadata.gz: e9e74473f191d5e59232845fb04e2d0961f783bb
+  data.tar.gz: 6e3ef77f35dfb2b453d31653d510dc22a00c0d09
 SHA512:
-  metadata.gz: 8bc1b167b09984f551a20110ab40294f5a7da6b6843abb0f49c5b753309e5c85e793f8f1d93d7f97e27832b726e9a7989a27bb64a64dbe0aa8442ef2d0dee211
-  data.tar.gz: 434cc845d94bc70d01c0d5aee4af0a82b8e3ff5b54442432b307dd5a83bb3ef3ad0d11cad0b6ebf75bcac35d61b57982d2fce0ea8a5b6f49fe29d04e977741df
+  metadata.gz: b1ab696032f37e92434080ab93d823e0062de027f0db79508f5950c2628bd65ccd30742da5d4ec2317fe82a42403f810cf2f7d82f9cc8eef0f04fec02f4bb40d
+  data.tar.gz: d83a98cdc4d0d76588ca80cf6997abffea5916bab3be17205bdeda2b07b67625c44de959a2b7ef2efc3004d3b1b1339925da0790bd1b28d0e0d572491b017515

data/cloud-crowd.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name      = 'cloud-crowd'
-  s.version   = '0.7.2.beta'         # Keep version in sync with cloud-cloud.rb
+  s.version   = '0.7.2.pre'         # Keep version in sync with cloud-cloud.rb
   s.date      = '2014-04-06'
 
   s.homepage    = "http://wiki.github.com/documentcloud/cloud-crowd"
@@ -34,7 +34,7 @@ Gem::Specification.new do |s|
   s.add_dependency 'json',          ['>= 1.1.7']
   s.add_dependency 'rest-client',   ['>= 1.4']
   s.add_dependency 'thin',          ['>= 1.2.4']
-  s.add_dependency 'rake'
+  s.add_dependency 'rake'  
 
   if s.respond_to?(:add_development_dependency)
     s.add_development_dependency 'faker',              ['>= 0.3.1']

data/lib/cloud-crowd.rb

@@ -100,10 +100,6 @@ module CloudCrowd
       @config_path = File.expand_path(File.dirname(config_path))
       @config = YAML.load(ERB.new(File.read(config_path)).result)
       @config[:work_unit_retries] ||= MIN_RETRIES
-      if @config[:actions_path]
-        path = Pathname.new( @config[:actions_path] ).realpath
-        $LOAD_PATH.unshift( path ) unless $LOAD_PATH.include?( path )
-      end
     end
 
     # Configure the CloudCrowd central database (and connect to it), by passing
@@ -120,16 +116,6 @@ module CloudCrowd
       end
     end
 
-    # Starts a new thread with a ActiveRecord connection_pool
-    # and yields for peforming work inside the blocks
-    def defer
-      Thread.new do
-        ActiveRecord::Base.connection_pool.with_connection do
-          yield
-        end
-      end
-    end
-
     # Get a reference to the central server, including authentication if
     # configured.
     def central_server

data/lib/cloud_crowd/asset_store/s3_store.rb

@@ -1,4 +1,4 @@
-require 'aws'
+gem 'right_aws'
 
 module CloudCrowd
   class AssetStore
@@ -14,8 +14,11 @@ module CloudCrowd
         key, secret = CloudCrowd.config[:aws_access_key], CloudCrowd.config[:aws_secret_key]
         valid_conf  = [bucket_name, key, secret].all? {|s| s.is_a? String }
         raise Error::MissingConfiguration, "An S3 account must be configured in 'config.yml' before 's3' storage can be used" unless valid_conf
-        @s3         = ::AWS::S3.new(:access_key_id => key, :secret_access_key => secret, :secure => !!@use_auth)
-        @bucket     = (@s3.buckets[bucket_name].exists? ? @s3.buckets[bucket_name] : @s3.buckets.create(bucket_name))
+        protocol    = @use_auth ? 'https' : 'http'
+        port        = @use_auth ? 443 : 80
+        @s3         = RightAws::S3.new(key, secret, :protocol => protocol, :port => port)
+        @bucket     = @s3.bucket(bucket_name)
+        @bucket     = @s3.bucket(bucket_name, true) unless @bucket
       end
 
       # Save a finished file from local storage to S3. Save it publicly unless

data/lib/cloud_crowd/models/job.rb

@@ -54,7 +54,7 @@ module CloudCrowd
       if complete?
         update_attributes(:outputs => outs, :time => time_taken)
         puts "Job ##{id} (#{action}) #{display_status}." unless ENV['RACK_ENV'] == 'test'
-        CloudCrowd.defer { fire_callback } if callback_url
+        Thread.new { fire_callback } if callback_url
       end
       self
     end
@@ -80,7 +80,7 @@ module CloudCrowd
     def fire_callback
       begin
         response = RestClient.post(callback_url, {:job => self.to_json})
-        CloudCrowd.defer { self.destroy } if response && response.code == 201
+        Thread.new { self.destroy } if response && response.code == 201
       rescue RestClient::Exception => e
         puts "Job ##{id} (#{action}) failed to fire callback: #{callback_url}"
       end
@@ -188,4 +188,4 @@ module CloudCrowd
     end
 
   end
-end
+end

data/lib/cloud_crowd/models/node_record.rb

@@ -116,7 +116,7 @@ module CloudCrowd
     # Redistribute in a separate thread to avoid delaying shutdown.
     def redistribute_work_units
       release_work_units
-      CloudCrowd.defer { WorkUnit.distribute_to_nodes }
+      Thread.new { WorkUnit.distribute_to_nodes }
     end
 
   end

data/lib/cloud_crowd/node.rb

@@ -65,7 +65,6 @@ module CloudCrowd
 
     # When creating a node, specify the port it should run on.
     def initialize(options={})
-      super()
       require 'json'
       CloudCrowd.identity = :node
       @central          = CloudCrowd.central_server
@@ -92,7 +91,7 @@ module CloudCrowd
       @server.daemonize if @daemon
       trap_signals
       asset_store
-      @server_thread   = CloudCrowd.defer { @server.start }
+      @server_thread   = Thread.new { @server.start }
       check_in(true)
       check_in_periodically
       monitor_system if @max_load || @min_memory
@@ -159,7 +158,7 @@ module CloudCrowd
     # average and the amount of free memory remaining. If we transition out of
     # the overloaded state, let central know.
     def monitor_system
-      @monitor_thread = CloudCrowd.defer do
+      @monitor_thread = Thread.new do
         loop do
           was_overloaded = @overloaded
           @overloaded = overloaded?
@@ -173,7 +172,7 @@ module CloudCrowd
     # will assume that the node has gone down. Checking in will let central know
     # it's still online.
     def check_in_periodically
-      @check_in_thread = CloudCrowd.defer do
+      @check_in_thread = Thread.new do
         loop do
           sleep CHECK_IN_INTERVAL
           check_in

data/lib/cloud_crowd/server.rb

@@ -71,7 +71,7 @@ module CloudCrowd
     # Distributes all work units to available nodes.
     post '/jobs' do
       job = Job.create_from_request(JSON.parse(params[:job]))
-      CloudCrowd.defer { WorkUnit.distribute_to_nodes }
+      Thread.new { WorkUnit.distribute_to_nodes }
       puts "Job ##{job.id} (#{job.action}) started." unless ENV['RACK_ENV'] == 'test'
       json job
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cloud-crowd
 version: !ruby/object:Gem::Version
-  version: 0.7.2.beta
+  version: 0.7.2.pre
 platform: ruby
 authors:
 - Jeremy Ashkenas
@@ -293,8 +293,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: 1.3.1
 requirements: []
 rubyforge_project: cloud-crowd
-rubygems_version: 2.2.2
+rubygems_version: 2.2.1
 signing_key: 
 specification_version: 4
 summary: Parallel Processing for the Rest of Us
 test_files: []
+has_rdoc: