execache 0.1.1 → 0.1.2

data/.gitignore

@@ -1,6 +1,7 @@
 .DS_Store
 *.gem
 .bundle
+dump.rdb
 Gemfile.lock
 pkg
 tmp

data/execache.gemspec

@@ -6,7 +6,7 @@ $:.unshift lib unless $:.include?(lib)
 
 Gem::Specification.new do |s|
   s.name        = "execache"
-  s.version     = '0.1.1'
+  s.version     = '0.1.2'
   s.platform    = Gem::Platform::RUBY
   s.authors     = [ "Winton Welsh" ]
   s.email       = [ "mail@wintoni.us" ]

data/lib/execache/client.rb

@@ -9,18 +9,29 @@ class Execache
     end
 
     def exec(options)
-      options[:channel] = Digest::SHA1.hexdigest("#{rand}")
+      wait = options.delete(:wait)
+      subscribe_to = options[:channel] = Digest::SHA1.hexdigest("#{rand}")
+      options = Yajl::Encoder.encode(options)
       response = nil
 
       Timeout.timeout(60) do
-        @redis_1.subscribe("execache:response:#{options[:channel]}") do |on|
+        @redis_1.subscribe("execache:response:#{subscribe_to}") do |on|
           on.subscribe do |channel, subscriptions|
-            @redis_2.rpush "execache:request", Yajl::Encoder.encode(options)
+            @redis_2.rpush "execache:request", options
           end
 
           on.message do |channel, message|
-            response = Yajl::Parser.parse(message)
-            @redis_1.unsubscribe
+            if message.include?('[PENDING]')
+              if wait == false
+                response = false
+                @redis_1.unsubscribe
+              else  
+                @redis_2.rpush "execache:request", options
+              end
+            else
+              response = Yajl::Parser.parse(message)
+              @redis_1.unsubscribe
+            end
           end
         end
       end

data/lib/execache.rb

@@ -26,10 +26,11 @@ class Execache
       while true
         request = redis.lpop('execache:request')
         if request
-          Thread.new do
+          Timeout.timeout(60) do
             request = Yajl::Parser.parse(request)
             channel = request.delete('channel')
             commands = []
+            pending = false
 
             request.each do |cmd_type, cmd_options|
               # Command with preliminary args
@@ -46,11 +47,14 @@ class Execache
                 group['cache_key'] = cache_key = "execache:cache:#{cache_key}"
                 cache = redis.get(cache_key)
                 
-                if cache
+                if cache && cache == '[PENDING]'
+                  pending = true
+                elsif cache
                   group['result'] = Yajl::Parser.parse(cache)
                 else
+                  pending = true
+                  redis.set(cache_key, '[PENDING]')
                   command << group['args']
-                  nil
                 end
               end
               
@@ -60,40 +64,49 @@ class Execache
               end
             end
 
-            # Build response
-            response = request.inject({}) do |hash, (cmd_type, cmd_options)|
-              hash[cmd_type] = []
+            if pending
+              # Execute command in thread, cache results
+              Thread.new do
+                Timeout.timeout(60) do
+                  request.each do |cmd_type, cmd_options|
+                    if cmd_options['cmd']
+                      separators = options[cmd_type]['separators'] || {}
+                      separators['group'] ||= "[END]"
+                      separators['result'] ||= "\n"
+                      output = `#{cmd_options['cmd']}`
+                      output = output.split(separators['group'] + separators['result'])
+                      output = output.collect { |r| r.split(separators['result']) }
+                    end
 
-              if cmd_options['cmd']
-                separators = options[cmd_type]['separators'] || {}
-                separators['group'] ||= "[END]"
-                separators['result'] ||= "\n"
-                output = `#{cmd_options['cmd']}`
-                output = output.split(separators['group'] + separators['result'])
-                output = output.collect { |r| r.split(separators['result']) }
+                    cmd_options['groups'].each do |group|
+                      unless group['result']
+                        redis.set(
+                          group['cache_key'],
+                          Yajl::Encoder.encode(output.shift)
+                        )
+                        if group['ttl']
+                          redis.expire(group['cache_key'], group['ttl'])
+                        end
+                      end
+                    end
+                  end
+                end
               end
+            else
+              response = request.inject({}) do |hash, (cmd_type, cmd_options)|
+                hash[cmd_type] = []
 
-              cmd_options['groups'].each do |group|
-                if group['result']
+                cmd_options['groups'].each do |group|
                   hash[cmd_type] << group['result']
-                else
-                  hash[cmd_type] << output.shift
-                  redis.set(
-                    group['cache_key'],
-                    Yajl::Encoder.encode(hash[cmd_type].last)
-                  )
-                  if group['ttl']
-                    redis.expire(group['cache_key'], group['ttl'])
-                  end
                 end
-              end
 
-              hash
+                hash
+              end
             end
             
             redis.publish(
               "execache:response:#{channel}",
-              Yajl::Encoder.encode(response)
+              pending ? '[PENDING]' : Yajl::Encoder.encode(response)
             )
           end
         end

data/spec/execache_spec.rb

@@ -2,21 +2,23 @@ require 'spec_helper'
 
 describe Execache do
 
-  def client_exec
+  def client_exec(options={})
     @client.exec(
-      :some_binary => {
-        :args => 'preliminary_arg',
-        :groups => [
-          {
-            :args => 'arg1a arg1b',
-            :ttl => 60
-          },
-          {
-            :args => 'arg2a arg2b',
-            :ttl => 60
-          }
-        ]
-      }
+      {
+        :some_binary => {
+          :args => 'preliminary_arg',
+          :groups => [
+            {
+              :args => 'arg1a arg1b',
+              :ttl => 60
+            },
+            {
+              :args => 'arg2a arg2b',
+              :ttl => 60
+            }
+          ]
+        }
+      }.merge(options)
     )
   end
 
@@ -120,4 +122,17 @@ describe Execache do
       ]
     }
   end
+
+  it "should respect wait option" do
+    @client.redis_1.keys("execache:cache:*").each do |key|
+      @client.redis_1.del(key)
+    end
+    client_exec(:wait => false).should == false
+    client_exec.should == {
+      "some_binary" => [
+        ["arg1_result_1", "arg1_result_2"],
+        ["arg2_result_1", "arg2_result_2"]
+      ]
+    }
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: execache
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-10-11 00:00:00.000000000Z
+date: 2011-10-14 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70277360546840 !ruby/object:Gem::Requirement
+  requirement: &70246699607900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '1.0'
   type: :development
   prerelease: false
-  version_requirements: *70277360546840
+  version_requirements: *70246699607900
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &70277360546360 !ruby/object:Gem::Requirement
+  requirement: &70246699607420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +32,10 @@ dependencies:
         version: 2.2.2
   type: :runtime
   prerelease: false
-  version_requirements: *70277360546360
+  version_requirements: *70246699607420
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
-  requirement: &70277360545900 !ruby/object:Gem::Requirement
+  requirement: &70246699606960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,7 +43,7 @@ dependencies:
         version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *70277360545900
+  version_requirements: *70246699606960
 description: Run commands in parallel and cache the output. Redis queues jobs and
   stores the result.
 email: