iron_response 0.1.2 → 0.1.3

data/lib/iron_response.rb

@@ -1,156 +1,7 @@
 require "iron_response/version"
-require "iron_worker_ng"
-require "aws/s3"
-require "iron_cache"
-require "json"
+require "iron_response/common"
+require "iron_response/batch"
+require "iron_response/worker"
 
 module IronResponse
-  module Common
-    S3_PATH = "tasks"
-
-    DEFAULT_S3_BUCKET = "iron_response"
-    DEFAULT_IRON_CACHE_CACHE_NAME = "iron_response"
-
-    def Common.s3_path(task_id)
-      "#{S3_PATH}/#{task_id}.json"
-    end
-
-    def Common.s3_bucket_name(config)
-      config[:aws_s3][:bucket].nil? ? DEFAULT_S3_BUCKET : @config[:aws_s3][:bucket]
-    end
-
-    def Common.iron_cache_key(task_id)
-      task_id
-    end
-
-    def Common.iron_cache_cache_name(config)
-      config[:iron_io][:cache].nil? ? DEFAULT_IRON_CACHE_CACHE_NAME : @config[:iron_io][:cache]
-    end
-
-    def Common.response_provider(config)
-      config[:aws_s3].nil? ? :iron_cache : :aws_s3
-    end
-  end
-
-  class Worker
-    def initialize(binding, &block)
-      task_id = eval("@iron_task_id", binding)
-      params  = eval("params", binding)
-      @config = params[:config]
-
-      case IronResponse::Common.response_provider(@config)
-      when :iron_cache
-        send_data_to_iron_cache(params, task_id, block.call)
-      when :aws_s3
-        send_data_to_s3(params, task_id, block.call)
-      end
-    end
-
-    def send_data_to_iron_cache(params, task_id, data)
-      cache_client = IronCache::Client.new(@config[:iron_io])
-      cache_name   = IronResponse::Common.iron_cache_cache_name(@config)
-      cache        = cache_client.cache(cache_name)
-
-      key   = IronResponse::Common.iron_cache_key(task_id)
-      value = data.to_json
-
-      cache.put(key, value)
-    end
-
-    def send_data_to_s3(params, task_id, data)
-      aws_s3 = @config[:aws_s3]
-      AWS::S3::Base.establish_connection! access_key_id:     aws_s3[:access_key_id],
-                                          secret_access_key: aws_s3[:secret_access_key]
-      
-      path        = IronResponse::Common.s3_path(task_id)
-      bucket_name = IronResponse::Common.s3_bucket_name(@config)
-      value       = data.to_json
-
-      AWS::S3::S3Object.store(path, value, bucket_name)
-    end
-  end
-
-  class Batch
-    attr_accessor :config
-    attr_accessor :worker
-    attr_accessor :params_array
-    attr_accessor :auto_update_worker
-
-    def initialize
-      @config = {}
-    end
-
-    def worker_name
-      @worker.split("/").last.split(".rb").first
-    end
-
-    def run!
-      @client = IronWorkerNG::Client.new(@config[:iron_io])
-
-      if @auto_update_worker
-        create_code!
-      end
-
-      task_ids = params_array.map do |params|
-        params[:config] = @config
-        @client.tasks.create(worker_name, params)._id
-      end
-
-      task_ids.map do |task_id|
-        get_response_from_task_id(@client.tasks.wait_for(task_id)._id)
-      end
-    end
-
-    def get_response_from_task_id(task_id)
-      case IronResponse::Common.response_provider(@config)
-      when :iron_cache
-        get_iron_cache_response(task_id)
-      when :aws_s3
-        get_aws_s3_response(task_id)
-      end
-    end
-
-    def get_aws_s3_response(task_id)
-      aws_s3 = @config[:aws_s3]
-      AWS::S3::Base.establish_connection! access_key_id:     aws_s3[:access_key_id],
-                                          secret_access_key: aws_s3[:secret_access_key]
-
-      bucket_name = IronResponse::Common.s3_bucket_name(@config)
-      bucket      = AWS::S3::Bucket.find(bucket_name)
-      path        = IronResponse::Common.s3_path(task_id)
-      response    = bucket[path].value
-
-      JSON.parse(response)
-    end
-
-    def get_iron_cache_response(task_id)
-      cache_client = IronCache::Client.new(@config[:iron_io])
-      cache_name   = IronResponse::Common.iron_cache_cache_name(@config)
-      cache        = cache_client.cache(cache_name)
-
-      key   = IronResponse::Common.iron_cache_key(task_id)
-      value = cache.get(key).value
-
-      JSON.parse(value)
-    end
-
-    def code
-      if @code.nil?
-        @code = IronWorkerNG::Code::Ruby.new(exec: @worker)
-        @code.name = worker_name
-        @code.merge_gem("iron_response", IronResponse::VERSION) # bootstraps the current version with the worker
-        @code.runtime = "ruby"
-      end
-
-      @code
-    end
-
-    def patch_code!
-      @client.codes.patch(code)
-    end
-
-    def create_code!
-      @client.codes.create(code)
-    end
-  end
 end

data/lib/iron_response/batch.rb

@@ -0,0 +1,95 @@
+require "iron_cache"
+require "iron_worker_ng"
+require "aws/s3"
+require "json"
+
+module IronResponse
+  class Batch
+    attr_accessor :config
+    attr_accessor :worker
+    attr_accessor :params_array
+    attr_accessor :auto_update_worker
+    attr_accessor :results
+
+    def initialize
+      @results = []
+      @config  = {}
+    end
+
+    def worker_name
+      @worker.split("/").last.split(".rb").first
+    end
+
+    def run!
+      @client = IronWorkerNG::Client.new(@config[:iron_io])
+
+      if @auto_update_worker
+        create_code!
+      end
+
+      task_ids = params_array.map do |params|
+        params[:config] = @config
+        @client.tasks.create(worker_name, params)._id
+      end
+
+      task_ids.each do |task_id|
+        @results << get_response_from_task_id(@client.tasks.wait_for(task_id)._id)
+      end
+
+      @results
+    end
+
+    def get_response_from_task_id(task_id)
+      case IronResponse::Common.response_provider(@config)
+      when :iron_cache
+        get_iron_cache_response(task_id)
+      when :aws_s3
+        get_aws_s3_response(task_id)
+      end
+    end
+
+    def get_aws_s3_response(task_id)
+      aws_s3 = @config[:aws_s3]
+      AWS::S3::Base.establish_connection! access_key_id:     aws_s3[:access_key_id],
+                                          secret_access_key: aws_s3[:secret_access_key]
+
+      bucket_name = IronResponse::Common.s3_bucket_name(@config)
+      bucket      = AWS::S3::Bucket.find(bucket_name)
+      path        = IronResponse::Common.s3_path(task_id)
+      response    = bucket[path].value
+
+      JSON.parse(response)
+    end
+
+    def get_iron_cache_response(task_id)
+      cache_client = IronCache::Client.new(@config[:iron_io])
+      cache_name   = IronResponse::Common.iron_cache_cache_name(@config)
+      cache        = cache_client.cache(cache_name)
+
+      key   = IronResponse::Common.iron_cache_key(task_id)
+      value = cache.get(key).value
+
+      JSON.parse(value)
+    end
+
+    def code
+      if @code.nil?
+        @code = IronWorkerNG::Code::Ruby.new(exec: @worker)
+        @code.name = worker_name
+        @code.merge_gem("iron_response", IronResponse::VERSION) # bootstraps the current version with the worker
+        @code.runtime = "ruby"
+      end
+
+      @code
+    end
+
+    def patch_code!
+      @client.codes.patch(code)
+    end
+
+    def create_code!
+      @client.codes.create(code)
+    end
+  end
+
+end

data/lib/iron_response/common.rb

@@ -0,0 +1,28 @@
+module IronResponse
+  module Common
+    S3_PATH = "tasks"
+
+    DEFAULT_S3_BUCKET = "iron_response"
+    DEFAULT_IRON_CACHE_CACHE_NAME = "iron_response"
+
+    def Common.s3_path(task_id)
+      "#{S3_PATH}/#{task_id}.json"
+    end
+
+    def Common.s3_bucket_name(config)
+      config[:aws_s3][:bucket].nil? ? DEFAULT_S3_BUCKET : @config[:aws_s3][:bucket]
+    end
+
+    def Common.iron_cache_key(task_id)
+      task_id
+    end
+
+    def Common.iron_cache_cache_name(config)
+      config[:iron_io][:cache].nil? ? DEFAULT_IRON_CACHE_CACHE_NAME : @config[:iron_io][:cache]
+    end
+
+    def Common.response_provider(config)
+      config[:aws_s3].nil? ? :iron_cache : :aws_s3
+    end
+  end
+end

data/lib/iron_response/version.rb

@@ -1,3 +1,3 @@
 module IronResponse
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

data/lib/iron_response/worker.rb

@@ -0,0 +1,43 @@
+require "aws/s3"
+require "iron_cache"
+require "json"
+
+module IronResponse
+  class Worker
+    def initialize(binding, &block)
+      task_id = eval("@iron_task_id", binding)
+      params  = eval("params", binding)
+      @config = params[:config]
+
+      case IronResponse::Common.response_provider(@config)
+      when :iron_cache
+        send_data_to_iron_cache(params, task_id, block.call)
+      when :aws_s3
+        send_data_to_s3(params, task_id, block.call)
+      end
+    end
+
+    def send_data_to_iron_cache(params, task_id, data)
+      cache_client = IronCache::Client.new(@config[:iron_io])
+      cache_name   = IronResponse::Common.iron_cache_cache_name(@config)
+      cache        = cache_client.cache(cache_name)
+
+      key   = IronResponse::Common.iron_cache_key(task_id)
+      value = data.to_json
+
+      cache.put(key, value)
+    end
+
+    def send_data_to_s3(params, task_id, data)
+      aws_s3 = @config[:aws_s3]
+      AWS::S3::Base.establish_connection! access_key_id:     aws_s3[:access_key_id],
+                                          secret_access_key: aws_s3[:secret_access_key]
+      
+      path        = IronResponse::Common.s3_path(task_id)
+      bucket_name = IronResponse::Common.s3_bucket_name(@config)
+      value       = data.to_json
+
+      AWS::S3::S3Object.store(path, value, bucket_name)
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: iron_response
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-17 00:00:00.000000000 Z
+date: 2013-08-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: iron_worker_ng
@@ -121,7 +121,10 @@ files:
 - Rakefile
 - iron_response.gemspec
 - lib/iron_response.rb
+- lib/iron_response/batch.rb
+- lib/iron_response/common.rb
 - lib/iron_response/version.rb
+- lib/iron_response/worker.rb
 - test/configuration.rb.example
 - test/gem_dependency_test.rb
 - test/synopsis_test.rb