bulk-processor 0.5.0 → 0.5.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 90877b508066f5c70c78f247b6b29a3110c87c3c
-  data.tar.gz: ab09632f364999e0138f781b86341b5f87333bd3
+  metadata.gz: 5938f4133413fe9183607008301eda98d5961a3a
+  data.tar.gz: 60f3090d882a96290250a59ccce5d1ff7bd49139
 SHA512:
-  metadata.gz: 101c55e1a96ced37167a87dd8b4f2d8933e4b19461e43331d77534c53d52ce199a438155701395f1d0b628b8857057d36bcf4f3b5966b522e9283361670d2c7c
-  data.tar.gz: bfd29f4c4a09c8ee2fcbeeb73e00891557eabcd0cc1f0ac8c3f9e08b8bf5745a58b6133d223cc843c4995ae86b34f5d9ac0edba9dcea999924fa809184ad6d79
+  metadata.gz: 5541b7a3bc23bccd4842fbf7a5439ac40d06a0497ac6cf033368546c59b72f0d7e3d637e6e063597ad726d3ea48928fdbf6631e6d7d647719469336afcfed1cd
+  data.tar.gz: 1538237aafa5c71cb1c8a04f64eb0b921dae8aa4153235ba8386fd01e4a43478c9a7074b7ffc12eb656ef4cd1a1916dbc11b531a55c1c463e87e616c52f27489

data/bulk-processor.gemspec

@@ -24,6 +24,7 @@ success or failure report
   spec.add_runtime_dependency 'activejob', '~> 4'
   spec.add_runtime_dependency 'aws-sdk', '~> 2.1'
   spec.add_runtime_dependency 'dynosaur', '~> 0.2.1'
+  spec.add_runtime_dependency 'rack', '~> 1.5'
 
   spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'pry-byebug', '~> 3'

data/lib/bulk_processor/back_end/active_job.rb

@@ -9,7 +9,12 @@ class BulkProcessor
       end
 
       def start
-        Job.perform_later(processor_class.name, payload.to_json, file_class.name, key)
+        Job.perform_later(
+          processor_class.name,
+          PayloadSerializer.serialize(payload),
+          file_class.name,
+          key
+        )
       end
 
       private

data/lib/bulk_processor/back_end/dynosaur.rb

@@ -14,7 +14,12 @@ class BulkProcessor
       def start
         args = {
           task: 'bulk_processor:start',
-          args: [processor_class.name, payload.to_json, file_class.name, key]
+          args: [
+            processor_class.name,
+            PayloadSerializer.serialize(payload),
+            file_class.name,
+            key
+          ]
         }
         ::Dynosaur::Process::Heroku.new(args).start
       end

data/lib/bulk_processor/job.rb

@@ -7,7 +7,7 @@ class BulkProcessor
 
     def perform(processor_class, payload, file_class, key)
       file = file_class.constantize.new(key)
-      payload = payload.nil? ? nil : JSON.parse(payload)
+      payload = PayloadSerializer.deserialize(payload)
       file.open do |f|
         csv = CSV.parse(f.read, headers: true)
         processor = processor_class.constantize.new(csv, payload: payload)

data/lib/bulk_processor/payload_serializer.rb

@@ -0,0 +1,25 @@
+require 'rack'
+require 'uri'
+
+class BulkProcessor
+  # The payload must be serialized to be command line friendly (since Dynosaur
+  # runs a rake task with command-line args)
+  module PayloadSerializer
+    class << self
+      # @param payload [Hash] the client payload to be passed into the processing
+      #   job and ultimately the handler
+      # @return [String] a serialized version of the string that can be passed
+      #   to any of the back-ends
+      def serialize(payload)
+        URI.encode_www_form(payload)
+      end
+
+      # @param payload [String] a serialized version of the payload
+      # @return [Hash] the original Hash payload (with all keys and values
+      #   stringified)
+      def deserialize(string)
+        Rack::Utils.parse_nested_query(string)
+      end
+    end
+  end
+end

data/lib/bulk_processor/version.rb

@@ -1,3 +1,3 @@
 class BulkProcessor
-  VERSION = '0.5.0'.freeze
+  VERSION = '0.5.1'.freeze
 end

data/lib/bulk_processor.rb

@@ -3,6 +3,7 @@ require 'bulk_processor/back_end/active_job'
 require 'bulk_processor/back_end/dynosaur'
 require 'bulk_processor/config'
 require 'bulk_processor/job'
+require 'bulk_processor/payload_serializer'
 require 'bulk_processor/s3_file'
 require 'bulk_processor/stream_encoder'
 require 'bulk_processor/validated_csv'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bulk-processor
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.1
 platform: ruby
 authors:
 - Tom Collier, Justin Richard
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.2.1
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -139,6 +153,7 @@ files:
 - lib/bulk_processor/csv_processor/result.rb
 - lib/bulk_processor/csv_processor/row_processor.rb
 - lib/bulk_processor/job.rb
+- lib/bulk_processor/payload_serializer.rb
 - lib/bulk_processor/s3_file.rb
 - lib/bulk_processor/stream_encoder.rb
 - lib/bulk_processor/tasks.rb