csv_piper 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 65ef899a794a33e576b88a581d6fda1ed60117a8
-  data.tar.gz: 8b8dad00b3d9f1695a18c35797ab16ce94f31021
+  metadata.gz: 29eef903242a17d82a0a17dd906578c12beca220
+  data.tar.gz: ea961aa7ed1a1e8d060b3014dc0a224439778fa9
 SHA512:
-  metadata.gz: cae8257fbb868ecfc14fe1fd924c34fad5e603d2cc166c32da1943c4f19416223601bba7cf19315945d4271220498955f18f2b49f6424a1af0e733155a03dbdd
-  data.tar.gz: 61422f90efa60206c57dd4e3d26c072fabf62231059a64d4cd1e130392b3598edee1fc2f2d330f58bb08268cb6507d40e5d318e72bbabc251cbdb957b90b3321
+  metadata.gz: c903d63cf41ff9027f9e0d20b6c1f6a057b4d9d969a27e0566c4c34b56a8eef73eddb0d24fd541600b240326500c75780fea479d88a90740bd1f15f248001963
+  data.tar.gz: 69b059aadd6a20b73326b94ec449fb4d81f3ab9e076f2a4b8702baa3f4f474e63eb121cfe0225882d837e94bd2ce000ae0122ce2a1116cc6dc3efa38605abefa

data/README.md

@@ -45,6 +45,9 @@ output_collector = CollectProcessedEquations.new
 error_collector = CsvPiper::Processors::CollectErrors.new
 
 # Open the csv file to get our io source
+# Csv Data:
+# Input 1,Process,Input 2,Result
+# 1,+,1,2
 File.open(File.join(File.dirname(__FILE__),"/data/csv_1.csv")) do |file|
 
     # Build piper
@@ -154,8 +157,9 @@ Eg. `CsvPiper::Builder.new.from(io).with_processors(processors).build.process`
 ## Pre-made Processors
 Over time we will collect a bunch of general purpose processors that anyone can use. They can be found in the `lib/processors` folder but here are a couple:
 
-* `CollectOutput`: Collects the transformed object of every row that is passed through it
-* `CollectErrors`: Collects the `RowError` object of every row that is passed through it
+* `Copy`: Copies or maps key-values from the source row into the transformed object.
+* `CollectOutput`: Collects the transformed object of every row that is passed through it.
+* `CollectErrors`: Collects the `RowError` object of every row that is passed through it.
 * `CreateActiveModel`: Uses the transformed object as attributes and creates using it (Works with ActiveRecord models). Merges errors from model into row errors (Assumes ActiveModel::Errors interface).
 
 By using `CollectOutput` and to a lesser extent `CollectErrors` you will start to build up objects in memory. For very large csv files you might not want to use these convenience processors and rather create a new processor that does whatever you need with the row (Ie. log, write to db) which will then be discarded rather than collected.

data/csv_piper.gemspec

@@ -14,7 +14,7 @@ Gem::Specification.new do |spec|
   spec.homepage      = "https://github.com/jazzarati/csv_piper"
   spec.license       = "MIT"
 
-  spec.required_ruby_version = '>= 2'
+  spec.required_ruby_version = '>= 2.0.0'
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }

data/lib/csv_piper/processors/copy.rb

@@ -0,0 +1,21 @@
+module CsvPiper
+  module Processors
+    class Copy
+      def initialize(mapping = nil)
+        mapping = Hash[ mapping.map { |val| [val, val] } ] if mapping.is_a?(Array)
+        @mapping = mapping
+      end
+
+      def process(source, transformed, errors)
+        if @mapping.is_a?(Hash)
+          transformed = @mapping.each_with_object(transformed) do |(key, new_key), memo|
+            memo[new_key] = source[key]
+          end
+        else
+          transformed = transformed.merge(source)
+        end
+        [transformed, errors]
+      end
+    end
+  end
+end

data/lib/csv_piper/version.rb

@@ -1,3 +1,3 @@
 module CsvPiper
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csv_piper
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Jarrod Sibbison
@@ -115,6 +115,7 @@ files:
 - lib/csv_piper/pre_processors/remove_extra_columns.rb
 - lib/csv_piper/processors/collect_errors.rb
 - lib/csv_piper/processors/collect_output.rb
+- lib/csv_piper/processors/copy.rb
 - lib/csv_piper/processors/create_active_model.rb
 - lib/csv_piper/version.rb
 homepage: https://github.com/jazzarati/csv_piper
@@ -129,7 +130,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2'
+      version: 2.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="