csv_piper 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f2cc21c40bd5c39c089c5044849ff3736dde8f71
-  data.tar.gz: cd5be979020360ee93d4e647806217258974eaa7
+  metadata.gz: 65ef899a794a33e576b88a581d6fda1ed60117a8
+  data.tar.gz: 8b8dad00b3d9f1695a18c35797ab16ce94f31021
 SHA512:
-  metadata.gz: fa38bd6d4777bcc3486493b92f7faa31c38b1a2db3bac615f12fd15441cb24714b28375e437c223ec23cb842e458a20a5d42ad53ff0216af289d6257352c1d3b
-  data.tar.gz: 03faf48f923766ff8fccd761b97b965c824cdf485fbbb45eedcc6ddad954a963bbd9f969e1f97bf17fb9ec86bdbcc945619a12a9caaf83abffdffe31b769bd2f
+  metadata.gz: cae8257fbb868ecfc14fe1fd924c34fad5e603d2cc166c32da1943c4f19416223601bba7cf19315945d4271220498955f18f2b49f6424a1af0e733155a03dbdd
+  data.tar.gz: 61422f90efa60206c57dd4e3d26c072fabf62231059a64d4cd1e130392b3598edee1fc2f2d330f58bb08268cb6507d40e5d318e72bbabc251cbdb957b90b3321

data/README.md

@@ -26,6 +26,7 @@ CsvPiper handles CSV reading row by row passing each row through a series of pro
 * Currently source csv must have headers
 
 #### Basic Usage
+
 ```ruby
 File.open("my/file/path", "r") do |io_stream|
     CsvPiper::Builder.new.from(io_stream).with_processors([your_processors]).build.process
@@ -37,6 +38,7 @@ end
 
 #### Basic Usage with Processors
 _Extracted from `spec/end_to_end_spec.rb`_
+
 ```ruby
 # Build some processors beforehand so we can access them later
 output_collector = CollectProcessedEquations.new
@@ -97,6 +99,7 @@ end
 Each processor can do whatever it wants, transformation, logging, saving to a database etc.
 
 Here is an example of a processor that passes the values from the csv straight along to the transformed output:
+
 ```ruby
 class PassThrough
   def process(source, transformed, errors)
@@ -118,6 +121,7 @@ Pre-processors work the same as processors except that their purpose is to modif
 They are also allowed to add errors against the row.
 
 Here is an example of a pre-processor that converts all values to uppercase:
+
 ```ruby
 class UpCase
   def process(source, errors)
@@ -152,6 +156,7 @@ Over time we will collect a bunch of general purpose processors that anyone can
 
 * `CollectOutput`: Collects the transformed object of every row that is passed through it
 * `CollectErrors`: Collects the `RowError` object of every row that is passed through it
+* `CreateActiveModel`: Uses the transformed object as attributes and creates using it (Works with ActiveRecord models). Merges errors from model into row errors (Assumes ActiveModel::Errors interface).
 
 By using `CollectOutput` and to a lesser extent `CollectErrors` you will start to build up objects in memory. For very large csv files you might not want to use these convenience processors and rather create a new processor that does whatever you need with the row (Ie. log, write to db) which will then be discarded rather than collected.
 
@@ -159,6 +164,9 @@ Require them explicitly if you want to use them.
 
 Eg. `require 'csv_piper/processors/collect_output'`
 
+## Inspiration
+
+Initial inspiration crystalised upon seeing [Kiba](https://github.com/thbar/kiba). If you need to do extensive ETL (particularly if you don't have csv's) then strongly recommend you check it out.
 
 ## Development
 

data/csv_piper.gemspec

@@ -23,4 +23,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.10"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3"
+  spec.add_development_dependency 'sqlite3', '~> 1.3', '>= 1.3.10'
+  spec.add_development_dependency 'activerecord', '~> 4.2', '>= 4.2.4'
 end

data/lib/csv_piper/processors/create_active_model.rb

@@ -0,0 +1,21 @@
+module CsvPiper
+  module Processors
+    class CreateActiveModel
+      def initialize(model_class)
+        @model_class = model_class
+      end
+
+      def process(source, transformed, errors)
+        model = @model_class.new(transformed)
+
+        model.save if model.valid? && errors.empty?
+
+        errors.errors.merge!(model.errors.to_hash) do |key, old_val, new_val|
+          old_val + new_val
+        end
+
+        [transformed, errors]
+      end
+    end
+  end
+end

data/lib/csv_piper/version.rb

@@ -1,3 +1,3 @@
 module CsvPiper
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csv_piper
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Jarrod Sibbison
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-09-16 00:00:00.000000000 Z
+date: 2015-09-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,6 +52,46 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.10
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.10
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.2.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.2.4
 description: Simple wrapper to process csv's with a pipeline of testable processors.
 email:
 - ''
@@ -75,6 +115,7 @@ files:
 - lib/csv_piper/pre_processors/remove_extra_columns.rb
 - lib/csv_piper/processors/collect_errors.rb
 - lib/csv_piper/processors/collect_output.rb
+- lib/csv_piper/processors/create_active_model.rb
 - lib/csv_piper/version.rb
 homepage: https://github.com/jazzarati/csv_piper
 licenses: