setl 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a69608ef7938b0e490055db9bc3cf5d1924f9e0
-  data.tar.gz: 66b1a67765d78496ab1791d65a4c5f699d4b178f
+  metadata.gz: 9b1728e14e5c1c6a904512d241d340315ea4085a
+  data.tar.gz: f33f22366920fbd08bf2a0451a1e5257f279239c
 SHA512:
-  metadata.gz: 5ff6e5d5cce17d475f08d5ad2965dc1c22d75343b4d4f04ceee9be83a15e0957a5b75a3de58f6c9c9ed374dfcb3e3a703eacd4be872549bb20a5b5393fd286f7
-  data.tar.gz: d3123a6e871b3b6ff720ff0fbd271cdbde7b4b14032317c58240a39d4bad09f6cb710a8b0942c800095852a94dd03817627eca39c9991de446386b6ea8231410
+  metadata.gz: 0b4629edc8c4623270e7bdf7a65cec66dd04b4ef6e615421c3198228cf3d68e13d2553a6573675ac88d6476ba2fd3fa3e42be4c687407e5aa546305a11fe08e8
+  data.tar.gz: d2622daeb250e0022d6a055588a0ef205ad9279c38a346f5a1b9b605c100ec4a7e06c9f06f9d7509f8474ed7fbc53c38b9738b2608e8ccbae50e091dccf717b0

data/.gitignore

@@ -12,3 +12,5 @@
 *.o
 *.a
 mkmf.log
+
+/examples/products/Gemfile.lock

data/README.md

@@ -20,7 +20,7 @@ Or install it yourself as:
 
     $ gem install setl
 
-## Usage
+## Basics
 
 1. Define an object that is responsible for sourcing the data. Must respond to `#each` and `yield` to the provided block.
 2. Define your transformations. These are simple objects that will receive one of the things provided by the source object.
@@ -43,6 +43,30 @@ Setl::ETL.new(source, destination).process(transform)
 
 See the examples folder for some more extensive, and realistic, implementations.
 
+## Error Handling
+
+By default Setl will ignore errors and move on to the next "row" of data. This is configurable with by setting `stop_on_errors` to true:
+
+```ruby
+Setl::ETL.new(source, destination, stop_on_errors: true).process(transform)
+```
+
+If you want to handle errors on your own and perhaps do some sort of logging then simply provide an `error_handler`.
+
+```ruby
+error_handler = proc { |row, exception| logger.error "Something failed on #{row.inspect} with #{exception.inspect}" }
+
+Setl::ETL.new(source, destination, error_handler: error_handler).process(transform)
+```
+
+If you provide an error handler, then `stop_on_errors` is ignored. You're responsible for handling your own errors. The error handler is simply an object that responds to `call` and accepts the failing row of data and the exception that was raised. You can retrieve the original exception by looking at `exception.cause`.
+
+## Tips and Todo
+
+* Mixes well with [Transproc](https://github.com/solnic/transproc).
+* Check out [Kiba](https://github.com/thbar/kiba) which is a more mature ETL library for Ruby.
+* Need to investigate how to dispatch rows to a job runner like Sidekiq or SQS.
+
 ## Contributing
 
 1. Fork it ( https://github.com/[my-github-username]/setl/fork )

data/lib/setl/etl.rb

@@ -9,16 +9,18 @@ module Setl
 
     def process(transform)
       source.each do |row|
-        row_copy = row.dup
+        @last_row = row
 
         begin
-          destination.(transform.(row_copy))
+          destination.(transform.(row))
         rescue StandardError => e
           error_handler.(row, e)
         end
       end
     end
 
+    attr_reader :last_row
+
     private
 
     attr_reader :source, :destination, :stop_on_errors, :error_handler

data/lib/setl/version.rb

@@ -1,3 +1,3 @@
 module Setl
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: setl
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Leonard Garvey
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-19 00:00:00.000000000 Z
+date: 2015-09-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler