arc-furnace 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 16e3d18410f3a87ee22a40c1f58d5d3ae1b6fd7a
-  data.tar.gz: c910de2e2455ebe7bc5a50a1ab5c03bb197d7a13
+  metadata.gz: 1205226cf5fe45f7525dd6d690e2ae8d07bab716
+  data.tar.gz: 15d4d0c2b54119a385893a89a91df1d44418e29d
 SHA512:
-  metadata.gz: 78c1d5a8af9e8f3d24b10fbb38b86cb253945f7feacb1dd1edf1b7f8b54575d313b6a674a45c28a2c25b1848ef265d6a244909b9c052e4a2c62001836e1feb73
-  data.tar.gz: 2a9fa8297a8eb2754c9dfa717740a373a06f3ae9fb267077e85974ecc341f574dcc1138b9566362edab0ebcd329c14803eae9865b4f2ce98d01fa47520cf3d06
+  metadata.gz: acb8f99017c98ec54321bd37357693e964e28a11a02202438770dee5fd5ab6c91bffd87f5caaf583f68db53865cb4aa0c98d8201e46c00dd6d03efba51c895c6
+  data.tar.gz: 785065af27031e11f505a3593342be406c1035a8b05efdd0872a4d62d5af14515fe49c42e1918eb98d8c8b74bd74bc4bb65e57b0fbc3588f116c0284cf559045

data/lib/arc-furnace/null_sink.rb

@@ -0,0 +1,12 @@
+require 'arc-furnace/sink'
+
+module ArcFurnace
+  # This sink does nothing, nothing!
+  class NullSink < Sink
+
+    def row(row)
+      #nothing
+    end
+
+  end
+end

data/lib/arc-furnace/pipeline.rb

@@ -108,7 +108,7 @@ module ArcFurnace
           ALLOWABLE_PARAM_TYPES.include?(param.first)
         end.map(&:second)
         # Allow params to be passed that are not in the initializer
-        instance = type.new(resolved_params.slice(*key_parameters))
+        instance = create_instance_with_error_handling(type, resolved_params, key_parameters)
         instance.params = resolved_params
         instance
       end
@@ -153,7 +153,7 @@ module ArcFurnace
         dsl_class.intermediates_map.each do |key, instance|
           intermediates_map[key] = instance_exec(&instance) if instance
         end
-        @sink_node = exec_with_error_handling(&dsl_class.sink_node)
+        @sink_node = instance_exec(&dsl_class.sink_node)
         @sink_source = intermediates_map[dsl_class.sink_source]
       end
 
@@ -175,16 +175,10 @@ module ArcFurnace
         self.params[key] || self.intermediates_map[key] || (raise "When processing node #{node_id}: Unknown key #{key}!")
       end
 
-      def exec_with_error_handling(&block)
-        instance_exec(&block) if block_given?
+      def create_instance_with_error_handling(type, resolved_params, key_parameters)
+        type.new(resolved_params.slice(*key_parameters))
       rescue CSV::MalformedCSVError
-        params = sink_source.params
-        raise "File #{find_root_source(params).file.path} cannot be processed."
-      end
-
-      def find_root_source(params)
-        source = params[:source]
-        source = params[:source] while source.params[:source]
+        raise "File #{resolved_params[:filename]} cannot be processed."
       end
     end
   end

data/lib/arc-furnace/version.rb

@@ -1,3 +1,3 @@
 module ArcFurnace
-  VERSION = "0.1.8"
+  VERSION = "0.1.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arc-furnace
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Daniel Spangenberger
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-12-14 00:00:00.000000000 Z
+date: 2016-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -148,6 +148,7 @@ files:
 - lib/arc-furnace/multi_csv_source.rb
 - lib/arc-furnace/node.rb
 - lib/arc-furnace/nodes.rb
+- lib/arc-furnace/null_sink.rb
 - lib/arc-furnace/outer_join.rb
 - lib/arc-furnace/pipeline.rb
 - lib/arc-furnace/private_attr.rb