arc-furnace 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2ab49afa557ed851dd866c6dd1486bde91062890
-  data.tar.gz: f66fa651a0e3ac6df2c3824d5daecfe1244859c6
+  metadata.gz: 6ddf02e39df88f030eaa1f02618454af0915adb8
+  data.tar.gz: cf08e1ff2e0744c3bfb278ba1a673b92403468ef
 SHA512:
-  metadata.gz: 236b5f55f9914dc37a89579cc543304880af745d49096186e94397e6eca5ea41024437bb16461e5c457786e47fbc3db67fed268a424f72b7c7c057be026d796e
-  data.tar.gz: 6833e0e9e9e84442ce686cdd68e55efdd3c8535ec57b7fe225c10f2811e390e5af02525086ab90cac8ee158533fe619f7984f4f0cb834fda25f2dd57670ae694
+  metadata.gz: fb37ff1cfee0910462cdcf1bcacfdda0420766ccd1626b1829b5958eec7a4825bb140c922d66b7769bdaa7389f17e533fc33832705d37c15229db04e66a3485e
+  data.tar.gz: f93278f6ffd3c89bc77bb34993180cc6b1d04ddc0f1e2dcc71640fb0561ca723010d56a731a2fe3f9a118c9dbd337bdcf883932ae6b6376242334d70b1c6c18a

data/lib/arc-furnace.rb

@@ -10,3 +10,4 @@ require 'arc-furnace/dsl'
 require 'arc-furnace/error_handler'
 require 'arc-furnace/nodes'
 require 'arc-furnace/pipeline'
+require 'arc-furnace/stdout_error_handler'

data/lib/arc-furnace/abstract_join.rb

@@ -3,7 +3,6 @@ require 'arc-furnace/source'
 module ArcFurnace
   class AbstractJoin < Source
     private_attr_reader :hash, :source, :key_column
-    attr_reader :value
 
     # The source is a source, the hash is a hash, and one can optionally
     # pass the key column to get the primary key for each source entity, the
@@ -18,10 +17,14 @@ module ArcFurnace
       end
     end
 
-    def prepare
-      advance
+    def value
+      if @value.nil? && !empty?
+        advance
+      end
+      @value
     end
 
+
     def advance
       raise "Unimplemented!"
     end

data/lib/arc-furnace/all_fields_csv_sink.rb

@@ -12,10 +12,6 @@ module ArcFurnace
       @fields = {}
     end
 
-    def prepare(fields = nil)
-
-    end
-
     def finalize
       packer.flush
       tmp_file.rewind

data/lib/arc-furnace/filter.rb

@@ -7,13 +7,18 @@ module ArcFurnace
   class Filter < Source
 
     private_attr_reader :source
-    attr_reader :value
 
     def initialize(source:)
       @source = source
-      advance
+      @value = nil
     end
 
+    def value
+      if @value.nil? && !empty?
+        advance
+      end
+      @value
+    end
     # Given a row from the source, tell if it should be passed down to the next
     # node downstream from this node.
     #
@@ -23,7 +28,7 @@ module ArcFurnace
     end
 
     def empty?
-      value.nil? && source.empty?
+      @value.nil? && source.empty?
     end
 
     def advance

data/lib/arc-furnace/inner_join.rb

@@ -16,8 +16,8 @@ module ArcFurnace
     def advance
       loop do
         @value = source.row
-        break if value.nil?
-        if merge_source_row(value)
+        break if @value.nil?
+        if merge_source_row(@value)
           break
         end
       end

data/lib/arc-furnace/outer_join.rb

@@ -5,8 +5,8 @@ module ArcFurnace
 
     def advance
       @value = source.row
-      unless value.nil?
-        merge_source_row(value)
+      unless @value.nil?
+        merge_source_row(@value)
       end
     end
 

data/lib/arc-furnace/stdout_error_handler.rb

@@ -0,0 +1,27 @@
+require 'arc-furnace/error_handler'
+
+module ArcFurnace
+  class StdoutErrorHandler < ErrorHandler
+
+    # Called during a join operation when a source row is missing a value for the join key.
+    def missing_join_key(source_row:, node_id:)
+      puts "Missing join key in #{source_row} for #{node_id}"
+    end
+
+    # Called during a join operation when the hash is missing a value for the join key.
+    def missing_hash_key(key:, source_row:, node_id:)
+      puts "Missing hash key '#{key}' in join for #{node_id}"
+    end
+
+    # Called when a hash node is missing a primary key during the build process.
+    def missing_primary_key(source_row:, node_id:)
+     puts "Missing primary key in '#{source_row}' for #{node_id}"
+    end
+
+    # Called when a hash node has duplicate source rows
+    def duplicate_primary_key(duplicate_row:, key:, node_id:)
+      puts "Duplicate primary key in '#{duplicate_row}' for key '#{key}' in #{node_id}"
+    end
+
+  end
+end

data/lib/arc-furnace/transform.rb

@@ -9,10 +9,6 @@ module ArcFurnace
       @source = source
     end
 
-    def prepare
-      source.prepare
-    end
-
     def value
       value = source.value.deep_dup
       transform(value) if value

data/lib/arc-furnace/unfold.rb

@@ -7,15 +7,17 @@ module ArcFurnace
   class Unfold < Source
 
     private_attr_reader :source, :unfolded
-    attr_reader :value
 
     def initialize(source:)
       @source = source
-      advance
+      @value = nil
     end
 
-    def prepare
-      source.prepare
+    def value
+      if @value.nil? && !empty?
+        advance
+      end
+      @value
     end
 
     # Given a row from the source, produce the unfolded rows as a result. This method must return
@@ -25,7 +27,7 @@ module ArcFurnace
     end
 
     def empty?
-      value.nil? && source.empty?
+      @value.nil? && source.empty?
     end
 
     def advance

data/lib/arc-furnace/version.rb

@@ -1,3 +1,3 @@
 module ArcFurnace
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arc-furnace
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Daniel Spangenberger
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-10-22 00:00:00.000000000 Z
+date: 2015-10-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -153,6 +153,7 @@ files:
 - lib/arc-furnace/private_attr.rb
 - lib/arc-furnace/sink.rb
 - lib/arc-furnace/source.rb
+- lib/arc-furnace/stdout_error_handler.rb
 - lib/arc-furnace/suffixed_fixed_column_csv_sink.rb
 - lib/arc-furnace/transform.rb
 - lib/arc-furnace/unfold.rb