arc-furnace 0.1.13 → 0.1.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 401438a69d2165a093c17faf0e8c3fc10b960155
-  data.tar.gz: 870456329b0d027b6f627b97355bc91c42854c8d
+  metadata.gz: c014a227e52695c9f5a91ac292f21ff1850785f6
+  data.tar.gz: b273460b4eafdf5be12d57d3bc721c98eb4b324f
 SHA512:
-  metadata.gz: 2a5e9147e64a189b1874d9a06f5fff23d0f9c89b06208058dc6232ab520b342fa83d104fc0e0d5f7d8fd21e8cfb44b577fa8fa54668e117ad2f3d9086c01322f
-  data.tar.gz: 0e14d178fc361a6ea7cb7e8a96be7537064f2cb95ea2a487fe00d0044ea14d824b89b5d9cfe5871361c5f2d778b3273a6c8d1094b0432940395c89b2920e3f7c
+  metadata.gz: 661e36f39e6389337bd70f0b12a618a646345353c271a96087894c3ed2b616520519d10d2c4072b8a139f2174a04ffc63b4ad7d7339f6c22b8730222fda104f0
+  data.tar.gz: c47fdb6fa20296507f24ff79076816fbca19b06a6c94b9b3b151c3cda6d571049e138a46fe38e6b845ed992a412977c29e2692d697919849c53372f1bb69cec3

data/lib/arc-furnace/block_observer.rb

@@ -0,0 +1,22 @@
+require 'arc-furnace/observer'
+
+module ArcFurnace
+  class BlockObserver < Observer
+    private_attr_reader :block
+
+    def initialize(source:, block:)
+      raise 'Must specify a block' if block.nil?
+      @block = block
+      super(source: source)
+    end
+
+    def observe(row)
+      if block.arity == 2
+        block.call(row, params)
+      else
+        block.call(row)
+      end
+    end
+
+  end
+end

data/lib/arc-furnace/nodes.rb

@@ -1,6 +1,7 @@
 require 'arc-furnace/all_fields_csv_sink'
 require 'arc-furnace/binary_key_merging_hash'
 require 'arc-furnace/block_filter'
+require 'arc-furnace/block_observer'
 require 'arc-furnace/block_transform'
 require 'arc-furnace/block_unfold'
 require 'arc-furnace/csv_sink'
@@ -14,6 +15,7 @@ require 'arc-furnace/merging_hash'
 require 'arc-furnace/multi_csv_source'
 require 'arc-furnace/node'
 require 'arc-furnace/null_sink'
+require 'arc-furnace/observer'
 require 'arc-furnace/outer_join'
 require 'arc-furnace/sink'
 require 'arc-furnace/source'

data/lib/arc-furnace/observer.rb

@@ -0,0 +1,29 @@
+require 'arc-furnace/source'
+
+# Observe all values in an input stream. All values are passed down
+# to the next node un-adultered.
+module ArcFurnace
+  class Observer < Source
+    private_attr_reader :source
+
+    def initialize(source:)
+      @source = source
+    end
+
+    def value
+      value = source.value.deep_dup
+      observe(value) if value
+      value
+    end
+
+    delegate [:empty?, :advance] => :source
+
+    # Observes each row in the node's input stream. This node should not
+    # modify the row passed.
+    #
+    # This method's return value is ignored
+    def observe(row)
+      raise "Unimplemented"
+    end
+  end
+end

data/lib/arc-furnace/pipeline.rb

@@ -89,6 +89,18 @@ module ArcFurnace
       define_intermediate(node_id, type: type, params: params)
     end
 
+    # Define a node that observes rows. By default you get a BlockObserver
+    # (and when this metaprogramming method is passed a block) that will be passed
+    # a hash for each row. The result of the block is ignored; all rows
+    # are forwarded to the next node in the line
+    def self.observer(node_id, type: BlockObserver, params: {}, &block)
+      if block_given? && type <= BlockObserver
+        params[:block] = block
+      end
+      raise "Observer #{type} is not an Observer!" unless type <= Observer
+      define_intermediate(node_id, type: type, params: params)
+    end
+
     # Create an instance to run a transformation, passing the parameters to
     # instantiate the transform instance with. The resulting class instance
     # will have a single public method--#execute, which will perform the

data/lib/arc-furnace/version.rb

@@ -1,3 +1,3 @@
 module ArcFurnace
-  VERSION = "0.1.13"
+  VERSION = "0.1.14"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arc-furnace
 version: !ruby/object:Gem::Version
-  version: 0.1.13
+  version: 0.1.14
 platform: ruby
 authors:
 - Daniel Spangenberger
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-01-15 00:00:00.000000000 Z
+date: 2016-01-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -130,6 +130,7 @@ files:
 - lib/arc-furnace/all_fields_csv_sink.rb
 - lib/arc-furnace/binary_key_merging_hash.rb
 - lib/arc-furnace/block_filter.rb
+- lib/arc-furnace/block_observer.rb
 - lib/arc-furnace/block_transform.rb
 - lib/arc-furnace/block_unfold.rb
 - lib/arc-furnace/csv_sink.rb
@@ -149,6 +150,7 @@ files:
 - lib/arc-furnace/node.rb
 - lib/arc-furnace/nodes.rb
 - lib/arc-furnace/null_sink.rb
+- lib/arc-furnace/observer.rb
 - lib/arc-furnace/outer_join.rb
 - lib/arc-furnace/pipeline.rb
 - lib/arc-furnace/private_attr.rb