arc-furnace 0.1.41 → 0.1.42

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 260557d6a23570e3af258cd69dea6a5f9970a63b
-  data.tar.gz: 8117390eb11a36d065d11fc2aec38c0092b2b7f7
+SHA256:
+  metadata.gz: 55f7e36acf42d49de0f226a1350f0a955fcfd41f4de577f5bb50c4804559def3
+  data.tar.gz: 2ceeea42ca17ecb2d770354547fface75fc5b2fc81caac5296bbc989f57ac1d1
 SHA512:
-  metadata.gz: f491aa74d089b74d391d7fad1af4a6512e5f3f474baf53ef212efd98b9efa053e4166e735dcaf466f729b5e4ed79e678408187eb64ade98a321742e6d89407f4
-  data.tar.gz: 3a5e15e13851e10c63c8d2dd56eda506f01b1b59f6018f8e49d4ea51a83cb65fa75a68c417382193acac49cae92c9a92689190744cf1f72969d989b27843806e
+  metadata.gz: 57a3687b1a806ba5da7a138de0af10f9a940396a87d2d73f08d276661f9ae8b5c6fe356b46d20390e12364a5ac9df50e833d8d8a1233403672b9b930a9ad8ea7
+  data.tar.gz: 132fc204cd143d6fcf29c60eb49d0cf101b884ccfbe3d55941f02294c4c2b83e31bba924b90a7558e6e2a3743778623582c21f0f56196649735e2837b217c9cc

data/.gitignore

@@ -6,3 +6,4 @@
 /pkg/
 /spec/reports/
 /tmp/
+/Gemfile.lock

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    arc-furnace (0.1.41)
+    arc-furnace (0.1.42)
       activesupport
       axlsx
       eigenclass
@@ -30,11 +30,11 @@ GEM
       concurrent-ruby (~> 1.0)
     ice_nine (0.11.2)
     method_source (0.9.0)
-    mini_portile2 (2.3.0)
+    mini_portile2 (2.4.0)
     minitest (5.11.3)
     msgpack (1.2.4)
-    nokogiri (1.8.4)
-      mini_portile2 (~> 2.3.0)
+    nokogiri (1.9.1)
+      mini_portile2 (~> 2.4.0)
     pry (0.11.3)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
@@ -55,7 +55,7 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.7.0)
     rspec-support (3.7.1)
-    rubyzip (1.2.1)
+    rubyzip (1.2.2)
     thread_safe (0.3.6)
     tzinfo (1.2.5)
       thread_safe (~> 0.1)
@@ -73,4 +73,4 @@ DEPENDENCIES
   rspec
 
 BUNDLED WITH
-   1.16.2
+   1.17.2

data/lib/arc-furnace/merge.rb

@@ -0,0 +1,23 @@
+require 'arc-furnace/source'
+
+module ArcFurnace
+  class Merge < Source
+
+    private_attr_reader :sources
+
+    def initialize(sources:)
+      @sources = sources
+    end
+
+    def advance
+      sources.first.advance
+    end
+
+    def value
+      value = sources.map(&:value).compact
+      return unless value.present?
+      value.map(&:deep_dup).reduce({}, :merge)
+    end
+
+  end
+end

data/lib/arc-furnace/multi_excel_source.rb

@@ -6,7 +6,7 @@ module ArcFurnace
 
     private_attr_reader :enumerator, :header_row
     attr_reader :value, :excel, :sheets_info_array
-    
+
     # Sheets is in the format of:
     # [
     #   { filename: 'foo.xlsx', sheet: 'sheet name' },
@@ -33,12 +33,12 @@ module ArcFurnace
 
     def advance_in_current_file
       @value =
-          begin
-            enumerator.next if enumerator
-          rescue StopIteration
-            @enumerator = nil
-            nil
-          end
+        begin
+          enumerator.next if enumerator
+        rescue StopIteration
+          @enumerator = nil
+          nil
+        end
       value
     end
 

data/lib/arc-furnace/nodes.rb

@@ -15,6 +15,7 @@ require 'arc-furnace/hash_source'
 require 'arc-furnace/array_source'
 require 'arc-furnace/hash'
 require 'arc-furnace/inner_join'
+require 'arc-furnace/merge'
 require 'arc-furnace/merging_hash'
 require 'arc-furnace/multi_csv_source'
 require 'arc-furnace/node'

data/lib/arc-furnace/pipeline.rb

@@ -17,7 +17,7 @@ module ArcFurnace
     # Define the sink for this transformation. Only a single sink may be
     # specified per transformation. The sink is delivered a hash per row or
     # entity, and feeds them from the graph of nodes above it.
-    def self.sink(type: , source:, params:)
+    def self.sink(type:, source:, params:)
       if sink_node
         raise 'Sink already defined!'
       end
@@ -47,7 +47,7 @@ module ArcFurnace
       define_intermediate(node_id, type: type, params: params)
     end
 
-    # Define an outer join nod  e where rows from the source are kept
+    # Define an outer join node where rows from the source are kept
     # even if an associated entity is not found in the hash for the join key
     def self.outer_join(node_id, type: ArcFurnace::OuterJoin, params:)
       define_intermediate(node_id, type: type, params: params)
@@ -65,6 +65,12 @@ module ArcFurnace
       define_intermediate(node_id, type: type, params: params)
     end
 
+    # Define a merge node where rows from multiple source nodes are merged
+    # into a single row
+    def self.merge(node_id, type: ArcFurnace::Merge, params:)
+      define_intermediate(node_id, type: type, params: params)
+    end
+
     # Define a node that unfolds rows. By default you get a BlockUnfold
     # (and when this metaprogramming method is passed a block) that will be passed
     # a hash for each row. The result of the block becomes the set of rows for the next
@@ -173,7 +179,9 @@ module ArcFurnace
       def resolve_parameters(node_id, params_to_resolve)
         params_to_resolve.each_with_object({}) do |(key, value), result|
           result[key] =
-            if value.is_a?(Symbol)
+            if key == :sources
+              value.map { |_value| resolve_parameter(node_id, _value)  }
+            elsif value.is_a?(Symbol)
               # Allow resolution of intermediates
               resolve_parameter(node_id, value)
             elsif value.nil?

data/lib/arc-furnace/version.rb

@@ -1,3 +1,3 @@
 module ArcFurnace
-  VERSION = "0.1.41"
+  VERSION = "0.1.42"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arc-furnace
 version: !ruby/object:Gem::Version
-  version: 0.1.41
+  version: 0.1.42
 platform: ruby
 authors:
 - Daniel Spangenberger
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-12-14 00:00:00.000000000 Z
+date: 2020-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -193,6 +193,7 @@ files:
 - lib/arc-furnace/hash_source.rb
 - lib/arc-furnace/inner_join.rb
 - lib/arc-furnace/logging_error_handler.rb
+- lib/arc-furnace/merge.rb
 - lib/arc-furnace/merging_hash.rb
 - lib/arc-furnace/multi_csv_source.rb
 - lib/arc-furnace/multi_excel_source.rb
@@ -231,8 +232,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 3.0.1
 signing_key: 
 specification_version: 4
 summary: Melds and transforms data from multiple sources into a single stream