arc-furnace 0.1.32 → 0.1.33

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 84822796e6d4c84acf30c21a33cb07650dde0a7f
-  data.tar.gz: 7eae5563c3e5f33593a02134481f2ca1c68ffe1a
+  metadata.gz: 56c1cd7c32681828afee985402338a2774d6ebf2
+  data.tar.gz: d9d3aa812fa74ea4f49213d6aeb040a37b33ac75
 SHA512:
-  metadata.gz: a86c07cb46fd13c789466c51117415c09d90369d4a0621ee42777b5ccd069e5371cd696aa136ef837e6e240aaaaf0f107e0d8fc3900e3121ea558bb98a725b55
-  data.tar.gz: 94a73440bc74d95612650d0515a079e5db42213f197f14053204372ffacbcba4d12b09b57a76c047d9c795af3a57c7dc27d19fcf1a7d8d3d84f85cc53bca67d9
+  metadata.gz: b7b51fe6a3dc7f886e3e6e363fe73eb2e69bb70726e34aaf3d0f3aa88b54ad4ff611d24b5b599e982bc61fe72cadffdeaa5af4a07be6ad71ceb686be8c12d8f6
+  data.tar.gz: d7e7f3da2908a4ac93ba9febd6e4b02f32dabf8773b2b1bb42dbc4864ff515a2aa1dfe470cc4cfbb7f9ebafa1d3f119f585895f971c2f1aa94f53755a0126aac

data/lib/arc-furnace/csv_source.rb

@@ -6,27 +6,57 @@ module ArcFurnace
   class CSVSource < EnumeratorSource
     include CSVToHashWithDuplicateHeaders
 
-    attr_reader :value, :file, :csv, :delimiter
+    attr_reader :value, :file, :csv, :delimiter, :group_by,
+      :key_column, :preprocessed_csv
 
     COMMA = ','.freeze
 
-    def initialize(filename: nil, csv: nil, encoding: 'UTF-8', delimiter: COMMA)
+    def initialize(
+      filename: nil,
+      csv: nil,
+      encoding: 'UTF-8',
+      delimiter: COMMA,
+      group_by: false,
+      key_column: nil
+    )
       @file = File.open(filename, encoding: encoding) if filename
       @csv = csv
       @delimiter = delimiter
+      @preprocessed_csv = []
+      @group_by = group_by
+      @key_column = key_column
       super()
     end
 
+    alias_method :group_by?, :group_by
+
+    #
+    # note that group_by requires the entire file to be
+    # read into memory
+    #
+    def preprocess
+      if group_by?
+        parse_file { |row| @preprocessed_csv << csv_to_hash_with_duplicates(row) }
+        @preprocessed_csv = @preprocessed_csv.group_by { |row| row[key_column] }
+      end
+    end
+
     def finalize
       file.close if file
     end
 
     def build_enumerator
       Enumerator.new do |yielder|
-        (csv ? csv : CSV.new(file, { headers: true, col_sep: delimiter })).each do |row|
-          yielder << csv_to_hash_with_duplicates(row)
+        if group_by?
+          preprocessed_csv.each { |_, array| yielder.yield(array) }
+        else
+          parse_file { |row| yielder.yield(csv_to_hash_with_duplicates(row)) }
         end
       end
     end
+
+    def parse_file
+      (csv ? csv : CSV.new(file, { headers: true, col_sep: delimiter })).each { |row| yield row }
+    end
   end
 end

data/lib/arc-furnace/excel_source.rb

@@ -18,6 +18,10 @@ module ArcFurnace
 
     alias_method :group_by?, :group_by
 
+    #
+    # note that group_by requires the entire file to be
+    # read into memory
+    #
     def preprocess
       if group_by?
         build_headers

data/lib/arc-furnace/version.rb

@@ -1,3 +1,3 @@
 module ArcFurnace
-  VERSION = "0.1.32"
+  VERSION = "0.1.33"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: arc-furnace
 version: !ruby/object:Gem::Version
-  version: 0.1.32
+  version: 0.1.33
 platform: ruby
 authors:
 - Daniel Spangenberger
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-04-02 00:00:00.000000000 Z
+date: 2018-04-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack