csv-utils 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ecb75f60c8e9b9db4cc3eb0e4ca3a0ac53aad67726ed995b7e8c341cd0dc76a3
-  data.tar.gz: 5138b5cc82eec0b7667c9e3435c2662bbfa1de51e469582372a158b943e57d7f
+  metadata.gz: '083044bd714b955ff9d5f6a44cf6d4cb3344cf7f649b105d81a94b3ddb1c9425'
+  data.tar.gz: 5fa1cd9acacf10c275a23176e36722e189f8e6d8a85e1bfc7faf18eb45a1ca31
 SHA512:
-  metadata.gz: 1a7d685b0db28805833596b32793fca968c6a5a1f57346223b487579622423d0151a122253c69806e377015fe0cf9cf02381bafbee37cb0ba54fa290a857c1cc
-  data.tar.gz: 7c572f9e7c74d626084612afa188bb15b036377bbac16ed5374d7fcff300e58fab8100a77729c2fa428e4294ac6b3b643feb00b2e87e7de78883c8548193de54
+  metadata.gz: de36fb6c80a68b33c92f3c943a665c419ac1287f5b4b2901c1a60f45964d4b13c2199f53e8dd779b2947d6c86439fa1b1b781cc5ba2225656b2d8b50f690e4cc
+  data.tar.gz: 0a6b5a9301f2386c2ad5bf3009ca77f949a92510ebb606844a1e6bf9fcc573f524966e68d1d8cec7db9778be3c93fb58a006fee9008e531c53a2c5391af6c0c3

data/csv-utils.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name        = 'csv-utils'
-  s.version     = '0.2.0'
+  s.version     = '0.2.1'
   s.licenses    = ['MIT']
   s.summary     = 'CSV Utils'
   s.description = 'Tools for debugging malformed CSV files'

data/lib/csv-utils.rb

@@ -2,6 +2,7 @@ require 'csv'
 
 # Collection of tools for working with CSV files.
 module CSVUtils
+  autoload :CSVExtender, 'csv_utils/csv_extender'
   autoload :CSVOptions, 'csv_utils/csv_options'
   autoload :CSVReport, 'csv_utils/csv_report'
   autoload :CSVRow, 'csv_utils/csv_row'

data/lib/csv_utils/csv_extender.rb

@@ -0,0 +1,76 @@
+# Utility class for appending data to a csv file.
+class CSVUtils::CSVExtender
+  attr_reader :csv_file,
+              :new_csv_file,
+              :csv_options
+
+  def initialize(csv_file, new_csv_file, csv_options = {})
+    @csv_file = csv_file
+    @new_csv_file = new_csv_file
+    @csv_options = csv_options
+  end
+
+  def append(additional_headers)
+    process(additional_headers) do |current_headers|
+      while (row = src.shift)
+        additional_columns = yield row, current_headers
+        dest << (row + additional_columns)
+      end
+    end
+  end
+
+  def append_in_batches(additional_headers, batch_size = 1_000)
+    process(additional_headers) do |current_headers|
+      batch = []
+
+      process_batch_proc = Proc.new do
+        additional_rows = yield batch, current_headers
+
+        batch.each_with_index do |row, idx|
+          dest << (row + additional_rows[idx])
+        end
+
+        batch = []
+      end
+
+      while (row = src.shift)
+        batch << row
+
+        process_batch_proc.call if batch.size >= batch_size
+      end
+
+      process_batch_proc.call if batch.size > 0
+    end
+  end
+
+  def process(additional_headers)
+    current_headers = append_headers(additional_headers)
+
+    yield current_headers
+
+    close
+  end
+
+  def src
+    @src ||= CSV.open(csv_file, 'rb', csv_options)
+  end
+
+  def dest
+    @dest ||= CSV.open(new_csv_file, 'wb', csv_options)
+  end
+
+  def close
+    src.close
+    dest.close
+  end
+
+  private
+
+  def append_headers(additional_headers)
+    return nil unless additional_headers
+
+    current_headers = src.shift
+    dest << (current_headers + additional_headers)
+    current_headers
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csv-utils
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Doug Youch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-06-23 00:00:00.000000000 Z
+date: 2020-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: inheritance-helper
@@ -45,6 +45,7 @@ files:
 - bin/csv-readline
 - csv-utils.gemspec
 - lib/csv-utils.rb
+- lib/csv_utils/csv_extender.rb
 - lib/csv_utils/csv_options.rb
 - lib/csv_utils/csv_report.rb
 - lib/csv_utils/csv_row.rb