csv-utils 0.3.20 → 0.3.22

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 762ef5d73b9c7995cb53fa62dcbd8341684b98a361da9dee744669865d1e3220
-  data.tar.gz: 240e15b3dafe12aba42d8a76fe3fe34a8c93dfe71c0975c68c2355466c441ef8
+  metadata.gz: ee1aeb07e7762e4f619464536906cd1ab2171a93238a6113811f30ae76cfd5dd
+  data.tar.gz: 894841751be6e16ed552fbb47047e6a8bc550b7eb45beed6419cb351cf1df734
 SHA512:
-  metadata.gz: 5bcf6704d8024d983147e27282fec6dc5ff23ce199e686a439d9a10cdfa689c9e5c22272580219990e3e29149277b766b91b3096073e691bd1733ee418f15159
-  data.tar.gz: 6cef1bfb34f1cdb0127820d99780f8795bc5fc463ad9daec0f6b0746b107d9543d2c982401e26663c4ac23d009f90287d4cc8a0cc76c7387675bf156952099d0
+  metadata.gz: 9624fc8ebd25445d34b0d2f8a00fbb4983c9a1ba9e4cf4f16bcdec029a852f5ee049fb2a935fdc8f4c429c34fd7588488182bf2e0433491fe4705c71dc7a43ea
+  data.tar.gz: 95ceebc269ca0e48404d62dd47905f0527028956f6bea09d68c71454784ceb626a346b8f8b27113d02bed771a75248ba85c364c63a08c084c6a97b8631d2990d

data/bin/csv-grep

@@ -55,7 +55,7 @@ search_regex =
 headers =
   case options[:headers]
   when :first
-    csv.headers.first
+    [csv .headers.first]
   when :all
     csv.headers
   else

data/bin/csv-splitter

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+
+options = {
+  rows: 250_000,
+  no_header: false
+}
+OptionParser.new do |opts|
+  opts.banner = 'Usage: ' + File.basename(__FILE__) + ' [options] <csv file>'
+
+  opts.on('-h', '--help', 'Prints this help') do
+    puts opts
+    exit
+  end
+
+  opts.on('-r', '--rows ROWS', Integer, 'Max number of rows per a CSV') do |v|
+    options[:rows] = v
+  end
+
+  opts.on('--no-header', 'CSV file has no header') do
+    options[:no_header] = true
+  end
+end.parse!
+
+file = ARGV[0] || raise('no CSV file specified')
+
+require 'csv-utils'
+
+def get_split_file_name(file, num_files, total_files)
+  if file =~ /\.(?:csv|tsv)$/i
+    file.sub(/\.(?:csv|tsv)$/i) { |m| "-part-#{num_files}-of-#{total_files}" + m }
+  else
+    file + "-part-#{num_files}"
+  end
+end
+
+csv_options = CSVUtils::CSVOptions.new(file)
+
+csv = CSV.open(
+  file,
+  'rb',
+  col_sep: csv_options.col_separator,
+  liberal_parsing: true
+)
+
+headers = options[:no_header] ? nil : csv.shift
+
+total_rows = 0
+while csv.shift
+  total_rows +=1
+end
+
+csv.rewind
+csv.shift if headers
+
+total_files = total_rows / options[:rows]
+total_files += 1 if (total_rows % options[:rows]) > 0
+
+num_rows = 0
+num_files = 0
+out = nil
+
+append_row_proc = proc do |row|
+  if out.nil? || num_rows >= options[:rows]
+    out.close if out
+    num_rows = 0
+    num_files += 1
+    out = CSV.open(get_split_file_name(file, num_files, total_files), 'wb', col_sep: csv_options.col_separator)
+    out << headers if headers
+  end
+
+  out << row
+  num_rows += 1
+end
+
+while (row = csv.shift)
+  append_row_proc.call(row)
+end
+
+out.close

data/csv-utils.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name        = 'csv-utils'
-  s.version     = '0.3.20'
+  s.version     = '0.3.22'
   s.licenses    = ['MIT']
   s.summary     = 'CSV Utils'
   s.description = 'Tools for debugging malformed CSV files'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csv-utils
 version: !ruby/object:Gem::Version
-  version: 0.3.20
+  version: 0.3.22
 platform: ruby
 authors:
 - Doug Youch
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-11-14 00:00:00.000000000 Z
+date: 2023-02-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: inheritance-helper
@@ -34,6 +34,7 @@ executables:
 - csv-find-error
 - csv-grep
 - csv-readline
+- csv-splitter
 - csv-validator
 extensions: []
 extra_rdoc_files: []
@@ -52,6 +53,7 @@ files:
 - bin/csv-find-error
 - bin/csv-grep
 - bin/csv-readline
+- bin/csv-splitter
 - bin/csv-validator
 - csv-utils.gemspec
 - lib/csv-utils.rb