csv-utils 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4c8639f4900acf07c457131e734aea972f40c7c9
-  data.tar.gz: 4fc11860e852214625000f44603c02775457f6ae
+  metadata.gz: c958e28320635ac949c0e7091377dc7d261a7cd9
+  data.tar.gz: '0396510b65f51d2caaf20bb8749335e725331f91'
 SHA512:
-  metadata.gz: fe52c73a4b6f5c8f5463b28236756c8763978f8374a55abc44cedc022dfd6be86ca40f005ea95d8df84f64d95b7e1667d088c0ef728fc90f221e73fd6694f881
-  data.tar.gz: 2a8424c58b636680965fb0f913d0bbdbcc2c2ed7661ec77474111ccd3494b5c217ab8c7130be5268ae1128c926e8c82f107577999d292b3955776fedb8e37813
+  metadata.gz: 121cca84be39ac5fbaf38441ce5cea4a689b7e29ec29b5b0e020d1db76c37d9fd13ee5c16c272884e6f2b9cd98bcc16ea35195fb0707e9492c0f5218aae9a2c9
+  data.tar.gz: 45bc513f2a3a86776341e5a6acfaee64ce0fa2d5687dcb22cdd19883eace0ace13a1343e13a8992027ad7fa9ee1ae7c8dc564c9ed2a9dc0bba5ab55d970cc750

data/.gitignore

@@ -0,0 +1,52 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc
+
+*~

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2019 dougyouch
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+# csv-utils
+CSV Utilities for manipulating csv files in code

data/bin/csv-find-error

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+require 'csv'
+require 'shellwords'
+
+begin
+  CSV.open(ARGV[0], 'rb').each { }
+rescue CSV::MalformedCSVError => e
+  puts e.class.to_s + ': ' + e.message
+  if e.message =~ /Missing or stray quote in line (\d+)/
+    lineno = $1.to_i
+    cmd = "csv-readline #{Shellwords.escape(ARGV[0])} #{lineno}"
+    puts "running #{cmd}"
+    system(cmd)
+  end
+  exit 1
+end
+
+puts 'CSV file is ok'

data/bin/csv-readline

@@ -0,0 +1,105 @@
+#!/usr/bin/env ruby
+
+BYTE_ORDER_MARKS = {
+  "\xEF\xBB\xBF".force_encoding('ASCII-8BIT') => 'UTF-8',
+  "\xFE\xFF".force_encoding('ASCII-8BIT') => 'UTF-16',
+  "\xFF\xFE".force_encoding('ASCII-8BIT') => 'UTF-16',
+  "\x00\x00\xFE\xFF".force_encoding('ASCII-8BIT') => 'UTF-32',
+  "\xFF\xFE\x00\x00".force_encoding('ASCII-8BIT') => 'UTF-32'
+}
+
+def strip_byte_order_mark(line)
+  BYTE_ORDER_MARKS.keys.detect do |bom|
+    if line =~ /\A#{bom}/
+      return line.sub(/\A#{bom}/, '')
+    end
+  end
+  line
+end
+
+def csv_parse_line(line)
+  columns = []
+
+  opened_quote = false
+  pos = -1
+  last_comma_pos = 0
+  column = 1
+
+  while pos = line.index(/([",])/, pos + 1)
+    case line[pos]
+    when '"'
+      if opened_quote
+        if line[pos+1] == ',' ||
+           line[pos+1] == "\n" ||
+           line[pos+1].nil?
+          opened_quote = false
+        elsif line[pos+1] == '"'
+          pos += 1 # correctly escaped
+        else
+          col_end = line.index(/,/, pos + 1)
+          col_end ||= line.size - 1
+          # slice out the column value
+          val = line[last_comma_pos + 1, col_end - last_comma_pos - 1]
+          columns << [val, :stray_quote]
+          opened_quote = false
+          last_comma_pos = col_end
+          pos = col_end
+          # return columns
+        end
+      else
+        opened_quote = true
+      end
+    when ','
+      if ! opened_quote
+        column += 1
+        columns << [line[last_comma_pos + 1, pos - last_comma_pos - 1], :ok]
+        last_comma_pos = pos
+      end
+    end
+  end
+
+  columns
+end
+
+def empty_column?(col)
+  col.nil? ||
+    col.empty? ||
+    col.strip.empty? ||
+    col == '""' ||
+    col == '" "'
+end
+
+def parse_csv_row(file, lineno, number_of_lines)
+  cnt = 1
+  str = ''
+  file.each do |line|
+    cnt += 1
+    next if cnt < lineno
+    str << line
+    number_of_lines -= 1
+    break if number_of_lines == 0
+  end
+  csv_parse_line(str)
+end
+
+file = File.open(ARGV[0], 'rb')
+lineno = ARGV[1].to_i
+number_of_lines = (ARGV[2] || 1).to_i
+
+raise "no lineno specified" unless lineno > 0
+
+headers = strip_byte_order_mark(file.readline.strip).split(',')
+
+data = headers.zip(parse_csv_row(file, lineno, number_of_lines))
+file.close
+
+cnt = 0
+data.each do |k, (v, status)|
+  cnt += 1
+  next if empty_column?(v)
+  if status == :ok
+    puts sprintf('  %-3d %s: %s', cnt, k, v)
+  else
+    puts sprintf('* %-3d (%s) %s: %s', cnt, status.to_s.gsub('_', ' '), k, v)
+  end
+end

data/csv-utils.gemspec

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+Gem::Specification.new do |s|
+  s.name        = 'csv-utils'
+  s.version     = '0.1.1'
+  s.summary     = 'CSV Utils'
+  s.description = 'Tools for debugging malformed CSV files'
+  s.authors     = ['Doug Youch']
+  s.email       = 'dougyouch@gmail.com'
+  s.homepage    = 'https://github.com/dougyouch/csv-utils'
+  s.files       = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  s.bindir      = 'bin'
+  s.executables = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csv-utils
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Doug Youch
@@ -12,10 +12,18 @@ date: 2019-04-18 00:00:00.000000000 Z
 dependencies: []
 description: Tools for debugging malformed CSV files
 email: dougyouch@gmail.com
-executables: []
+executables:
+- csv-find-error
+- csv-readline
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- ".gitignore"
+- LICENSE
+- README.md
+- bin/csv-find-error
+- bin/csv-readline
+- csv-utils.gemspec
 homepage: https://github.com/dougyouch/csv-utils
 licenses: []
 metadata: {}