censive 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 78a04712f2c737b263765b117a0614bddeda6e4c233409827ed900983b061a64
+  data.tar.gz: e42610ad444e4b4ed9db374f1ee1764c97619fa54235c3bb18e537513804f940
+SHA512:
+  metadata.gz: 294e8879052426037bbaed072171ecb8ca0abff47156a4a1d51a3f4531229a6f755ae7db4f8e5dfb7422ad25edf1e145d497bd39d99e46d895cdf6adb4988edc
+  data.tar.gz: d087b32edd1e467143a1e785bd1aa89d2e096920027185ff2dc07a275317b034521b1143f962774270040ae57b079c3a61fa045d10e79f194312787125527fa0

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Steve Shreeve
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,3 @@
+# censive
+
+A quick and lightweight CVS handling library for Ruby

data/censive.gemspec

@@ -0,0 +1,14 @@
+# encoding: utf-8
+
+Gem::Specification.new do |s|
+  s.name        = "censive"
+  s.version     = "0.1"
+  s.author      = "Steve Shreeve"
+  s.email       = "steve.shreeve@gmail.com"
+  s.summary     = "A quick and lightweight CVS handling library for Ruby"
+  s.description = "A quick and lightweight CVS handling library for Ruby"
+  s.homepage    = "https://github.com/shreeve/censive"
+  s.license     = "MIT"
+  s.files       = `git ls-files`.split("\n") - %w[.gitignore]
+  s.executables = `cd bin && git ls-files .`.split("\n")
+end

data/lib/censive.rb

@@ -0,0 +1,133 @@
+#!/usr/bin/env ruby
+
+# ==============================================================================
+# censive - A quick and lightweight CVS handling library for Ruby
+#
+# Author: Steve Shreeve (steve.shreeve@gmail.com)
+#   Date: Jan 30, 2023
+# ==============================================================================
+# The goals are:
+#
+# 1. Faster than Ruby's default CSV library
+# 2. Lightweight code base with streamlined method calls
+# 3. Eventually support IO streaming
+#
+# NOTE: Only getch and scan_until advance strscan's position
+# ==============================================================================
+
+require 'strscan'
+
+class Censive < StringScanner
+  def initialize(...)
+    super
+    reset
+    @sep   = ',' .freeze # make this a param
+    @quote = '"' .freeze # make this a param
+    @es    = ""  .freeze
+    @cr    = "\r".freeze
+    @lf    = "\n".freeze
+  end
+
+  def reset
+    super
+    @char  = string[pos]
+    @flag  = nil
+  end
+
+  # ==[ Lexer ]==
+
+  def next_char
+    getch
+    @char = string[pos]
+  end
+
+  def next_token
+    case @flag
+    when @es then @flag = nil; [@cr,@lf,nil].include?(@char) and return @es
+    when @cr then @flag = nil; next_char == @lf and next_char
+    when @lf then @flag = nil; next_char
+    end if @flag
+
+    if [@sep,@quote,@cr,@lf,nil].include?(@char)
+      case @char
+      when @quote # consume_quoted_cell
+        match = ""
+        while true
+          getch # consume the quote (optimized by not calling next_char)
+          match << (scan_until(/(?=#{@quote})/o) or bomb "unclosed quote")
+          case next_char
+          when @sep        then next_char; break
+          when @quote      then match << @quote
+          when @cr,@lf,nil then break
+          else bomb "unexpected character after quote"
+          end
+        end
+        match
+      when @sep then @flag = @es; next_char; @es
+      when @cr  then @flag = @cr; nil
+      when @lf  then @flag = @lf; nil
+      when nil  then nil
+      end
+    else # consume_unquoted_cell
+      match = scan_until(/(?=#{@sep}|#{@cr}|#{@lf}|\z)/o) or bomb "unexpected character"
+      @char = string[pos]
+      @char == @sep and next_char
+      match
+    end
+  end
+
+  def bomb(msg)
+    abort "censive: #{msg} at character #{pos} near '#{string[pos-4,7]}'"
+  end
+
+  # ==[ Parser ]==
+
+  def parse
+    @rows = []
+    @cols = @cells = 0
+    while row = next_row
+      @rows << row
+      size = row.size
+      @cols = size if size > @cols
+      @cells += size
+    end
+    @rows
+  end
+
+  def next_row
+    token = next_token or return
+    row = [token]
+    row << token while token = next_token
+    row
+  end
+
+  # ==[ Helpers ]==
+
+  def stats
+    wide = string.size.to_s.size
+    puts "%#{wide}d rows"    % @rows.size
+    puts "%#{wide}d columns" % @cols
+    puts "%#{wide}d cells"   % @cells
+    puts "%#{wide}d bytes"   % string.size
+  end
+end
+
+# ==[ Test it out... ]==
+
+ARGV << "z.csv" if ARGV.empty?
+
+case 1
+when 1
+  path = ARGV.first
+  data = File.read(path)
+when 2
+  data = DATA.gets("\n\n").rstrip
+end
+
+STDOUT.sync = true
+
+csv = Censive.new(data)
+
+data.size > 1e6 ? csv.parse : csv.parse.each {|cols| p cols }
+
+csv.stats

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: censive
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Steve Shreeve
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2023-01-31 00:00:00.000000000 Z
+dependencies: []
+description: A quick and lightweight CVS handling library for Ruby
+email: steve.shreeve@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- censive.gemspec
+- lib/censive.rb
+homepage: https://github.com/shreeve/censive
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.5
+signing_key:
+specification_version: 4
+summary: A quick and lightweight CVS handling library for Ruby
+test_files: []