toon 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 407ce9c69d6811c19ca1e44d7438f1057b8865c136afdd28a5339d701e627424
+  data.tar.gz: 5868197f08fc85775d5089c87224b839013ce0e83c1727a012ab99b343fbb3c2
+SHA512:
+  metadata.gz: 1e01d3e4d0acafeffb61417c545d2b26e94ddeee795478129b8e03b1ca3dbb6d460b5c246b12cc1088f226c765752696c724d12123a71c22053018526785ef8b
+  data.tar.gz: e382956bbb6f6e629d3bed01cfb56cabc514222fa1fe7576b2a51989f85587d306a78b37c001ee42dce19d04b7108d5c796d8aa2da3138723c54b22bbd6a2f04

data/.ruby-version

@@ -0,0 +1 @@
+2.5

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 Steve Shreeve
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# toon
+
+`toon` is a Ruby gem that makes it easy to cleanup and format data.
+
+## Example
+
+The following code:
+
+```ruby
+require 'toon'
+
+rows = [
+  %w[ Name DOB      ],
+  %w[ tom  19710413 ],
+  %w[ mIkE 19690918 ],
+]
+
+p toon! rows, <<~""
+  Name  tune
+  DOB   to_yyyymmdd_ymd
+```
+
+will produce:
+
+```text
+[["Name", "DOB"       ],
+ ["Tom" , "04/13/1971"],
+ ["Mike", "09/18/1969"]]
+```

data/lib/toon.rb

@@ -0,0 +1,139 @@
+class Object
+  def blank?
+    respond_to?(:empty?) or return !self
+    empty? or respond_to?(:strip) && strip.empty?
+  end
+
+  def present?
+    !blank?
+  end
+
+  def present(default=nil)
+    blank? ? default : self
+  end
+  alias :if_blank :present
+end
+
+$STATE_MAP ||= <<~end.split(/(?:\n|  +)/).inject({}) {|h, e| h.store(*e.split(' ', 2)); h}
+  AK Alaska                LA Louisiana       PA Pennsylvania
+  AL Alabama               MA Massachusetts   PR Puerto Rico
+  AR Arkansas              MD Maryland        RI Rhode Island
+  AS American Samoa        ME Maine           SC South Carolina
+  AZ Arizona               MI Michigan        SD South Dakota
+  CA California            MN Minnesota       TN Tennessee
+  CO Colorado              MO Missouri        TX Texas
+  CT Connecticut           MS Mississippi     UT Utah
+  DC District of Columbia  MT Montana         VA Virginia
+  DE Delaware              NC North Carolina  VI Virgin Islands
+  FL Florida               ND North Dakota    VT Vermont
+  GA Georgia               NE Nebraska        WA Washington
+  GU Guam                  NH New Hampshire   WI Wisconsin
+  HI Hawaii                NJ New Jersey      WV West Virginia
+  IA Iowa                  NM New Mexico      WY Wyoming
+  ID Idaho                 NV Nevada
+  IL Illinois              NY New York
+  IN Indiana               OH Ohio
+  KS Kansas                OK Oklahoma
+  KY Kentucky              OR Oregon
+end
+
+$STATE_ABBREV ||= $STATE_MAP.inject({}) {|h, (k, v)| h[k] = h[v.upcase] = k; h }
+
+def toon(str, func=nil, *args, **opts, &code)
+  if block_given?
+    yield str
+  else
+    return if str.nil? #!# TOO CRAZY?
+    case func
+    when nil then str
+    when 'to_decimal'
+      prec = 2
+      if str[/\A\s*\$?\s*([-+])?\s*\$?\s*([-+])?\s*(\d[,\d]*)?(\.\d*)?\s*\z/]
+        sign = "#{$1}#{$2}".squeeze.include?("-") ? "-" : ""
+        left = $3.blank? ? "0" : $3.delete(",")
+        decs = $4.blank? ? nil : $4
+        "%.*f" % [prec, "#{sign}#{left}#{decs}".to_f]
+      else
+        ""
+      end
+    when 'to_phone'
+      return "" if str.blank?
+      num = str.to_s.squeeze(' ').strip
+      num, ext = num.split(/\s*(?:ext?\.?|x|#|:|,)\s*/i, 2)
+      ext.gsub!(/\D+/,'') if ext
+      num = num.sub(/\A[^2-9]*/, '').gsub(/\D+/, '')
+      if num =~ /\A([2-9][0-8][0-9])([2-9]\d\d)(\d{4})\z/
+        num = "(#{$1}) #{$2}-#{$3}"
+        num << ", ext. #{ext}" if num && ext
+      else
+        num = ext = nil
+      end
+      num
+    when 'to_yyyymmdd'
+      case str
+        when /^((?:19|20)\d{2})(\d{2})(\d{2})$/      then "%s%s%s"       % [$1, $2, $3          ] # YYYYMMDD
+        when /^(\d{2})(\d{2})((?:19|20)\d{2})$/      then "%s%s%s"       % [$3, $1, $2          ] # MMDDYYYY
+        when /^(\d{1,2})([-\/.])(\d{1,2})\2(\d{4})$/ then "%s%02d%02d"   % [$4, $1.to_i, $3.to_i] # M/D/Y
+        when /^(\d{4})([-\/.])(\d{1,2})\2(\d{1,2})$/ then "%s%02d%02d"   % [$1, $3.to_i, $4.to_i] # Y/M/D
+        when /^(\d{1,2})([-\/.])(\d{1,2})\2(\d{2})$/
+          year = $4.to_i
+          year += year < (Time.now.year % 100 + 5) ? 2000 : 1900
+          "%04d%02d%02d" % [year, $1.to_i, $3.to_i] # M/D/Y
+        else ""
+      end
+    when 'to_yyyymmdd_ymd'
+      toon(str, 'to_yyyymmdd') =~ /^(\d{4})(\d{2})(\d{2})$/ ? "#{$2}/#{$3}/#{$1}" : str
+    when 'tune'
+      o = {}; opts.each {|e| o[e]=true}
+      s = str
+      s = s.downcase.gsub(/\s\s+/, ' ').strip.gsub(/(?<=^| |[\d[:punct:]])([[[:alpha:]]])/i) { $1.upcase } # general case
+      s.gsub!(/\b([a-z])\. ?([bcdfghjklmnpqrstvwxyz])\.?(?=\W|$)/i) { "#$1#$2".upcase } # initials (should this be :name only?)
+      s.gsub!(/\b([a-z](?:[a-z&&[^aeiouy]]{1,4}))\b/i) { $1.upcase } # uppercase apparent acronyms
+      s.gsub!(/\b([djs]r|us|acct|[ai]nn?|apps|ed|erb|esq|grp|in[cj]|of[cf]|st|up)\.?(?=\W|$)/i) { $1.capitalize } # force camel-case
+      s.gsub!(/(^|(?<=\d ))?\b(and|at|as|of|the|in|on|or|for|to|by|de l[ao]s?|del?|(el-)|el|las)($)?\b/i) { ($1 || $3 || $4) ? $2.downcase.capitalize : $2.downcase } # prepositions
+      s.gsub!(/\b(mc|mac(?=d[ao][a-k,m-z][a-z]|[fgmpw])|[dol]')([a-z])/i) { $1.capitalize + $2.capitalize } # mixed case (Irish)
+      s.gsub!(/\b(ahn|an[gh]|al|art[sz]?|ash|e[dnv]|echt|elms|emms|eng|epps|essl|i[mp]|mrs?|ms|ng|ock|o[hm]|ong|orr|orth|ost|ott|oz|sng|tsz|u[br]|ung)\b/i) { $1.capitalize } # if o[:name] # capitalize
+      s.gsub!(/(?<=^| |[[:punct:]])(apt?s?|arch|ave?|bldg|blvd|cr?t|co?mn|drv?|elm|end|f[lt]|hts?|ln|old|pkw?y|plc?|prk|pt|r[dm]|spc|s[qt]r?|srt|street|[nesw])\.?(?=\W|$)/i) { $1.capitalize } # if o[:address] # road features
+      s.gsub!(/(1st|2nd|3rd|[\d]th|de l[ao]s)\b/i) { $1.downcase } # ordinal numbers
+      s.gsub!(/(?<=^|\d |\b[nesw] |\b[ns][ew] )(d?el|las?|los)\b/i) { $1.capitalize } # uppercase (Spanish)
+      s.gsub!(/\b(ca|dba|fbo|ihop|mri|ucla|usa|vru|[ns][ew]|i{1,3}v?)\b/i) { $1.upcase } # force uppercase
+      s.gsub!(/\b([-@.\w]+\.(?:com|net|io|org))\b/i) { $1.downcase } # domain names, email (a little bastardized...)
+      s.gsub!(/# /, '#') # collapse spaces following a number sign
+      s.sub!(/[.,#]+$/, '') # nuke any trailing period, comma, or hash signs
+      s.sub!(/\bP\.? ?O\.? ?Box/i, 'PO Box') # PO Boxes
+      s
+    when 'zip', 'to_zip'
+      str =~ /^(\d{5})-?\d{4}?$/ ? $1 : '' # only allow 5-digit zip codes
+    when 'state'
+      $STATE_ABBREV[str.upcase] || ''
+    else
+      if str.respond_to?(func)
+        str.send(func, *args)
+      else
+        warn "dude... you gave me the unknown func #{func.inspect}"
+        nil
+      end
+    end
+  end
+end
+
+def toon!(rows, rules)
+  todo = Hash[rules.scan(/^\s*(.*?)  +(.*?)(?:\s*#.*)?$/)]
+  seen = 0
+  diff = 0
+  rows.each_with_index do |cols, r|
+    seen += 1
+    todo.update(Hash[cols.map.with_index {|name, c| [c, [name, todo[name]]]}]) if seen == 1
+    cols.each_with_index do |cell, c|
+      name, func = todo[c]
+      orig = cell
+      cell = toon(cell, func) if func && seen > 1
+      if cell != orig
+        diff += 1
+        cols[c] = cell
+      end
+    end
+  end
+  # puts "#{diff} changes made" if diff > 0
+  rows
+end

data/toon.gemspec

@@ -0,0 +1,13 @@
+# encoding: utf-8
+
+Gem::Specification.new do |s|
+  s.name        = "toon"
+  s.version     = "0.0.1"
+  s.author      = "Steve Shreeve"
+  s.email       = "steve.shreeve@gmail.com"
+  s.summary     = "A Ruby gem that makes it easy to cleanup and format data"
+  s.description = "This gem is helpful for ETL or other general data cleaning."
+  s.homepage    = "https://github.com/shreeve/toon"
+  s.license     = "MIT"
+  s.files       = `git ls-files`.split("\n") - %w[.gitignore]
+end

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: toon
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Steve Shreeve
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-09-26 00:00:00.000000000 Z
+dependencies: []
+description: This gem is helpful for ETL or other general data cleaning.
+email: steve.shreeve@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".ruby-version"
+- Gemfile
+- LICENSE
+- README.md
+- lib/toon.rb
+- toon.gemspec
+homepage: https://github.com/shreeve/toon
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: A Ruby gem that makes it easy to cleanup and format data
+test_files: []