gigo 1.0.0

data/lib/gigo/version.rb

@@ -0,0 +1,3 @@
+module GIGO
+  VERSION = "1.0.0"
+end

data/test/cases/gigo_test.rb

@@ -0,0 +1,58 @@
+# -*- encoding: utf-8 -*-
+require 'test_helper'
+
+module GIGO
+  class BaseTest < TestCase
+
+    include ERB::Util
+
+    let(:data_utf8_emoji)   { "💖" }
+    let(:data_utf8)         { "€20 – “Woohoo”" }
+    let(:data_bad_readin)   { "�20 � �Woohoo�" }
+    let(:data_cp1252)       { data_utf8.encode('CP1252') }
+    let(:data_really_bad)   { "ed.Ã\u0083Ã\u0083\xC3" }
+
+
+    describe '.load' do
+      
+      it 'ignores if string is not present' do
+        GIGO.load('').must_equal ''
+        GIGO.load(nil).must_be_nil
+        o = Object.new
+        GIGO.load(o).must_equal o
+      end
+
+      it 'should allows properly encoded and marked strings to be passed thru' do
+        GIGO.load(data_utf8).must_equal data_utf8
+        GIGO.load(data_utf8_emoji).must_equal data_utf8_emoji
+      end
+
+      it 'allows data already read in with question marks to pass thru' do
+        GIGO.load(data_bad_readin).must_equal data_bad_readin
+      end
+
+      it 'allows really bad data to be encoded using default replace and question marks' do
+        GIGO.load(data_utf8_emoji.force_encoding('ASCII-8BIT')).must_equal '����'
+      end
+
+      it 'converts windows codepages that are poorly marked as another encoding' do
+        db_data1 = data_cp1252.dup.force_encoding('ASCII-8BIT')
+        GIGO.load(db_data1).must_equal data_utf8
+        db_data2 = data_cp1252.dup.force_encoding('US-ASCII')
+        GIGO.load(db_data2).must_equal data_utf8
+        db_data3 = data_cp1252.dup.force_encoding('UTF-8')
+        GIGO.load(db_data3).must_equal data_utf8
+        db_data4 = data_cp1252.dup
+        GIGO.load(db_data4).must_equal data_utf8
+      end
+
+      it 'can make sure to it is really a valid encoding afteward' do
+        html_escape GIGO.load(data_really_bad)
+      end
+
+    end
+
+    
+    
+  end
+end

data/test/support/minitest.rb

@@ -0,0 +1,7 @@
+require 'minitest/emoji'
+
+if ENV['CI']
+  MiniTest::Emoji::DEFAULT.merge! '.' => ".", 'F' => "F", 'E' => "E", 'S' => "S"
+else
+  MiniTest::Emoji::DEFAULT.merge! '.' => "\u{1f49A} ", 'F' => "\u{1f494} ", 'E' => "\u{1f480} ", 'S' => "\u{1f49B} "
+end

data/test/test_helper.rb

@@ -0,0 +1,14 @@
+require 'bundler'
+require 'minitest/autorun'
+Bundler.require :development, :test
+require 'gigo'
+require 'support/minitest'
+require 'erb'
+
+module GIGO
+  class TestCase < MiniTest::Spec
+
+
+    
+  end
+end

metadata

@@ -0,0 +1,207 @@
+--- !ruby/object:Gem::Specification
+name: gigo
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Ken Collins
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: ensure_valid_encoding
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+- !ruby/object:Gem::Dependency
+  name: appraisal
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest-emoji
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Garbage in, garbage out. Fix ruby encoded strings at all costs.
+email:
+- kcollins@customink.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Appraisals
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- gemfiles/activesupport30.gemfile
+- gemfiles/activesupport30.gemfile.lock
+- gemfiles/activesupport31.gemfile
+- gemfiles/activesupport31.gemfile.lock
+- gemfiles/activesupport32.gemfile
+- gemfiles/activesupport32.gemfile.lock
+- gemfiles/activesupport40.gemfile
+- gemfiles/activesupport40.gemfile.lock
+- gigo.gemspec
+- lib/gigo.rb
+- lib/gigo/rchardet.rb
+- lib/gigo/rchardet/big5freq.rb
+- lib/gigo/rchardet/big5prober.rb
+- lib/gigo/rchardet/chardistribution.rb
+- lib/gigo/rchardet/charsetgroupprober.rb
+- lib/gigo/rchardet/charsetprober.rb
+- lib/gigo/rchardet/codingstatemachine.rb
+- lib/gigo/rchardet/constants.rb
+- lib/gigo/rchardet/escprober.rb
+- lib/gigo/rchardet/escsm.rb
+- lib/gigo/rchardet/eucjpprober.rb
+- lib/gigo/rchardet/euckrfreq.rb
+- lib/gigo/rchardet/euckrprober.rb
+- lib/gigo/rchardet/euctwfreq.rb
+- lib/gigo/rchardet/euctwprober.rb
+- lib/gigo/rchardet/gb2312freq.rb
+- lib/gigo/rchardet/gb2312prober.rb
+- lib/gigo/rchardet/hebrewprober.rb
+- lib/gigo/rchardet/jisfreq.rb
+- lib/gigo/rchardet/jpcntx.rb
+- lib/gigo/rchardet/langbulgarianmodel.rb
+- lib/gigo/rchardet/langcyrillicmodel.rb
+- lib/gigo/rchardet/langgreekmodel.rb
+- lib/gigo/rchardet/langhebrewmodel.rb
+- lib/gigo/rchardet/langhungarianmodel.rb
+- lib/gigo/rchardet/langthaimodel.rb
+- lib/gigo/rchardet/latin1prober.rb
+- lib/gigo/rchardet/mbcharsetprober.rb
+- lib/gigo/rchardet/mbcsgroupprober.rb
+- lib/gigo/rchardet/mbcssm.rb
+- lib/gigo/rchardet/sbcharsetprober.rb
+- lib/gigo/rchardet/sbcsgroupprober.rb
+- lib/gigo/rchardet/sjisprober.rb
+- lib/gigo/rchardet/universaldetector.rb
+- lib/gigo/rchardet/utf8prober.rb
+- lib/gigo/version.rb
+- test/cases/gigo_test.rb
+- test/support/minitest.rb
+- test/test_helper.rb
+homepage: http://github.com/customink/gigo
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -1651701888858574901
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -1651701888858574901
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: The gigo gem aims to solve bad data, likely from a legacy database. It is
+  an anti-pattern and you should really consider standardizing what encoding you both
+  put in and take out of your data stores.
+test_files:
+- test/cases/gigo_test.rb
+- test/support/minitest.rb
+- test/test_helper.rb