RubyGems - mojibake - Versions diffs - 1.0.0 → 1.1.0 - Mend

mojibake 1.0.0 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (15) hide show

data/.gemtest +0 -0
data/History.rdoc +7 -0
data/Manifest.txt +6 -2
data/README.rdoc +4 -2
data/Rakefile +15 -2
data/bin/mojibake +33 -17
data/config/table.json +270 -0
data/config/table.txt +268 -0
data/lib/mojibake.rb +34 -5
data/lib/mojibake/base.rb +1 -1
data/lib/mojibake/{mapper.rb → encoding.rb} +15 -29
data/lib/mojibake/json.rb +81 -0
data/test/test_encoding.rb +76 -0
data/test/{test_mojibake.rb → test_mapper.rb} +1 -34
metadata +69 -56

data/.gemtest ADDED

File without changes

data/History.rdoc CHANGED

@@ -1,2 +1,9 @@
+=== 1.1.0 (2011-6-31)
+* Add table.json output support as more convenient language
+  independent format. Include default version (as well as table.txt)
+  as part of gem.
+* Add Ruby 1.8 support for Mapper.recover by using default included
+  table.json (avoids need for 1.9 encoding support.)
 === 1.0.0 (2011-6-21)
 * Initial release.

data/Manifest.txt CHANGED

@@ -3,8 +3,12 @@ Manifest.txt
 README.rdoc
 Rakefile
 bin/mojibake
+config/table.json
+config/table.txt
 lib/mojibake/base.rb
 lib/mojibake.rb
-lib/mojibake/mapper.rb
+lib/mojibake/encoding.rb
+lib/mojibake/json.rb
 test/test.txt
-test/test_mojibake.rb
+test/test_encoding.rb
+test/test_mapper.rb

data/README.rdoc CHANGED

@@ -15,8 +15,10 @@ Windows-1252 is in the wild, should also benefit.
 == Dependencies
-Requires the String Encoding support of ruby 1.9+ (tested 1.9.2p180
-Linux) or jruby 1.6+ (tested 1.6.2, Linux).
+Requires the String Encoding support in ruby 1.9 as provided by:
+*  ruby 1.9.2+ (tested 1.9.2p180, Linux)
+* jruby 1.6.5+ (tested 1.6.5, Linux)
 == Synopsis

data/Rakefile CHANGED

@@ -3,7 +3,7 @@
 $LOAD_PATH << './lib'
 require 'rubygems'
-gem     'rjack-tarpit', '~> 1.3.2'
+gem     'rjack-tarpit', '~> 1.4'
 require 'rjack-tarpit'
 require 'mojibake/base'
@@ -14,7 +14,8 @@ t.specify do |h|
   h.developer( 'David Kellum', 'dek-oss@gravitext.com' )
   h.testlib = :minitest
-  h.extra_dev_deps += [ [ 'minitest', '>= 2.1', '< 2.4' ] ]
+  h.extra_deps     += [ [ 'json',     '~> 1.6.1' ] ]
+  h.extra_dev_deps += [ [ 'minitest', '~> 2.3'   ] ]
   h.url = 'http://github.com/dekellum/mojibake'
 end
@@ -33,3 +34,15 @@ task :tag  => [ :check_history_version, :check_history_date ]
 task :push => [ :check_history_version, :check_history_date ]
 t.define_tasks
+desc "(Re-)generate config output files (requires 1.9)"
+task :generate_config do
+  if ( RUBY_VERSION.split( '.' ).map { |d| d.to_i } <=> [ 1, 9 ] ) >= 0
+    require 'mojibake'
+    mapper = MojiBake::Mapper.new
+    open( "config/table.txt",  'w' ) { |fout| fout.puts( mapper.table ) }
+    open( "config/table.json", 'w' ) { |fout| fout.puts( mapper.json  ) }
+  else
+    raise "Task generate_config requires Ruby 1.9 encoding support"
+  end
+end

data/bin/mojibake CHANGED

@@ -20,6 +20,8 @@
 $LOAD_PATH.unshift File.join( File.dirname( __FILE__ ), "..", "lib" )
+require 'rubygems'
 require 'mojibake'
 require 'optparse'
@@ -33,23 +35,36 @@ module Script
       puts "mojibake: #{MojiBake::VERSION}"
       exit 1
     end
-    opts.on( "--no-windows-1252",
-             "Don't include miscodings from Windows-1252" ) do
-      mapper.map_windows_1252 = false
-    end
-    opts.on( "--no-iso-8859-1",
-             "Don't include miscodings from ISO-8859-1" ) do
-      mapper.map_iso_8859_1 = false
-    end
-    opts.on( "--no-permutations",
-             "Don't include ISO/Windows permutations" ) do
-      mapper.map_permutations = false
-    end
-    opts.on_tail( "-t", "--table",
-                  "Write MojiBake Mapper table (UTF-8)" ) do
-      puts mapper.table
-      exit 1
+    if ( RUBY_VERSION.split( '.' ).map { |d| d.to_i } <=> [ 1, 9 ] ) >= 0
+      opts.on( "--no-windows-1252",
+               "Don't include miscodings from Windows-1252" ) do
+        mapper.map_windows_1252 = false
+      end
+      opts.on( "--no-iso-8859-1",
+               "Don't include miscodings from ISO-8859-1" ) do
+        mapper.map_iso_8859_1 = false
+      end
+      opts.on( "--no-permutations",
+               "Don't include ISO/Windows permutations" ) do
+        mapper.map_permutations = false
+      end
+      opts.on_tail( "-t", "--table",
+                    "Write MojiBake Mapper table (UTF-8) and exit" ) do
+        puts mapper.table
+        exit 1
+      end
+      opts.on_tail( "-j", "--json",
+                    "Write MojiBake Mapper json (UTF-8) and exit" ) do
+        require 'rubygems'
+        require 'mojibake/json'
+        puts mapper.json
+        exit 1
+      end
     end
     opts.on_tail( "-r", "--regex",
                   "Display MojiBake Mapper regex (UTF-8) and exit" ) do
       puts mapper.regexp.inspect
@@ -65,7 +80,8 @@ module Script
   input_file = ARGV.shift
   if input_file
-    $stdout.write( mapper.recover( IO.read( input_file ).encode( 'UTF-8' ) ) )
+    data = IO.read( input_file )
+    $stdout.write( mapper.recover( data ) )
   end
 end

data/config/table.json ADDED

@@ -0,0 +1,270 @@
+{
+  "mojibake": "1.1.0",
+  "url": "https://github.com/dekellum/mojibake",
+  "regexp": "Â[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u008C\u008D\u008E\u008F\u0090\u0091\u0092\u0093\u0094\u0095\u0096\u0097\u0098\u0099\u009A\u009B\u009C\u009D\u009E\u009F\u00A0¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿ŒœŠšŸŽžƒˆ˜–—‘’‚“”„†‡•…‰‹›€™\uFFFD]|Ã[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u008C\u008D\u008E\u008F\u0090\u0091\u0092\u0093\u0094\u0095\u0096\u0097\u0098\u0099\u009A\u009B\u009C\u009D\u009E\u009F\u00A0¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿ŒœŠšŸŽžƒˆ˜–—‘’‚“”„†‡•…‰‹›€™\uFFFD]|Å[\u0092\u0093\u00A0¡¸½¾’“]|Æ[\u0092’]|Ë[\u0086\u009Cœ†]|â(\u0080[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u0093\u0094\u0098\u0099\u009A\u009C\u009D\u009E\u00A0¡¢¦°¹º]|\u0081\u00A0|\u0082¬|\u0084¢|‚¬|„¢|€[\u0081\u009D\u00A0¡¢¦°¹ºœŠšžƒˆ˜‚“”„†‡…‰‹€™\uFFFD]|\uFFFD\u00A0)|ï(»¿|¿[½¾])",
+  "moji": {
+    "Â\u0080": "\u0080",
+    "Â\u0081": "\u0081",
+    "Â\u0082": "\u0082",
+    "Â\u0083": "\u0083",
+    "Â\u0084": "\u0084",
+    "Â\u0085": "\u0085",
+    "Â\u0086": "\u0086",
+    "Â\u0087": "\u0087",
+    "Â\u0088": "\u0088",
+    "Â\u0089": "\u0089",
+    "Â\u008A": "\u008A",
+    "Â\u008B": "\u008B",
+    "Â\u008C": "\u008C",
+    "Â\u008D": "\u008D",
+    "Â\u008E": "\u008E",
+    "Â\u008F": "\u008F",
+    "Â\u0090": "\u0090",
+    "Â\u0091": "\u0091",
+    "Â\u0092": "\u0092",
+    "Â\u0093": "\u0093",
+    "Â\u0094": "\u0094",
+    "Â\u0095": "\u0095",
+    "Â\u0096": "\u0096",
+    "Â\u0097": "\u0097",
+    "Â\u0098": "\u0098",
+    "Â\u0099": "\u0099",
+    "Â\u009A": "\u009A",
+    "Â\u009B": "\u009B",
+    "Â\u009C": "\u009C",
+    "Â\u009D": "\u009D",
+    "Â\u009E": "\u009E",
+    "Â\u009F": "\u009F",
+    "Â\u00A0": "\u00A0",
+    "Â¡": "¡",
+    "Â¢": "¢",
+    "Â£": "£",
+    "Â¤": "¤",
+    "Â¥": "¥",
+    "Â¦": "¦",
+    "Â§": "§",
+    "Â¨": "¨",
+    "Â©": "©",
+    "Âª": "ª",
+    "Â«": "«",
+    "Â¬": "¬",
+    "Â": "",
+    "Â®": "®",
+    "Â¯": "¯",
+    "Â°": "°",
+    "Â±": "±",
+    "Â²": "²",
+    "Â³": "³",
+    "Â´": "´",
+    "Âµ": "µ",
+    "Â¶": "¶",
+    "Â·": "·",
+    "Â¸": "¸",
+    "Â¹": "¹",
+    "Âº": "º",
+    "Â»": "»",
+    "Â¼": "¼",
+    "Â½": "½",
+    "Â¾": "¾",
+    "Â¿": "¿",
+    "ÂŒ": "\u008C",
+    "Âœ": "\u009C",
+    "ÂŠ": "\u008A",
+    "Âš": "\u009A",
+    "ÂŸ": "\u009F",
+    "ÂŽ": "\u008E",
+    "Âž": "\u009E",
+    "Âƒ": "\u0083",
+    "Âˆ": "\u0088",
+    "Â˜": "\u0098",
+    "Â–": "\u0096",
+    "Â—": "\u0097",
+    "Â‘": "\u0091",
+    "Â’": "\u0092",
+    "Â‚": "\u0082",
+    "Â“": "\u0093",
+    "Â”": "\u0094",
+    "Â„": "\u0084",
+    "Â†": "\u0086",
+    "Â‡": "\u0087",
+    "Â•": "\u0095",
+    "Â…": "\u0085",
+    "Â‰": "\u0089",
+    "Â‹": "\u008B",
+    "Â›": "\u009B",
+    "Â€": "\u0080",
+    "Â™": "\u0099",
+    "Â\uFFFD": "\u0081",
+    "Ã\u0080": "À",
+    "Ã\u0081": "Á",
+    "Ã\u0082": "Â",
+    "Ã\u0083": "Ã",
+    "Ã\u0084": "Ä",
+    "Ã\u0085": "Å",
+    "Ã\u0086": "Æ",
+    "Ã\u0087": "Ç",
+    "Ã\u0088": "È",
+    "Ã\u0089": "É",
+    "Ã\u008A": "Ê",
+    "Ã\u008B": "Ë",
+    "Ã\u008C": "Ì",
+    "Ã\u008D": "Í",
+    "Ã\u008E": "Î",
+    "Ã\u008F": "Ï",
+    "Ã\u0090": "Ð",
+    "Ã\u0091": "Ñ",
+    "Ã\u0092": "Ò",
+    "Ã\u0093": "Ó",
+    "Ã\u0094": "Ô",
+    "Ã\u0095": "Õ",
+    "Ã\u0096": "Ö",
+    "Ã\u0097": "×",
+    "Ã\u0098": "Ø",
+    "Ã\u0099": "Ù",
+    "Ã\u009A": "Ú",
+    "Ã\u009B": "Û",
+    "Ã\u009C": "Ü",
+    "Ã\u009D": "Ý",
+    "Ã\u009E": "Þ",
+    "Ã\u009F": "ß",
+    "Ã\u00A0": "à",
+    "Ã¡": "á",
+    "Ã¢": "â",
+    "Ã£": "ã",
+    "Ã¤": "ä",
+    "Ã¥": "å",
+    "Ã¦": "æ",
+    "Ã§": "ç",
+    "Ã¨": "è",
+    "Ã©": "é",
+    "Ãª": "ê",
+    "Ã«": "ë",
+    "Ã¬": "ì",
+    "Ã": "í",
+    "Ã®": "î",
+    "Ã¯": "ï",
+    "Ã°": "ð",
+    "Ã±": "ñ",
+    "Ã²": "ò",
+    "Ã³": "ó",
+    "Ã´": "ô",
+    "Ãµ": "õ",
+    "Ã¶": "ö",
+    "Ã·": "÷",
+    "Ã¸": "ø",
+    "Ã¹": "ù",
+    "Ãº": "ú",
+    "Ã»": "û",
+    "Ã¼": "ü",
+    "Ã½": "ý",
+    "Ã¾": "þ",
+    "Ã¿": "ÿ",
+    "ÃŒ": "Ì",
+    "Ãœ": "Ü",
+    "ÃŠ": "Ê",
+    "Ãš": "Ú",
+    "ÃŸ": "ß",
+    "ÃŽ": "Î",
+    "Ãž": "Þ",
+    "Ãƒ": "Ã",
+    "Ãˆ": "È",
+    "Ã˜": "Ø",
+    "Ã–": "Ö",
+    "Ã—": "×",
+    "Ã‘": "Ñ",
+    "Ã’": "Ò",
+    "Ã‚": "Â",
+    "Ã“": "Ó",
+    "Ã”": "Ô",
+    "Ã„": "Ä",
+    "Ã†": "Æ",
+    "Ã‡": "Ç",
+    "Ã•": "Õ",
+    "Ã…": "Å",
+    "Ã‰": "É",
+    "Ã‹": "Ë",
+    "Ã›": "Û",
+    "Ã€": "À",
+    "Ã™": "Ù",
+    "Ã\uFFFD": "Á",
+    "Å\u0092": "Œ",
+    "Å\u0093": "œ",
+    "Å\u00A0": "Š",
+    "Å¡": "š",
+    "Å¸": "Ÿ",
+    "Å½": "Ž",
+    "Å¾": "ž",
+    "Å’": "Œ",
+    "Å“": "œ",
+    "Æ\u0092": "ƒ",
+    "Æ’": "ƒ",
+    "Ë\u0086": "ˆ",
+    "Ë\u009C": "˜",
+    "Ëœ": "˜",
+    "Ë†": "ˆ",
+    "â\u0080\u0080": "\u2000",
+    "â\u0080\u0081": "\u2001",
+    "â\u0080\u0082": "\u2002",
+    "â\u0080\u0083": "\u2003",
+    "â\u0080\u0084": "\u2004",
+    "â\u0080\u0085": "\u2005",
+    "â\u0080\u0086": "\u2006",
+    "â\u0080\u0087": "\u2007",
+    "â\u0080\u0088": "\u2008",
+    "â\u0080\u0089": "\u2009",
+    "â\u0080\u008A": "\u200A",
+    "â\u0080\u008B": "\u200B",
+    "â\u0080\u0093": "–",
+    "â\u0080\u0094": "—",
+    "â\u0080\u0098": "‘",
+    "â\u0080\u0099": "’",
+    "â\u0080\u009A": "‚",
+    "â\u0080\u009C": "“",
+    "â\u0080\u009D": "”",
+    "â\u0080\u009E": "„",
+    "â\u0080\u00A0": "†",
+    "â\u0080¡": "‡",
+    "â\u0080¢": "•",
+    "â\u0080¦": "…",
+    "â\u0080°": "‰",
+    "â\u0080¹": "‹",
+    "â\u0080º": "›",
+    "â\u0081\u00A0": "\u2060",
+    "â\u0082¬": "€",
+    "â\u0084¢": "™",
+    "â‚¬": "€",
+    "â„¢": "™",
+    "â€\u0081": "\u2001",
+    "â€\u009D": "”",
+    "â€\u00A0": "†",
+    "â€¡": "‡",
+    "â€¢": "•",
+    "â€¦": "…",
+    "â€°": "‰",
+    "â€¹": "‹",
+    "â€º": "›",
+    "â€œ": "“",
+    "â€Š": "\u200A",
+    "â€š": "‚",
+    "â€ž": "„",
+    "â€ƒ": "\u2003",
+    "â€ˆ": "\u2008",
+    "â€˜": "‘",
+    "â€‚": "\u2002",
+    "â€“": "–",
+    "â€”": "—",
+    "â€„": "\u2004",
+    "â€†": "\u2006",
+    "â€‡": "\u2007",
+    "â€…": "\u2005",
+    "â€‰": "\u2009",
+    "â€‹": "\u200B",
+    "â€€": "\u2000",
+    "â€™": "’",
+    "â€\uFFFD": "”",
+    "â\uFFFD\u00A0": "\u2060",
+    "ï»¿": "\uFEFF",
+    "ï¿½": "\uFFFD",
+    "ï¿¾": "\uFFFE"
+  }
+}

data/config/table.txt ADDED

@@ -0,0 +1,268 @@
+# -*- coding: utf-8 -*- mojibake: 1.1.0
+/Â[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u008C\u008D\u008E\u008F\u0090\u0091\u0092\u0093\u0094\u0095\u0096\u0097\u0098\u0099\u009A\u009B\u009C\u009D\u009E\u009F\u00A0¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿ŒœŠšŸŽžƒˆ˜–—‘’‚“”„†‡•…‰‹›€™\uFFFD]|Ã[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u008C\u008D\u008E\u008F\u0090\u0091\u0092\u0093\u0094\u0095\u0096\u0097\u0098\u0099\u009A\u009B\u009C\u009D\u009E\u009F\u00A0¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿ŒœŠšŸŽžƒˆ˜–—‘’‚“”„†‡•…‰‹›€™\uFFFD]|Å[\u0092\u0093\u00A0¡¸½¾’“]|Æ[\u0092’]|Ë[\u0086\u009Cœ†]|â(\u0080[\u0080\u0081\u0082\u0083\u0084\u0085\u0086\u0087\u0088\u0089\u008A\u008B\u0093\u0094\u0098\u0099\u009A\u009C\u009D\u009E\u00A0¡¢¦°¹º]|\u0081\u00A0|\u0082¬|\u0084¢|‚¬|„¢|€[\u0081\u009D\u00A0¡¢¦°¹ºœŠšžƒˆ˜‚“”„†‡…‰‹€™\uFFFD]|\uFFFD\u00A0)|ï(»¿|¿[½¾])/
+Moji	UNICODE  	Org	CODE
++----	---- ---- ----	-----	---+
+[Â]	00C2 0080	[]	0080
+[Â]	00C2 0081	[]	0081
+[Â]	00C2 0082	[]	0082
+[Â]	00C2 0083	[]	0083
+[Â]	00C2 0084	[]	0084
+[Â]	00C2 0085	[]	0085
+[Â]	00C2 0086	[]	0086
+[Â]	00C2 0087	[]	0087
+[Â]	00C2 0088	[]	0088
+[Â]	00C2 0089	[]	0089
+[Â]	00C2 008A	[]	008A
+[Â]	00C2 008B	[]	008B
+[Â]	00C2 008C	[]	008C
+[Â]	00C2 008D	[]	008D
+[Â]	00C2 008E	[]	008E
+[Â]	00C2 008F	[]	008F
+[Â]	00C2 0090	[]	0090
+[Â]	00C2 0091	[]	0091
+[Â]	00C2 0092	[]	0092
+[Â]	00C2 0093	[]	0093
+[Â]	00C2 0094	[]	0094
+[Â]	00C2 0095	[]	0095
+[Â]	00C2 0096	[]	0096
+[Â]	00C2 0097	[]	0097
+[Â]	00C2 0098	[]	0098
+[Â]	00C2 0099	[]	0099
+[Â]	00C2 009A	[]	009A
+[Â]	00C2 009B	[]	009B
+[Â]	00C2 009C	[]	009C
+[Â]	00C2 009D	[]	009D
+[Â]	00C2 009E	[]	009E
+[Â]	00C2 009F	[]	009F
+[Â ]	00C2 00A0	[ ]	00A0
+[Â¡]	00C2 00A1	[¡]	00A1
+[Â¢]	00C2 00A2	[¢]	00A2
+[Â£]	00C2 00A3	[£]	00A3
+[Â¤]	00C2 00A4	[¤]	00A4
+[Â¥]	00C2 00A5	[¥]	00A5
+[Â¦]	00C2 00A6	[¦]	00A6
+[Â§]	00C2 00A7	[§]	00A7
+[Â¨]	00C2 00A8	[¨]	00A8
+[Â©]	00C2 00A9	[©]	00A9
+[Âª]	00C2 00AA	[ª]	00AA
+[Â«]	00C2 00AB	[«]	00AB
+[Â¬]	00C2 00AC	[¬]	00AC
+[Â]	00C2 00AD	[]	00AD
+[Â®]	00C2 00AE	[®]	00AE
+[Â¯]	00C2 00AF	[¯]	00AF
+[Â°]	00C2 00B0	[°]	00B0
+[Â±]	00C2 00B1	[±]	00B1
+[Â²]	00C2 00B2	[²]	00B2
+[Â³]	00C2 00B3	[³]	00B3
+[Â´]	00C2 00B4	[´]	00B4
+[Âµ]	00C2 00B5	[µ]	00B5
+[Â¶]	00C2 00B6	[¶]	00B6
+[Â·]	00C2 00B7	[·]	00B7
+[Â¸]	00C2 00B8	[¸]	00B8
+[Â¹]	00C2 00B9	[¹]	00B9
+[Âº]	00C2 00BA	[º]	00BA
+[Â»]	00C2 00BB	[»]	00BB
+[Â¼]	00C2 00BC	[¼]	00BC
+[Â½]	00C2 00BD	[½]	00BD
+[Â¾]	00C2 00BE	[¾]	00BE
+[Â¿]	00C2 00BF	[¿]	00BF
+[ÂŒ]	00C2 0152	[]	008C
+[Âœ]	00C2 0153	[]	009C
+[ÂŠ]	00C2 0160	[]	008A
+[Âš]	00C2 0161	[]	009A
+[ÂŸ]	00C2 0178	[]	009F
+[ÂŽ]	00C2 017D	[]	008E
+[Âž]	00C2 017E	[]	009E
+[Âƒ]	00C2 0192	[]	0083
+[Âˆ]	00C2 02C6	[]	0088
+[Â˜]	00C2 02DC	[]	0098
+[Â–]	00C2 2013	[]	0096
+[Â—]	00C2 2014	[]	0097
+[Â‘]	00C2 2018	[]	0091
+[Â’]	00C2 2019	[]	0092
+[Â‚]	00C2 201A	[]	0082
+[Â“]	00C2 201C	[]	0093
+[Â”]	00C2 201D	[]	0094
+[Â„]	00C2 201E	[]	0084
+[Â†]	00C2 2020	[]	0086
+[Â‡]	00C2 2021	[]	0087
+[Â•]	00C2 2022	[]	0095
+[Â…]	00C2 2026	[]	0085
+[Â‰]	00C2 2030	[]	0089
+[Â‹]	00C2 2039	[]	008B
+[Â›]	00C2 203A	[]	009B
+[Â€]	00C2 20AC	[]	0080
+[Â™]	00C2 2122	[]	0099
+[Â�]	00C2 FFFD	[]	0081
+[Ã]	00C3 0080	[À]	00C0
+[Ã]	00C3 0081	[Á]	00C1
+[Ã]	00C3 0082	[Â]	00C2
+[Ã]	00C3 0083	[Ã]	00C3
+[Ã]	00C3 0084	[Ä]	00C4
+[Ã]	00C3 0085	[Å]	00C5
+[Ã]	00C3 0086	[Æ]	00C6
+[Ã]	00C3 0087	[Ç]	00C7
+[Ã]	00C3 0088	[È]	00C8
+[Ã]	00C3 0089	[É]	00C9
+[Ã]	00C3 008A	[Ê]	00CA
+[Ã]	00C3 008B	[Ë]	00CB
+[Ã]	00C3 008C	[Ì]	00CC
+[Ã]	00C3 008D	[Í]	00CD
+[Ã]	00C3 008E	[Î]	00CE
+[Ã]	00C3 008F	[Ï]	00CF
+[Ã]	00C3 0090	[Ð]	00D0
+[Ã]	00C3 0091	[Ñ]	00D1
+[Ã]	00C3 0092	[Ò]	00D2
+[Ã]	00C3 0093	[Ó]	00D3
+[Ã]	00C3 0094	[Ô]	00D4
+[Ã]	00C3 0095	[Õ]	00D5
+[Ã]	00C3 0096	[Ö]	00D6
+[Ã]	00C3 0097	[×]	00D7
+[Ã]	00C3 0098	[Ø]	00D8
+[Ã]	00C3 0099	[Ù]	00D9
+[Ã]	00C3 009A	[Ú]	00DA
+[Ã]	00C3 009B	[Û]	00DB
+[Ã]	00C3 009C	[Ü]	00DC
+[Ã]	00C3 009D	[Ý]	00DD
+[Ã]	00C3 009E	[Þ]	00DE
+[Ã]	00C3 009F	[ß]	00DF
+[Ã ]	00C3 00A0	[à]	00E0
+[Ã¡]	00C3 00A1	[á]	00E1
+[Ã¢]	00C3 00A2	[â]	00E2
+[Ã£]	00C3 00A3	[ã]	00E3
+[Ã¤]	00C3 00A4	[ä]	00E4
+[Ã¥]	00C3 00A5	[å]	00E5
+[Ã¦]	00C3 00A6	[æ]	00E6
+[Ã§]	00C3 00A7	[ç]	00E7
+[Ã¨]	00C3 00A8	[è]	00E8
+[Ã©]	00C3 00A9	[é]	00E9
+[Ãª]	00C3 00AA	[ê]	00EA
+[Ã«]	00C3 00AB	[ë]	00EB
+[Ã¬]	00C3 00AC	[ì]	00EC
+[Ã]	00C3 00AD	[í]	00ED
+[Ã®]	00C3 00AE	[î]	00EE
+[Ã¯]	00C3 00AF	[ï]	00EF
+[Ã°]	00C3 00B0	[ð]	00F0
+[Ã±]	00C3 00B1	[ñ]	00F1
+[Ã²]	00C3 00B2	[ò]	00F2
+[Ã³]	00C3 00B3	[ó]	00F3
+[Ã´]	00C3 00B4	[ô]	00F4
+[Ãµ]	00C3 00B5	[õ]	00F5
+[Ã¶]	00C3 00B6	[ö]	00F6
+[Ã·]	00C3 00B7	[÷]	00F7
+[Ã¸]	00C3 00B8	[ø]	00F8
+[Ã¹]	00C3 00B9	[ù]	00F9
+[Ãº]	00C3 00BA	[ú]	00FA
+[Ã»]	00C3 00BB	[û]	00FB
+[Ã¼]	00C3 00BC	[ü]	00FC
+[Ã½]	00C3 00BD	[ý]	00FD
+[Ã¾]	00C3 00BE	[þ]	00FE
+[Ã¿]	00C3 00BF	[ÿ]	00FF
+[ÃŒ]	00C3 0152	[Ì]	00CC
+[Ãœ]	00C3 0153	[Ü]	00DC
+[ÃŠ]	00C3 0160	[Ê]	00CA
+[Ãš]	00C3 0161	[Ú]	00DA
+[ÃŸ]	00C3 0178	[ß]	00DF
+[ÃŽ]	00C3 017D	[Î]	00CE
+[Ãž]	00C3 017E	[Þ]	00DE
+[Ãƒ]	00C3 0192	[Ã]	00C3
+[Ãˆ]	00C3 02C6	[È]	00C8
+[Ã˜]	00C3 02DC	[Ø]	00D8
+[Ã–]	00C3 2013	[Ö]	00D6
+[Ã—]	00C3 2014	[×]	00D7
+[Ã‘]	00C3 2018	[Ñ]	00D1
+[Ã’]	00C3 2019	[Ò]	00D2
+[Ã‚]	00C3 201A	[Â]	00C2
+[Ã“]	00C3 201C	[Ó]	00D3
+[Ã”]	00C3 201D	[Ô]	00D4
+[Ã„]	00C3 201E	[Ä]	00C4
+[Ã†]	00C3 2020	[Æ]	00C6
+[Ã‡]	00C3 2021	[Ç]	00C7
+[Ã•]	00C3 2022	[Õ]	00D5
+[Ã…]	00C3 2026	[Å]	00C5
+[Ã‰]	00C3 2030	[É]	00C9
+[Ã‹]	00C3 2039	[Ë]	00CB
+[Ã›]	00C3 203A	[Û]	00DB
+[Ã€]	00C3 20AC	[À]	00C0
+[Ã™]	00C3 2122	[Ù]	00D9
+[Ã�]	00C3 FFFD	[Á]	00C1
+[Å]	00C5 0092	[Œ]	0152
+[Å]	00C5 0093	[œ]	0153
+[Å ]	00C5 00A0	[Š]	0160
+[Å¡]	00C5 00A1	[š]	0161
+[Å¸]	00C5 00B8	[Ÿ]	0178
+[Å½]	00C5 00BD	[Ž]	017D
+[Å¾]	00C5 00BE	[ž]	017E
+[Å’]	00C5 2019	[Œ]	0152
+[Å“]	00C5 201C	[œ]	0153
+[Æ]	00C6 0092	[ƒ]	0192
+[Æ’]	00C6 2019	[ƒ]	0192
+[Ë]	00CB 0086	[ˆ]	02C6
+[Ë]	00CB 009C	[˜]	02DC
+[Ëœ]	00CB 0153	[˜]	02DC
+[Ë†]	00CB 2020	[ˆ]	02C6
+[â]	00E2 0080 0080	[ ]	2000
+[â]	00E2 0080 0081	[ ]	2001
+[â]	00E2 0080 0082	[ ]	2002
+[â]	00E2 0080 0083	[ ]	2003
+[â]	00E2 0080 0084	[ ]	2004
+[â]	00E2 0080 0085	[ ]	2005
+[â]	00E2 0080 0086	[ ]	2006
+[â]	00E2 0080 0087	[ ]	2007
+[â]	00E2 0080 0088	[ ]	2008
+[â]	00E2 0080 0089	[ ]	2009
+[â]	00E2 0080 008A	[ ]	200A
+[â]	00E2 0080 008B	[]	200B
+[â]	00E2 0080 0093	[–]	2013
+[â]	00E2 0080 0094	[—]	2014
+[â]	00E2 0080 0098	[‘]	2018
+[â]	00E2 0080 0099	[’]	2019
+[â]	00E2 0080 009A	[‚]	201A
+[â]	00E2 0080 009C	[“]	201C
+[â]	00E2 0080 009D	[”]	201D
+[â]	00E2 0080 009E	[„]	201E
+[â ]	00E2 0080 00A0	[†]	2020
+[â¡]	00E2 0080 00A1	[‡]	2021
+[â¢]	00E2 0080 00A2	[•]	2022
+[â¦]	00E2 0080 00A6	[…]	2026
+[â°]	00E2 0080 00B0	[‰]	2030
+[â¹]	00E2 0080 00B9	[‹]	2039
+[âº]	00E2 0080 00BA	[›]	203A
+[â ]	00E2 0081 00A0	[⁠]	2060
+[â¬]	00E2 0082 00AC	[€]	20AC
+[â¢]	00E2 0084 00A2	[™]	2122
+[â‚¬]	00E2 201A 00AC	[€]	20AC
+[â„¢]	00E2 201E 00A2	[™]	2122
+[â€]	00E2 20AC 0081	[ ]	2001
+[â€]	00E2 20AC 009D	[”]	201D
+[â€ ]	00E2 20AC 00A0	[†]	2020
+[â€¡]	00E2 20AC 00A1	[‡]	2021
+[â€¢]	00E2 20AC 00A2	[•]	2022
+[â€¦]	00E2 20AC 00A6	[…]	2026
+[â€°]	00E2 20AC 00B0	[‰]	2030
+[â€¹]	00E2 20AC 00B9	[‹]	2039
+[â€º]	00E2 20AC 00BA	[›]	203A
+[â€œ]	00E2 20AC 0153	[“]	201C
+[â€Š]	00E2 20AC 0160	[ ]	200A
+[â€š]	00E2 20AC 0161	[‚]	201A
+[â€ž]	00E2 20AC 017E	[„]	201E
+[â€ƒ]	00E2 20AC 0192	[ ]	2003
+[â€ˆ]	00E2 20AC 02C6	[ ]	2008
+[â€˜]	00E2 20AC 02DC	[‘]	2018
+[â€‚]	00E2 20AC 201A	[ ]	2002
+[â€“]	00E2 20AC 201C	[–]	2013
+[â€”]	00E2 20AC 201D	[—]	2014
+[â€„]	00E2 20AC 201E	[ ]	2004
+[â€†]	00E2 20AC 2020	[ ]	2006
+[â€‡]	00E2 20AC 2021	[ ]	2007
+[â€…]	00E2 20AC 2026	[ ]	2005
+[â€‰]	00E2 20AC 2030	[ ]	2009
+[â€‹]	00E2 20AC 2039	[]	200B
+[â€€]	00E2 20AC 20AC	[ ]	2000
+[â€™]	00E2 20AC 2122	[’]	2019
+[â€�]	00E2 20AC FFFD	[”]	201D
+[â� ]	00E2 FFFD 00A0	[⁠]	2060
+[ï»¿]	00EF 00BB 00BF	[]	FEFF
+[ï¿½]	00EF 00BF 00BD	[�]	FFFD
+[ï¿¾]	00EF 00BF 00BE	[]	FFFE

data/lib/mojibake.rb CHANGED

@@ -14,9 +14,38 @@
 # permissions and limitations under the License.
 #++
-if ( RUBY_VERSION.split( '.' ).map { |d| d.to_i } <=> [ 1, 9 ] ) < 0
-  raise "Requires ruby ~> 1.9 for String.encode support"
-end
 require 'mojibake/base'
-require 'mojibake/mapper'
+require 'mojibake/json'
+module MojiBake
+  # Supports recovering Mojibake characters to the original text.
+  class Mapper
+    include JSONSupport
+    if ( RUBY_VERSION.split( '.' ).map { |d| d.to_i } <=> [ 1, 9 ] ) >= 0
+      require 'mojibake/encoding'
+      include EncodingSupport
+    end
+    def initialize( opts = {} )
+      super()
+      opts.map { |k,v| send( k.to_s + '=', v ) }
+    end
+    # Recover original characters from input using regexp, recursively.
+    def recover( input, recursive = true )
+      output = input.gsub( regexp ) { |moji| hash[moji] }
+      # Only recurse if requested and substituted something (output
+      # shorter) in this run.
+      if recursive && ( output.length < input.length )
+        recover( output )
+      else
+        output
+      end
+    end
+  end
+end

data/lib/mojibake/base.rb CHANGED

@@ -15,5 +15,5 @@
 #++
 module MojiBake
-  VERSION = "1.0.0"
+  VERSION = "1.1.0"
 end

data/lib/mojibake/{mapper.rb → encoding.rb} RENAMED

@@ -16,9 +16,9 @@
 module MojiBake
-  # Creates a Map from mojibake sequences to recovered/original
-  # characters.
-  class Mapper
+  # Mixin for the actual (ruby 1.9 backed) encoding support to define
+  # the mojibake mapping table and regex.
+  module EncodingSupport
     W252 = Encoding::WINDOWS_1252
     ISO8 = Encoding::ISO_8859_1
@@ -30,20 +30,21 @@ module MojiBake
     # RIGHT DOUBLE QUOTATION MARK. These are the most common problem
     # chars in English and probably most latin languages.
     HIGH_ORDER_CHARS =
-      ( ( 0x80..0xFF ).to_a - [ 0x81, 0x8D, 0x8F, 0x90, 0x9D ] ).
+      ( Array( 0x80..0xFF ) - [ 0x81, 0x8D, 0x8F, 0x90, 0x9D ] ).
       map { |i| i.chr( W252 ).encode( UTF8 ) }.
       sort
     # Additional Unicode codepoints of mojibake potential, like alt
     # whitespace, C1 control characters, and BOMs.
     INTEREST_CODEPOINTS =
-      [ (0x0080..0x009F).to_a, # ISO/Unicode C1 control codes.
-        0x00A0,                # NO-BREAK SPACE
-        (0x2000..0x200B).to_a, # EN QUAD ... ZERO WIDTH SPACE
-        0x2060,                # WORD JOINER
-        0xfeff,                # ZERO WIDTH SPACE, BYTE-ORDER-MARK (BOM)
-        0xfffd,                # REPLACEMENT CHARACTER
-        0xfffe ].              # UNASSIGNED, BAD BOM
+      [ 0x0080..0x009F, # ISO/Unicode C1 control codes.
+        0x00A0,         # NO-BREAK SPACE
+        0x2000..0x200B, # EN QUAD ... ZERO WIDTH SPACE
+        0x2060,         # WORD JOINER
+        0xfeff,         # ZERO WIDTH SPACE, BYTE-ORDER-MARK (BOM)
+        0xfffd,         # REPLACEMENT CHARACTER
+        0xfffe ].       # UNASSIGNED, BAD BOM
+      map { |i| Array( i ) }.
       flatten.
       sort
@@ -63,12 +64,11 @@ module MojiBake
     # (default: true).  This covers ambiguities of C1 control codes.
     attr_accessor :map_permutations
-    def initialize( options = {} )
+    def initialize
+      super
       @map_windows_1252 = true
       @map_iso_8859_1   = true
       @map_permutations = true
-      options.map { |k,v| send( k.to_s + '=', v ) }
     end
     # Return Hash of mojibake UTF-8 2-3 character sequences to original
@@ -122,19 +122,6 @@ module MojiBake
       @regexp ||= Regexp.new( tree_flatten( char_tree( hash.keys ) ) )
     end
-    # Recover original characters from input using regexp, recursively.
-    def recover( input, recursive = true )
-      output = input.gsub( regexp ) { |moji| hash[moji] }
-      # Only recurse if requested and substituted something (output
-      # shorter) in this run.
-      if recursive && ( output.length < input.length )
-        recover( output )
-      else
-        output
-      end
-    end
     def char_tree( seqs )
       seqs.inject( {} ) do |h,seq|
         seq.chars.inject( h ) do |hs,c|
@@ -158,8 +145,7 @@ module MojiBake
         o
       end
       if cs.find { |o| o =~ /[()|\[\]]/ }
-        cs.join( '|' ).force_encoding( "UTF-8" )
-        #FIXME: Join looses encoding so force, jruby bug?
+        cs.join( '|' )
       else
         if cs.length > 1
           '[' + cs.inject(:+) + ']'

data/lib/mojibake/json.rb ADDED

@@ -0,0 +1,81 @@
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You may
+# obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+require 'mojibake/base'
+require 'json'
+module MojiBake
+  module JSONSupport
+    JSON_CONFIG = File.join( File.dirname( __FILE__ ),
+                             '..', '..', 'config', 'table.json' )
+    def initialize
+      super
+    end
+    def config
+      @config ||= JSON.parse( IO.read( JSON_CONFIG ) )
+    end
+    def hash
+      @hash ||= config[ 'moji' ]
+    end
+    def regexp
+      # Note use of Unicode mode for ruby 1.8's
+      @regexp ||= Regexp.new( config[ 'regexp' ], 0, 'U' )
+    end
+    # table as self contained json-ready Hash
+    def hash_to_json_object
+      # Also use unicode escape for the interesting (effectively,
+      # non-printable) subset of moji mappings.
+      moji = hash.sort.map do |kv|
+        kv.map do |s|
+          s.codepoints.inject( '' ) do |r,i|
+            if MojiBake::Mapper::INTEREST_CODEPOINTS.include?( i )
+              r << sprintf( '\u%04X', i )
+            else
+              r << i.chr( Encoding::UTF_8 )
+            end
+          end
+        end
+      end
+      { :mojibake => MojiBake::VERSION,
+        :url => "https://github.com/dekellum/mojibake",
+        :regexp => regexp.inspect[1...-1],
+        :moji =>  Hash[ moji ] }
+    end
+    # Pretty formatted JSON serialized String for json_object
+    def json
+      # Generate and replace what become double escaped '\\u' UNICODE
+      # escapes with single '\u' escapes. This is a hack but is
+      # reasonably safe given that 'u' isn't normally escaped.  The
+      # alterantive would be to hack JSON package or do the JSON
+      # formatting ourselves.  Ideally JSON package would support
+      # serialization using unicode escapes for the non-printable,
+      # non-friendly chars. As of 1.6.1 it doesn't.
+      JSON.pretty_generate( hash_to_json_object ).gsub( /\\\\u/, '\u' )
+    end
+  end
+end

data/test/test_encoding.rb ADDED

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+#.hashdot.args.pre = --1.9
+#.hashdot.profile += jruby-shortlived
+#--
+# Copyright (c) 2011 David Kellum
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you
+# may not use this file except in compliance with the License.  You
+# may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+# implied.  See the License for the specific language governing
+# permissions and limitations under the License.
+#++
+ldir = File.join( File.dirname( __FILE__ ), "..", "lib" )
+$LOAD_PATH.unshift( ldir ) unless $LOAD_PATH.include?( ldir )
+require 'rubygems'
+require 'minitest/unit'
+require 'minitest/autorun'
+require 'mojibake'
+class TestEncoding < MiniTest::Unit::TestCase
+  include MojiBake
+  def setup
+    @mapper = Mapper.new
+  end
+  TEST_TREE = { "a" => { "b" => { "c" => {},
+                                  "d" => {} } },
+                "d" => { "b" => { "f" => {} } } }
+  # These only test with Ruby 1.9 support
+  if ( RUBY_VERSION.split( '.' ).map { |d| d.to_i } <=> [ 1, 9 ] ) >= 0
+    def test_init_options
+      assert_equal( true, Mapper.new.map_iso_8859_1 )
+      m = Mapper.new( :map_iso_8859_1 => false )
+      assert_equal( false, m.map_iso_8859_1 )
+    end
+    def test_char_tree
+      assert_equal( TEST_TREE,
+                    @mapper.char_tree( [ "abc", "abd", "dbf" ] ) )
+    end
+    def test_tree_flaten
+      assert_equal( "ab[cd]|dbf",
+                    @mapper.tree_flatten( TEST_TREE ) )
+    end
+    def test_regexp
+      re = Regexp.new( @mapper.tree_flatten( TEST_TREE ) )
+      assert_match( re, "abc" )
+      assert_match( re, "abd" )
+      assert_match( re, "dbf" )
+      refute_match( re, "ab" )
+      refute_match( re, "abf" )
+      assert_equal(  "xbf" , "abdbf".gsub( re, 'x' ) )
+      assert_equal(  "dbf" , "abdbf".gsub( re, 'd' ) )
+    end
+  end
+end

data/test/{test_mojibake.rb → test_mapper.rb} RENAMED

@@ -28,46 +28,13 @@ require 'minitest/autorun'
 require 'mojibake'
-class TestMojiBake < MiniTest::Unit::TestCase
+class TestMapper < MiniTest::Unit::TestCase
   include MojiBake
   def setup
     @mapper = Mapper.new
   end
-  TEST_TREE = { "a" => { "b" => { "c" => {},
-                                  "d" => {} } },
-                "d" => { "b" => { "f" => {} } } }
-  def test_init_options
-    assert_equal( true, Mapper.new.map_iso_8859_1 )
-    m = Mapper.new( :map_iso_8859_1 => false )
-    assert_equal( false, m.map_iso_8859_1 )
-  end
-  def test_char_tree
-    assert_equal( TEST_TREE,
-                  @mapper.char_tree( [ "abc", "abd", "dbf" ] ) )
-  end
-  def test_tree_flaten
-    assert_equal( "ab[cd]|dbf",
-                  @mapper.tree_flatten( TEST_TREE ) )
-  end
-  def test_regexp
-    re = Regexp.new( @mapper.tree_flatten( TEST_TREE ) )
-    assert_match( re, "abc" )
-    assert_match( re, "abd" )
-    assert_match( re, "dbf" )
-    refute_match( re, "ab" )
-    refute_match( re, "abf" )
-    assert_equal(  "xbf" , "abdbf".gsub( re, 'x' ) )
-    assert_equal(  "dbf" , "abdbf".gsub( re, 'd' ) )
-  end
   def test_nomatch_recover
     assert_equal( '', @mapper.recover( '' ) )
     assert_equal( 'ascii', @mapper.recover( 'ascii' ) )

metadata CHANGED

@@ -2,42 +2,49 @@
 name: mojibake
 version: !ruby/object:Gem::Version
   prerelease:
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
-  - David Kellum
+- David Kellum
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2011-06-21 00:00:00 -07:00
-default_executable:
+date: 2011-10-31 00:00:00 Z
 dependencies:
-  - !ruby/object:Gem::Dependency
-    name: minitest
-    prerelease: false
-    requirement: &id001 !ruby/object:Gem::Requirement
-      none: false
-      requirements:
-        - - ">="
-          - !ruby/object:Gem::Version
-            version: "2.1"
-        - - <
-          - !ruby/object:Gem::Version
-            version: "2.4"
-    type: :development
-    version_requirements: *id001
-  - !ruby/object:Gem::Dependency
-    name: rjack-tarpit
-    prerelease: false
-    requirement: &id002 !ruby/object:Gem::Requirement
-      none: false
-      requirements:
-        - - ~>
-          - !ruby/object:Gem::Version
-            version: 1.3.2
-    type: :development
-    version_requirements: *id002
+- !ruby/object:Gem::Dependency
+  name: json
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency
+  name: minitest
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: "2.3"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency
+  name: rjack-tarpit
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+  type: :development
+  version_requirements: *id003
 description: "Mojibake occurs in English most frequently due to misinterpreting and\n\
   bad-transcoding between Windows-1252, ISO-8859-1, and UTF-8. This\n\
   module provides a mojibake sequence to original character mapping\n\
@@ -45,54 +52,60 @@ description: "Mojibake occurs in English most frequently due to misinterpreting
   Testing has been with English but other Latin based languages, where\n\
   Windows-1252 is in the wild, should also benefit."
 email:
-  - dek-oss@gravitext.com
+- dek-oss@gravitext.com
 executables:
-  - mojibake
+- mojibake
 extensions: []
 extra_rdoc_files:
-  - Manifest.txt
-  - History.rdoc
-  - README.rdoc
+- Manifest.txt
+- config/table.txt
+- History.rdoc
+- README.rdoc
 files:
-  - History.rdoc
-  - Manifest.txt
-  - README.rdoc
-  - Rakefile
-  - bin/mojibake
-  - lib/mojibake/base.rb
-  - lib/mojibake.rb
-  - lib/mojibake/mapper.rb
-  - test/test.txt
-  - test/test_mojibake.rb
-has_rdoc: true
+- History.rdoc
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- bin/mojibake
+- config/table.json
+- config/table.txt
+- lib/mojibake/base.rb
+- lib/mojibake.rb
+- lib/mojibake/encoding.rb
+- lib/mojibake/json.rb
+- test/test.txt
+- test/test_encoding.rb
+- test/test_mapper.rb
+- .gemtest
 homepage: http://github.com/dekellum/mojibake
 licenses: []
 post_install_message:
 rdoc_options:
-  - --main
-  - README.rdoc
+- --main
+- README.rdoc
 require_paths:
-  - lib
+- lib
 required_ruby_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: "0"
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: "0"
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: "0"
 requirements: []
 rubyforge_project: mojibake
-rubygems_version: 1.5.1
+rubygems_version: 1.8.11
 signing_key:
 specification_version: 3
 summary: Mojibake occurs in English most frequently due to misinterpreting and bad-transcoding between Windows-1252, ISO-8859-1, and UTF-8
 test_files:
-  - test/test_mojibake.rb
+- test/test_encoding.rb
+- test/test_mapper.rb