slugity 1.0.1 → 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 12a013da57965db39a76d73b2b97c4300a704d8d
+  data.tar.gz: b6db44b4a4fa8e8c2bb40da92968cacb56d35f41
+SHA512:
+  metadata.gz: bde7d289e74b46e1d572e8cdf099beaae72e518703066b433c30090c056838215cddf9a609571c3162725097ebe46a123723d7a59b7f3765e5bb052ea144e49e
+  data.tar.gz: 6439b3655ec8c9bec6d229054ffaac3b5b3523389fb404304d752bf12c107b54ce4537070195f17468a30fabab22c03d10442adbc8ec2ccab29434800b69a2f2

data/lib/slugity.rb

@@ -1,17 +1,16 @@
-require 'slugity/utilities'
-require 'slugity/matchers'
+require_relative 'slugity/utilities'
+require_relative 'slugity/matchers'
+require_relative 'slugity/convert'
 
 module Slugity
 
-	# Converts the given string into a slug
-	#
-	# @param string [String] the string to slugity
+  # Converts the given string into a slug
+  #
+  # @param string [String] the string to slugity
   # @param matcher [Symbol] the matcher to use
-	# @return [String] the slug version of the provided string
+  # @return [String] the slug version of the provided string
   def slugity string, matcher=:default
-    string = stringity(string, matcher).downcase
-    string.gsub!( /[^a-z0-9\-\_]/, '' )
-    return string
+    Slugity::Convert.slug string, matcher
   end
 
   # Converts the given string with the provided matcher
@@ -20,13 +19,7 @@ module Slugity
   # @param matcher [Symbol] the matcher to use
   # @return [String] the converted version of the provided string
   def stringity string, matcher=:default
-    string = Util.normalize_string( string )
-
-    Slugity::Matchers.use(matcher).each do |match, replacement|
-      string.gsub!( match, replacement )
-    end
-
-    return string
+    Slugity::Convert.string string, matcher
   end
 
-end
+end

data/lib/slugity/convert.rb

@@ -0,0 +1,31 @@
+module Slugity
+
+  module Convert
+    # Converts the given string into a slug
+    #
+    # @param string [String] the string to slugity
+    # @param matcher [Symbol] the matcher to use
+    # @return [String] the slug version of the provided string
+    def self.slug string, matcher=:default
+      string = Slugity::Convert.string( string, matcher ).downcase
+      string.gsub!( /[^a-z0-9\-\_]/, '' )
+      return string
+    end
+
+    # Converts the given string with the provided matcher
+    #
+    # @param string [String]
+    # @param matcher [Symbol] the matcher to use
+    # @return [String] the converted version of the provided string
+    def self.string string, matcher=:default
+      string = Util.normalize_string( string )
+
+      Slugity::Matchers.use(matcher).each do |match, replacement|
+        string.gsub!( match, replacement )
+      end
+
+      return string
+    end
+  end
+
+end

data/lib/slugity/extend_string.rb

@@ -1,13 +1,13 @@
 require 'slugity'
 
 class String
-	include Slugity
+  include Slugity
 
   # call slugity on self
   # @param key [Symbol] the matcher to use
   # @return [String] the slugged string
-	def to_slug key=:default
-		slugity self, key
-	end
+  def to_slug key=:default
+    slugity self, key
+  end
 
-end
+end

data/lib/slugity/matchers.rb

@@ -1,5 +1,5 @@
 # encoding: utf-8
-require 'slugity/matchers/default'
+require_relative 'matchers/default'
 
 module Slugity
   module Matchers
@@ -26,4 +26,4 @@ module Slugity
 end
 
 # add additional matchers
-require 'slugity/matchers/json_string'
+require_relative 'matchers/json_string'

data/lib/slugity/version.rb

@@ -1,3 +1,3 @@
 module Slugity
-  VERSION = '1.0.1'
-end
+  VERSION = '1.1.0'
+end

data/spec/lib/slugity/convert_spec.rb

@@ -0,0 +1,31 @@
+# encoding: utf-8
+
+require 'spec_helper'
+require 'slugity'
+
+describe Slugity::Convert do
+
+  describe "::slug" do
+    it "returns a properly formatted string" do
+      test_strings.each do |input,output|
+        expect( Slugity::Convert.slug( input ) ).to eq output
+      end
+    end
+
+    it "handles non-strings like numbers" do
+      expect( Slugity::Convert.slug( 42 ) ).to eq "42"
+      expect( Slugity::Convert.slug( 123.456 ) ).to eq "123456"
+    end
+
+    it "strips unrecognized characters" do
+      expect( Slugity::Convert.slug( "a…‡†i".encode("UTF-8") ) ).to eq "ai"
+    end
+  end
+
+  describe "::string" do
+    it "does not strip unrecognized characters" do
+      expect( Slugity::Convert.string("a…‡†i".encode("UTF-8")) ).to eq "a…‡†i"
+    end
+  end
+
+end

data/spec/{string_spec.rb → lib/slugity/extend_string_spec.rb}

@@ -1,18 +1,18 @@
 require 'spec_helper'
-require File.expand_path("../../lib/slugity/extend_string", __FILE__)
+require 'slugity/extend_string'
 
 describe String do
 
 	describe "#to_slug" do
 		it "should have been included on String" do
-			"hello world".to_slug.should == "hello-world"
+			expect( "hello world".to_slug ).to eq "hello-world"
 		end
     it "lets you pass custom matchers" do
       Slugity::Matchers.add :plus, true, {
         /\+/ => 'not-plus'
       }
-      "one + one".to_slug(:plus).should == "one-not-plus-one"
+      expect( "one + one".to_slug(:plus) ).to eq "one-not-plus-one"
     end
 	end
 
-end
+end

data/spec/{matchers → lib/slugity/matchers}/json_string_spec.rb

@@ -13,8 +13,8 @@ describe ":json_string matcher" do
 
   it "correctly escapes strings" do
     test_strings.each do |input,output|
-      stringity( input, :json_string ).should == output
+      expect( stringity( input, :json_string ) ).to eq output
     end
   end
 
-end
+end

data/spec/{slugity → lib/slugity}/matchers_spec.rb

@@ -7,7 +7,7 @@ describe Slugity::Matchers do
   describe '#default_matchers' do
 
     it 'returns a hash table' do
-      Slugity::Matchers.use(:default).class.should == Hash
+      expect( Slugity::Matchers.use(:default).class ).to eq Hash
     end
 
   end
@@ -19,7 +19,7 @@ describe Slugity::Matchers do
         /\%/ => 'percent'
       }
 
-      slugity( "hello 20% of the world", :percent ).should == "hello-20percent-of-the-world"
+      expect( slugity( "hello 20% of the world", :percent ) ).to eq "hello-20percent-of-the-world"
 
     end
 
@@ -28,8 +28,8 @@ describe Slugity::Matchers do
         /\+/ => 'not-plus'
       }
 
-      slugity( "one + one", :plus ).should == "one-not-plus-one"
+      expect( slugity( "one + one", :plus ) ).to eq "one-not-plus-one"
     end
 
   end
-end
+end

data/spec/lib/slugity/trim_string_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+require 'slugity/utilities'
+
+describe Slugity::Util do
+
+  describe "#trim_string" do
+    it "removes begining and ending spaces" do
+      expect( Slugity::Util.trim_string( " hello world" ) ).to    eq "hello world"
+      expect( Slugity::Util.trim_string( "hello world " ) ).to    eq "hello world"
+      expect( Slugity::Util.trim_string( " hello world " ) ).to   eq "hello world"
+      expect( Slugity::Util.trim_string( "  hello world  " ) ).to eq "hello world"
+    end
+  end
+end

data/spec/lib/slugity_accented_character_spec.rb

@@ -0,0 +1,29 @@
+# encoding: utf-8
+
+require 'spec_helper'
+require 'slugity'
+require 'support/accented_characters'
+
+
+test_strings = {
+  'ḡḡḡḡḡx' => 'gggggx'
+}
+
+describe Slugity do
+  include Slugity
+
+  describe "#slugity()" do
+    it "returns the correctly mapped character" do
+      accented_characters.each do |input,output|
+        # p "matching #{input}"
+        expect( slugity( input ) ).to eq output
+      end
+    end
+
+    it "correctly handles strings of characters" do
+      test_strings.each do |input,output|
+        expect( slugity( input ) ).to eq output
+      end
+    end
+  end
+end

data/spec/lib/slugity_spec.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+
+require 'spec_helper'
+require 'slugity'
+require 'support/test_strings'
+
+describe Slugity do
+  include Slugity
+
+  describe "#slugity()" do
+    it "returns a properly formatted string" do
+      test_strings.each do |input,output|
+        expect( slugity( input ) ).to eq output
+      end
+    end
+
+    it "handles non-strings like numbers" do
+      expect( slugity( 42 ) ).to eq "42"
+      expect( slugity( 123.456 ) ).to eq "123456"
+    end
+
+    it "strips unrecognized characters" do
+      expect( slugity( "a…‡†i".encode("UTF-8") ) ).to eq "ai"
+    end
+  end
+
+end

data/spec/{stringity_spec.rb → lib/stringity_spec.rb}

@@ -9,8 +9,8 @@ describe Slugity do
 
   describe "#stringity()" do
     it "does not strip unrecognized characters" do
-      stringity( "a…‡†i".encode("UTF-8") ).should == "a…‡†i"
+      expect( stringity("a…‡†i".encode("UTF-8")) ).to eq "a…‡†i"
     end
   end
 
-end
+end

data/spec/support/accented_characters.rb

@@ -0,0 +1,888 @@
+# encoding: utf-8
+
+def accented_characters
+  {
+    '²' => '2',
+    '³' => '3',
+    '&' => 'and',
+    '-' => '-',
+    '_' => '_',
+    '=' => 'equals',
+    '+' => 'plus',
+    '~' => '-',
+    'µ' => 'u',
+    'A' => 'a',
+    'B' => 'b',
+    'C' => 'c',
+    'D' => 'd',
+    'E' => 'e',
+    'F' => 'f',
+    'G' => 'g',
+    'H' => 'h',
+    'I' => 'i',
+    'J' => 'j',
+    'K' => 'k',
+    'L' => 'l',
+    'M' => 'm',
+    'N' => 'n',
+    'O' => 'o',
+    'P' => 'p',
+    'Q' => 'q',
+    'R' => 'r',
+    'S' => 's',
+    'T' => 't',
+    'U' => 'u',
+    'V' => 'v',
+    'W' => 'w',
+    'X' => 'x',
+    'Y' => 'y',
+    'Z' => 'z',
+    'a' => 'a',
+    'b' => 'b',
+    'c' => 'c',
+    'd' => 'd',
+    'e' => 'e',
+    'f' => 'f',
+    'g' => 'g',
+    'h' => 'h',
+    'i' => 'i',
+    'j' => 'j',
+    'k' => 'k',
+    'l' => 'l',
+    'm' => 'm',
+    'n' => 'n',
+    'o' => 'o',
+    'p' => 'p',
+    'q' => 'q',
+    'r' => 'r',
+    's' => 's',
+    't' => 't',
+    'u' => 'u',
+    'v' => 'v',
+    'w' => 'w',
+    'x' => 'x',
+    'y' => 'y',
+    'z' => 'z',
+    'À' => 'a',
+    'Á' => 'a',
+    'Â' => 'a',
+    'Ã' => 'a',
+    'Ä' => 'a',
+    'Å' => 'a',
+    'Æ' => 'ae',
+    'Ç' => 'c',
+    'È' => 'e',
+    'É' => 'e',
+    'Ê' => 'e',
+    'Ë' => 'e',
+    'Ì' => 'i',
+    'Í' => 'i',
+    'Î' => 'i',
+    'Ï' => 'i',
+    'Ð' => 'd',
+    'Ñ' => 'n',
+    'Ò' => 'o',
+    'Ó' => 'o',
+    'Ô' => 'o',
+    'Õ' => 'o',
+    'Ö' => 'o',
+    '×' => 'x',
+    'Ø' => 'o',
+    'Ù' => 'u',
+    'Ú' => 'u',
+    'Û' => 'u',
+    'Ü' => 'u',
+    'Ý' => 'y',
+    'Þ' => 'th',
+    'ß' => 'ss',
+    'à' => 'a',
+    'á' => 'a',
+    'â' => 'a',
+    'ã' => 'a',
+    'ä' => 'a',
+    'å' => 'a',
+    'æ' => 'ae',
+    'ç' => 'c',
+    'è' => 'e',
+    'é' => 'e',
+    'ê' => 'e',
+    'ë' => 'e',
+    'ì' => 'i',
+    'í' => 'i',
+    'î' => 'i',
+    'ï' => 'i',
+    'ð' => 'o',
+    'ñ' => 'n',
+    'ò' => 'o',
+    'ó' => 'o',
+    'ô' => 'o',
+    'õ' => 'o',
+    'ö' => 'o',
+    'ø' => 'o',
+    'ù' => 'u',
+    'ú' => 'u',
+    'û' => 'u',
+    'ü' => 'u',
+    'ý' => 'y',
+    'þ' => 'th',
+    'ÿ' => 'y',
+    'Ā' => 'a',
+    'ā' => 'a',
+    'Ă' => 'a',
+    'ă' => 'a',
+    'Ą' => 'a',
+    'ą' => 'a',
+    'Ć' => 'c',
+    'ć' => 'c',
+    'Ĉ' => 'c',
+    'ĉ' => 'c',
+    'Ċ' => 'c',
+    'ċ' => 'c',
+    'Č' => 'c',
+    'č' => 'c',
+    'Ď' => 'd',
+    'ď' => 'd',
+    'Đ' => 'd',
+    'đ' => 'd',
+    'Ē' => 'e',
+    'ē' => 'e',
+    'Ĕ' => 'e',
+    'ĕ' => 'e',
+    'Ė' => 'e',
+    'ė' => 'e',
+    'Ę' => 'e',
+    'ę' => 'e',
+    'Ě' => 'e',
+    'ě' => 'e',
+    'Ĝ' => 'g',
+    'ĝ' => 'g',
+    'Ğ' => 'g',
+    'ğ' => 'g',
+    'Ġ' => 'g',
+    'ġ' => 'g',
+    'Ģ' => 'g',
+    'ģ' => 'g',
+    'Ĥ' => 'h',
+    'ĥ' => 'h',
+    'Ħ' => 'h',
+    'ħ' => 'h',
+    'Ĩ' => 'i',
+    'ĩ' => 'i',
+    'Ī' => 'i',
+    'ī' => 'i',
+    'Ĭ' => 'i',
+    'ĭ' => 'i',
+    'Į' => 'i',
+    'į' => 'i',
+    'İ' => 'l',
+    'ı' => 'l',
+    'IJ' => 'ij',
+    'ij' => 'ij',
+    'Ĵ' => 'j',
+    'ĵ' => 'j',
+    'Ķ' => 'k',
+    'ķ' => 'k',
+    'ĸ' => 'k',
+    'Ĺ' => 'l',
+    'ĺ' => 'l',
+    'Ļ' => 'l',
+    'ļ' => 'l',
+    'Ľ' => 'l',
+    'ľ' => 'l',
+    'Ŀ' => 'l',
+    'ŀ' => 'l',
+    'Ł' => 'l',
+    'ł' => 'l',
+    'Ń' => 'n',
+    'ń' => 'n',
+    'Ņ' => 'n',
+    'ņ' => 'n',
+    'Ň' => 'n',
+    'ň' => 'n',
+    'ʼn' => 'n',
+    'Ŋ' => 'n',
+    'ŋ' => 'n',
+    'Ō' => 'o',
+    'ō' => 'o',
+    'Ŏ' => 'o',
+    'ŏ' => 'o',
+    'Ő' => 'o',
+    'ő' => 'o',
+    'Œ' => 'oe',
+    'œ' => 'oe',
+    'Ŕ' => 'r',
+    'ŕ' => 'r',
+    'Ŗ' => 'r',
+    'ŗ' => 'r',
+    'Ř' => 'r',
+    'ř' => 'r',
+    'Ś' => 's',
+    'ś' => 's',
+    'Ŝ' => 's',
+    'ŝ' => 's',
+    'Ş' => 's',
+    'ş' => 's',
+    'Š' => 's',
+    'š' => 's',
+    'Ţ' => 't',
+    'ţ' => 't',
+    'Ť' => 't',
+    'ť' => 't',
+    'Ŧ' => 't',
+    'ŧ' => 't',
+    'Ũ' => 'u',
+    'ũ' => 'u',
+    'Ū' => 'u',
+    'ū' => 'u',
+    'Ŭ' => 'u',
+    'ŭ' => 'u',
+    'Ů' => 'u',
+    'ů' => 'u',
+    'Ű' => 'u',
+    'ű' => 'u',
+    'Ų' => 'u',
+    'ų' => 'u',
+    'Ŵ' => 'w',
+    'ŵ' => 'w',
+    'Ŷ' => 'y',
+    'ŷ' => 'y',
+    'Ÿ' => 'y',
+    'Ź' => 'z',
+    'ź' => 'z',
+    'Ż' => 'z',
+    'ż' => 'z',
+    'Ž' => 'z',
+    'ž' => 'z',
+    'ſ' => 's',
+    'ƀ' => 'b',
+    'Ɓ' => 'b',
+    'Ƅ' => 'b',
+    'ƅ' => 'b',
+    'Ƈ' => 'c',
+    'ƈ' => 'c',
+    'Ɖ' => 'd',
+    'Ɗ' => 'd',
+    'Ƌ' => 'nd',
+    'ƌ' => 'nd',
+    'Ɛ' => 'e',
+    'Ƒ' => 'f',
+    'ƒ' => 'f',
+    'Ɠ' => 'g',
+    'Ɩ' => 'i',
+    'Ɨ' => 'i',
+    'Ƙ' => 'k',
+    'ƙ' => 'k',
+    'Ɯ' => 'w',
+    'Ɲ' => 'n',
+    'ƞ' => 'n',
+    'Ɵ' => 'o',
+    'Ơ' => 'o',
+    'ơ' => 'o',
+    'Ƥ' => 'p',
+    'ƥ' => 'p',
+    'Ʀ' => 'r',
+    'Ƨ' => 's',
+    'ƨ' => 's',
+    'Ʃ' => 's',
+    'ƪ' => 't',
+    'ƫ' => 't',
+    'Ƭ' => 't',
+    'ƭ' => 't',
+    'Ʈ' => 't',
+    'Ư' => 'u',
+    'ư' => 'u',
+    'Ʊ' => 'u',
+    'Ʋ' => 'u',
+    'Ƶ' => 'z',
+    'ƶ' => 'z',
+    'Ʒ' => 'z',
+    'Ƽ' => 'q',
+    'ƽ' => 'q',
+    'DŽ' => 'dz',
+    'Dž' => 'dz',
+    'dž' => 'dz',
+    'LJ' => 'lj',
+    'Lj' => 'lj',
+    'lj' => 'lj',
+    'NJ' => 'nj',
+    'Nj' => 'nj',
+    'nj' => 'nj',
+    'Ǎ' => 'a',
+    'ǎ' => 'a',
+    'Ǐ' => 'i',
+    'ǐ' => 'i',
+    'Ǒ' => 'o',
+    'ǒ' => 'o',
+    'Ǔ' => 'u',
+    'ǔ' => 'u',
+    'Ǖ' => 'u',
+    'ǖ' => 'u',
+    'Ǘ' => 'u',
+    'ǘ' => 'u',
+    'Ǚ' => 'u',
+    'ǚ' => 'u',
+    'Ǜ' => 'u',
+    'ǜ' => 'u',
+    'ǝ' => 'e',
+    'Ǟ' => 'a',
+    'ǟ' => 'a',
+    'Ǡ' => 'a',
+    'ǡ' => 'a',
+    'Ǣ' => 'ae',
+    'ǣ' => 'ae',
+    'Ǥ' => 'g',
+    'ǥ' => 'g',
+    'Ǧ' => 'g',
+    'ǧ' => 'g',
+    'Ǩ' => 'k',
+    'ǩ' => 'k',
+    'Ǫ' => 'o',
+    'ǫ' => 'o',
+    'Ǭ' => 'o',
+    'ǭ' => 'o',
+    'ǰ' => 'j',
+    'DZ' => 'dz',
+    'Dz' => 'dz',
+    'dz' => 'dz',
+    'Ǵ' => 'g',
+    'ǵ' => 'g',
+    'Ǹ' => 'n',
+    'ǹ' => 'n',
+    'Ǻ' => 'a',
+    'ǻ' => 'a',
+    'Ǽ' => 'ae',
+    'ǽ' => 'ae',
+    'Ǿ' => 'o',
+    'ǿ' => 'o',
+    'Ȁ' => 'a',
+    'ȁ' => 'a',
+    'Ȃ' => 'a',
+    'ȃ' => 'a',
+    'Ȅ' => 'e',
+    'ȅ' => 'e',
+    'Ȇ' => 'e',
+    'ȇ' => 'e',
+    'Ȉ' => 'i',
+    'ȉ' => 'i',
+    'Ȋ' => 'i',
+    'ȋ' => 'i',
+    'Ȍ' => 'o',
+    'ȍ' => 'o',
+    'Ȏ' => 'o',
+    'ȏ' => 'o',
+    'Ȑ' => 'r',
+    'ȑ' => 'r',
+    'Ȓ' => 'r',
+    'ȓ' => 'r',
+    'Ȕ' => 'u',
+    'ȕ' => 'u',
+    'Ȗ' => 'u',
+    'ȗ' => 'u',
+    'Ș' => 's',
+    'ș' => 's',
+    'Ț' => 't',
+    'ț' => 't',
+    'Ȟ' => 'h',
+    'ȟ' => 'h',
+    'Ƞ' => 'n',
+    'Ȥ' => 'z',
+    'ȥ' => 'z',
+    'Ȧ' => 'a',
+    'ȧ' => 'a',
+    'Ȩ' => 'e',
+    'ȩ' => 'e',
+    'Ȫ' => 'o',
+    'ȫ' => 'o',
+    'Ȭ' => 'o',
+    'ȭ' => 'o',
+    'Ȯ' => 'o',
+    'ȯ' => 'o',
+    'Ȱ' => 'o',
+    'ȱ' => 'o',
+    'Ȳ' => 'y',
+    'ȳ' => 'y',
+    'ȷ' => 'j',
+    'ȸ' => 'db',
+    'ȹ' => 'qp',
+    'Ⱥ' => 'a',
+    'Ȼ' => 'c',
+    'ȼ' => 'c',
+    'Ƚ' => 'l',
+    'Ⱦ' => 'l',
+    'ȿ' => 's',
+    'ɀ' => 'z',
+    'Ƀ' => 'b',
+    'Ʉ' => 'u',
+    'Ʌ' => 'v',
+    'Ɇ' => 'e',
+    'ɇ' => 'e',
+    'Ɉ' => 'j',
+    'ɉ' => 'j',
+    'Ɋ' => 'q',
+    'ɋ' => 'q',
+    'Ɍ' => 'r',
+    'ɍ' => 'r',
+    'Ɏ' => 'y',
+    'ɏ' => 'y',
+    'ɑ' => 'a',
+    'ɗ' => 'd',
+    'ɠ' => 'g',
+    'ɡ' => 'g',
+    'ɢ' => 'g',
+    'ɯ' => 'w',
+    'ɱ' => 'm',
+    'ɵ' => 'o',
+    'ɶ' => 'oe',
+    'ᴀ' => 'a',
+    'ᴁ' => 'ae',
+    'ᴂ' => 'ae',
+    'ᴃ' => 'b',
+    'ᴄ' => 'c',
+    'ᴅ' => 'd',
+    'ᴆ' => 'd',
+    'ᴇ' => 'e',
+    'ᴊ' => 'j',
+    'ᴋ' => 'k',
+    'ᴌ' => 'l',
+    'ᴍ' => 'm',
+    'ᴎ' => 'n',
+    'ᴏ' => 'o',
+    'Ḁ' => 'a',
+    'ḁ' => 'a',
+    'Ḃ' => 'b',
+    'ḃ' => 'b',
+    'Ḅ' => 'b',
+    'ḅ' => 'b',
+    'Ḇ' => 'b',
+    'ḇ' => 'b',
+    'Ḉ' => 'c',
+    'ḉ' => 'c',
+    'Ḋ' => 'd',
+    'ḋ' => 'd',
+    'Ḍ' => 'd',
+    'ḍ' => 'd',
+    'Ḏ' => 'd',
+    'ḏ' => 'd',
+    'Ḑ' => 'd',
+    'ḑ' => 'd',
+    'Ḓ' => 'd',
+    'ḓ' => 'd',
+    'Ḕ' => 'e',
+    'ḕ' => 'e',
+    'Ḗ' => 'e',
+    'ḗ' => 'e',
+    'Ḙ' => 'e',
+    'ḙ' => 'e',
+    'Ḛ' => 'e',
+    'ḛ' => 'e',
+    'Ḝ' => 'e',
+    'ḝ' => 'e',
+    'Ḟ' => 'f',
+    'ḟ' => 'f',
+    'Ḡ' => 'g',
+    'ḡ' => 'g',
+    'Ḣ' => 'h',
+    'ḣ' => 'h',
+    'Ḥ' => 'h',
+    'ḥ' => 'h',
+    'Ḧ' => 'h',
+    'ḧ' => 'h',
+    'Ḩ' => 'h',
+    'ḩ' => 'h',
+    'Ḫ' => 'h',
+    'ḫ' => 'h',
+    'Ḭ' => 'i',
+    'ḭ' => 'i',
+    'Ḯ' => 'i',
+    'ḯ' => 'i',
+    'Ḱ' => 'k',
+    'ḱ' => 'k',
+    'Ḳ' => 'k',
+    'ḳ' => 'k',
+    'Ḵ' => 'k',
+    'ḵ' => 'k',
+    'Ḷ' => 'l',
+    'ḷ' => 'l',
+    'Ḹ' => 'l',
+    'ḹ' => 'l',
+    'Ḻ' => 'l',
+    'ḻ' => 'l',
+    'Ḽ' => 'l',
+    'ḽ' => 'l',
+    'Ḿ' => 'm',
+    'ḿ' => 'm',
+    'Ṁ' => 'm',
+    'ṁ' => 'm',
+    'Ṃ' => 'm',
+    'ṃ' => 'm',
+    'Ṅ' => 'n',
+    'ṅ' => 'n',
+    'Ṇ' => 'n',
+    'ṇ' => 'n',
+    'Ṉ' => 'n',
+    'ṉ' => 'n',
+    'Ṋ' => 'n',
+    'ṋ' => 'n',
+    'Ṍ' => 'o',
+    'ṍ' => 'o',
+    'Ṏ' => 'o',
+    'ṏ' => 'o',
+    'Ṑ' => 'o',
+    'ṑ' => 'o',
+    'Ṓ' => 'o',
+    'ṓ' => 'o',
+    'Ṕ' => 'p',
+    'ṕ' => 'p',
+    'Ṗ' => 'p',
+    'ṗ' => 'p',
+    'Ṙ' => 'r',
+    'ṙ' => 'r',
+    'Ṛ' => 'r',
+    'ṛ' => 'r',
+    'Ṝ' => 'r',
+    'ṝ' => 'r',
+    'Ṟ' => 'r',
+    'ṟ' => 'r',
+    'Ṡ' => 's',
+    'ṡ' => 's',
+    'Ṣ' => 's',
+    'ṣ' => 's',
+    'Ṥ' => 's',
+    'ṥ' => 's',
+    'Ṧ' => 's',
+    'ṧ' => 's',
+    'Ṩ' => 's',
+    'ṩ' => 's',
+    'Ṫ' => 't',
+    'ṫ' => 't',
+    'Ṭ' => 't',
+    'ṭ' => 't',
+    'Ṯ' => 't',
+    'ṯ' => 't',
+    'Ṱ' => 't',
+    'ṱ' => 't',
+    'Ṳ' => 'u',
+    'ṳ' => 'u',
+    'Ṵ' => 'u',
+    'ṵ' => 'u',
+    'Ṷ' => 'u',
+    'ṷ' => 'u',
+    'Ṹ' => 'u',
+    'ṹ' => 'u',
+    'Ṻ' => 'u',
+    'ṻ' => 'u',
+    'Ṽ' => 'v',
+    'ṽ' => 'v',
+    'Ṿ' => 'v',
+    'ṿ' => 'v',
+    'Ẁ' => 'w',
+    'ẁ' => 'w',
+    'Ẃ' => 'w',
+    'ẃ' => 'w',
+    'Ẅ' => 'w',
+    'ẅ' => 'w',
+    'Ẇ' => 'w',
+    'ẇ' => 'w',
+    'Ẉ' => 'w',
+    'ẉ' => 'w',
+    'Ẋ' => 'x',
+    'ẋ' => 'x',
+    'Ẍ' => 'x',
+    'ẍ' => 'x',
+    'Ẏ' => 'y',
+    'ẏ' => 'y',
+    'Ẑ' => 'z',
+    'ẑ' => 'z',
+    'Ẓ' => 'z',
+    'ẓ' => 'z',
+    'Ẕ' => 'z',
+    'ẕ' => 'z',
+    'ẖ' => 'h',
+    'ẗ' => 't',
+    'ẘ' => 'w',
+    'ẙ' => 'y',
+    'ẚ' => 'a',
+    'Ạ' => 'a',
+    'ạ' => 'a',
+    'Ả' => 'a',
+    'ả' => 'a',
+    'Ấ' => 'a',
+    'ấ' => 'a',
+    'Ầ' => 'a',
+    'ầ' => 'a',
+    'Ẩ' => 'a',
+    'ẩ' => 'a',
+    'Ẫ' => 'a',
+    'ẫ' => 'a',
+    'Ậ' => 'a',
+    'ậ' => 'a',
+    'Ắ' => 'a',
+    'ắ' => 'a',
+    'Ằ' => 'a',
+    'ằ' => 'a',
+    'Ẳ' => 'a',
+    'ẳ' => 'a',
+    'Ẵ' => 'a',
+    'ẵ' => 'a',
+    'Ặ' => 'a',
+    'ặ' => 'a',
+    'Ẹ' => 'e',
+    'ẹ' => 'e',
+    'Ẻ' => 'e',
+    'ẻ' => 'e',
+    'Ẽ' => 'e',
+    'ẽ' => 'e',
+    'Ế' => 'e',
+    'ế' => 'e',
+    'Ề' => 'e',
+    'ề' => 'e',
+    'Ể' => 'e',
+    'ể' => 'e',
+    'Ễ' => 'e',
+    'ễ' => 'e',
+    'Ệ' => 'e',
+    'ệ' => 'e',
+    'Ọ' => 'o',
+    'ọ' => 'o',
+    'Ỏ' => 'o',
+    'ỏ' => 'o',
+    'Ố' => 'o',
+    'ố' => 'o',
+    'Ồ' => 'o',
+    'ồ' => 'o',
+    'Ổ' => 'o',
+    'ổ' => 'o',
+    'Ỗ' => 'o',
+    'ỗ' => 'o',
+    'Ộ' => 'o',
+    'ộ' => 'o',
+    'Ớ' => 'o',
+    'ớ' => 'o',
+    'Ờ' => 'o',
+    'ờ' => 'o',
+    'Ở' => 'o',
+    'ở' => 'o',
+    'Ỡ' => 'o',
+    'ỡ' => 'o',
+    'Ợ' => 'o',
+    'ợ' => 'o',
+    'Ụ' => 'u',
+    'ụ' => 'u',
+    'Ủ' => 'u',
+    'ủ' => 'u',
+    'Ứ' => 'u',
+    'ứ' => 'u',
+    'Ừ' => 'u',
+    'ừ' => 'u',
+    'Ử' => 'u',
+    'ử' => 'u',
+    'Ữ' => 'u',
+    'ữ' => 'u',
+    'Ự' => 'u',
+    'ự' => 'u',
+    'Ỳ' => 'y',
+    'ỳ' => 'y',
+    'Ỵ' => 'y',
+    'ỵ' => 'y',
+    'Ỷ' => 'y',
+    'ỷ' => 'y',
+    'Ỹ' => 'y',
+    'ỹ' => 'y',
+    'ₐ' => 'a',
+    'ₑ' => 'e',
+    'ₒ' => 'o',
+    'ₓ' => 'x',
+    '℀' => 'ac',
+    '℁' => 'as',
+    'ℂ' => 'c',
+    '℃' => 'c',
+    '℄' => 'c',
+    '℅' => 'co',
+    '℆' => 'cu',
+    '℉' => 'f',
+    'ℊ' => 'g',
+    'ℋ' => 'h',
+    'ℌ' => 'h',
+    'ℍ' => 'h',
+    'ℎ' => 'h',
+    'ℏ' => 'h',
+    'ℕ' => 'n',
+    '℗' => 'p',
+    'ℙ' => 'p',
+    'ℚ' => 'q',
+    'ℛ' => 'r',
+    'ℜ' => 'r',
+    'ℝ' => 'r',
+    '℞' => 'px',
+    '℟' => 'r',
+    '℠' => 'sm',
+    '℡' => 'tel',
+    '™' => 'tm',
+    'ℤ' => 'z',
+    'K' => 'k',
+    'Å' => 'a',
+    'ℬ' => 'b',
+    '℮' => 'e',
+    'ℯ' => 'e',
+    '⒐' => '9',
+    '⒑' => '10',
+    '⒒' => '11',
+    '⒓' => '12',
+    '⒔' => '13',
+    '⒕' => '14',
+    '⒖' => '15',
+    '⒗' => '16',
+    '⒘' => '17',
+    '⒙' => '18',
+    '⒚' => '19',
+    '⒛' => '20',
+    '⒜' => 'a',
+    '⒝' => 'b',
+    '⒞' => 'c',
+    '⒟' => 'd',
+    '⒠' => 'e',
+    '⒡' => 'f',
+    '⒢' => 'g',
+    '⒣' => 'h',
+    '⒤' => 'i',
+    '⒥' => 'j',
+    '⒦' => 'k',
+    '⒧' => 'l',
+    '⒨' => 'm',
+    '⒩' => 'n',
+    '⒪' => 'o',
+    '⒫' => 'p',
+    '⒬' => 'q',
+    '⒭' => 'r',
+    '⒮' => 's',
+    '⒯' => 't',
+    '⒰' => 'u',
+    '⒱' => 'v',
+    '⒲' => 'w',
+    '⒳' => 'x',
+    '⒴' => 'y',
+    '⒵' => 'z',
+    'Ⓐ' => 'a',
+    'Ⓑ' => 'b',
+    'Ⓒ' => 'c',
+    'Ⓓ' => 'd',
+    'Ⓔ' => 'e',
+    'Ⓕ' => 'f',
+    'Ⓖ' => 'g',
+    'Ⓗ' => 'h',
+    'Ⓘ' => 'i',
+    'Ⓙ' => 'j',
+    'Ⓚ' => 'k',
+    'Ⓛ' => 'l',
+    'Ⓜ' => 'm',
+    'Ⓝ' => 'n',
+    'Ⓞ' => 'o',
+    'Ⓟ' => 'p',
+    'Ⓠ' => 'q',
+    'Ⓡ' => 'r',
+    'Ⓢ' => 's',
+    'Ⓣ' => 't',
+    'Ⓤ' => 'u',
+    'Ⓥ' => 'v',
+    'Ⓦ' => 'w',
+    'Ⓧ' => 'x',
+    'Ⓨ' => 'y',
+    'Ⓩ' => 'z',
+    'ⓐ' => 'a',
+    'ⓑ' => 'b',
+    'ⓒ' => 'c',
+    'ⓓ' => 'd',
+    'ⓔ' => 'e',
+    'ⓕ' => 'f',
+    'ⓖ' => 'g',
+    'ⓗ' => 'h',
+    'ⓘ' => 'i',
+    'ⓙ' => 'j',
+    'ⓚ' => 'k',
+    'ⓛ' => 'l',
+    'ⓜ' => 'm',
+    'ⓝ' => 'n',
+    'ⓞ' => 'o',
+    'ⓟ' => 'p',
+    'ⓠ' => 'q',
+    'ⓡ' => 'r',
+    'ⓢ' => 's',
+    'ⓣ' => 't',
+    'ⓤ' => 'u',
+    'ⓥ' => 'v',
+    'ⓦ' => 'w',
+    'ⓧ' => 'x',
+    'ⓨ' => 'y',
+    'ⓩ' => 'z',
+    '⓪' => '0',
+    'ꜰ' => 'f',
+    'ꜱ' => 's',
+    'Ꜳ' => 'aa',
+    'ꜳ' => 'aa',
+    'Ꜵ' => 'ao',
+    'ꜵ' => 'ao',
+    'Ꜷ' => 'aj',
+    'ꜷ' => 'aj',
+    'Ꜹ' => 'av',
+    'ꜹ' => 'av',
+    'Ꜻ' => 'af',
+    'ꜻ' => 'af',
+    'Ꜽ' => 'af',
+    'ꜽ' => 'af',
+    'Ａ' => 'a',
+    'Ｂ' => 'b',
+    'Ｃ' => 'c',
+    'Ｄ' => 'd',
+    'Ｅ' => 'e',
+    'Ｆ' => 'f',
+    'Ｇ' => 'g',
+    'Ｈ' => 'h',
+    'Ｉ' => 'i',
+    'Ｊ' => 'j',
+    'Ｋ' => 'k',
+    'Ｌ' => 'l',
+    'Ｍ' => 'm',
+    'Ｎ' => 'n',
+    'Ｏ' => 'o',
+    'Ｐ' => 'p',
+    'Ｑ' => 'q',
+    'Ｒ' => 'r',
+    'Ｓ' => 's',
+    'Ｔ' => 't',
+    'Ｕ' => 'u',
+    'Ｖ' => 'v',
+    'Ｗ' => 'w',
+    'Ｘ' => 'x',
+    'Ｙ' => 'y',
+    'Ｚ' => 'z',
+    '＿' => '_',
+    'ａ' => 'a',
+    'ｂ' => 'b',
+    'ｃ' => 'c',
+    'ｄ' => 'd',
+    'ｅ' => 'e',
+    'ｆ' => 'f',
+    'ｇ' => 'g',
+    'ｈ' => 'h',
+    'ｉ' => 'i',
+    'ｊ' => 'j',
+    'ｋ' => 'k',
+    'ｌ' => 'l',
+    'ｍ' => 'm',
+    'ｎ' => 'n',
+    'ｏ' => 'o',
+    'ｐ' => 'p',
+    'ｑ' => 'q',
+    'ｒ' => 'r',
+    'ｓ' => 's',
+    'ｔ' => 't',
+    'ｕ' => 'u',
+    'ｖ' => 'v',
+    'ｗ' => 'w',
+    'ｘ' => 'x',
+    'ｙ' => 'y',
+    'ｚ' => 'z',
+    '～' => '-',
+    'ẞ' => 'b'
+  }
+end