ascii 1.0.0

data/lib/ascii.rb

@@ -0,0 +1,10 @@
+require "ascii/unidecoder"
+require "ascii/version"
+
+module Ascii
+  extend self
+
+  def process(str)
+    Unidecoder.new(str).to_ascii
+  end
+end

data/lib/ascii/codepoint.rb

@@ -0,0 +1,34 @@
+require "yaml"
+
+module Ascii
+  class Codepoint
+    attr_reader :code
+
+    GROUPS = Hash.new do |hash, group_name|
+      filename = File.expand_path("../../../data/#{group_name}.yml", __FILE__)
+      hash[name] = YAML.load_file(filename)
+    end
+
+    def initialize(char)
+      @code = char.unpack("U").first
+    end
+
+    def decode
+      group.at(group_index)
+    end
+
+    private
+
+    def group
+      GROUPS[group_name]
+    end
+
+    def group_name
+      "x%02x" % (code >> 8)
+    end
+
+    def group_index
+      code & 255
+    end
+  end
+end

data/lib/ascii/unidecoder.rb

@@ -0,0 +1,21 @@
+require "ascii/codepoint"
+
+module Ascii
+  class Unidecoder
+    attr_reader :input
+
+    def initialize(input)
+      @input = input.to_s
+    end
+
+    def to_ascii
+      input.gsub(/[^\x00-\x7f]/u, &method(:decode)).strip
+    end
+
+    private
+
+    def decode(char)
+      Codepoint.new(char).decode
+    end
+  end
+end

data/lib/ascii/version.rb

@@ -0,0 +1,3 @@
+module Ascii
+  VERSION = "1.0.0".freeze
+end

data/spec/ascii_spec.rb

@@ -0,0 +1,107 @@
+# encoding: utf-8
+require "spec_helper"
+
+describe Ascii do
+  PURE_ASCII = [
+    "Vitrum edere possum; mihi non nocet.",               # Latin
+    "Je puis mangier del voirre. Ne me nuit.",            # Old French
+    "Kristala jan dezaket, ez dit minik ematen.",         # Basque
+    "Kaya kong kumain nang bubog at hindi ako masaktan.", # Tagalog
+    "Ich kann Glas essen, ohne mir weh zu tun.",          # German
+    "I can eat glass and it doesn't hurt me.",            # English
+  ]
+
+  CONVERT = {
+    "French" => [
+      "Je peux manger du verre, ça ne me fait pas de mal.",
+      "Je peux manger du verre, ca ne me fait pas de mal."
+    ],
+
+    "Romanian" => [
+      "Pot să mănânc sticlă și ea nu mă rănește.",
+      "Pot sa mananc sticla si ea nu ma raneste."
+    ],
+
+    "Icelandic" => [
+      "Ég get etið gler án þess að meiða mig.",
+      "Eg get etid gler an thess ad meida mig."
+    ],
+
+    "Albanian" => [
+      "Unë mund të ha qelq dhe nuk më gjen gjë.",
+      "Une mund te ha qelq dhe nuk me gjen gje."
+    ],
+
+    "Polish" => [
+      "Mogę jeść szkło i mi nie szkodzi.",
+      "Moge jesc szklo i mi nie szkodzi."
+    ],
+
+    "Russian" => [
+      "Я могу есть стекло, оно мне не вредит.",
+      "Ia moghu iest' stieklo, ono mnie nie vriedit."
+    ],
+
+    "Bulgarian" => [
+      "Мога да ям стъкло, то не ми вреди.",
+      "Mogha da iam stklo, to nie mi vriedi."
+    ],
+
+    "Anglo-Saxon" => [
+      "ᛁᚳ᛫ᛗᚨᚷ᛫ᚷᛚᚨᛋ᛫ᛖᚩᛏᚪᚾ᛫ᚩᚾᛞ᛫ᚻᛁᛏ᛫ᚾᛖ᛫ᚻᛖᚪᚱᛗᛁᚪᚧ᛫ᛗᛖ᛬",
+      "ic.mag.glas.eotacn.ond.hit.ne.heacrmiacth.me:"
+    ],
+
+    "Classical Greek" => [
+      "ὕαλον ϕαγεῖν δύναμαι· τοῦτο οὔ με βλάπτει",
+      "ualon phagein dunamai; touto ou me blaptei"
+    ],
+
+    "Hindi" => [
+      "मैं काँच खा सकता हूँ और मुझे उससे कोई चोट नहीं पहुंचती",
+      "maiN kaaNc khaa sktaa huuN aur mujhe usse koii cott nhiiN phuNctii"
+    ],
+
+    "Thai" => [
+      "ฉันกินกระจกได้ แต่มันไม่ทำให้ฉันเจ็บ",
+      "chankinkracchkaid aetmanaimthamaihchanecchb"
+    ],
+
+    "Chinese" => [
+      "我能吞下玻璃而不伤身体。",
+      "Wo Neng Tun Xia Bo Li Er Bu Shang Shen Ti ."
+    ],
+
+    "Japanese" => [
+      "私はガラスを食べられます。それは私を傷つけません。",
+      "Si hagarasuwoShi beraremasu. sorehaSi woShang tukemasen."
+    ],
+
+    "Persian" => [
+      "من می توانم بدونِ احساس درد شيشه بخورم",
+      "mn my twnm bdwni Hss drd shyshh bkhwrm"
+    ],
+
+    "Arabic" => [
+      "أنا قادر على أكل الزجاج و هذا لا يؤلمن",
+      "'n qdr 'l~ 'kl lzjj w hdh l yw'lmn"
+    ],
+
+    "Hebrew" => [
+      "אני יכול לאכול זכוכית וזה לא מזיק לי",
+      "ny ykvl lkvl zkvkyt vzh l mzyq ly"
+    ]
+  }
+
+  PURE_ASCII.each do |phrase|
+    it "does not modify an ASCII phrase #{phrase.inspect}" do
+      expect(described_class.process(phrase)).to eq(phrase)
+    end
+  end
+
+  CONVERT.each do |language, (input, expected)|
+    it "converts a phrase in #{language} to ASCII" do
+      expect(described_class.process(input)).to eq(expected)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require "ascii"

metadata

@@ -0,0 +1,240 @@
+--- !ruby/object:Gem::Specification
+name: ascii
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Pavel Pravosud
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-14 00:00:00.000000000 Z
+dependencies: []
+description: This library provides methods to transliterate Unicode characters to
+  an ASCII approximation
+email:
+- pavel@pravosud.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- ascii.gemspec
+- data/x00.yml
+- data/x01.yml
+- data/x02.yml
+- data/x03.yml
+- data/x04.yml
+- data/x05.yml
+- data/x06.yml
+- data/x07.yml
+- data/x09.yml
+- data/x0a.yml
+- data/x0b.yml
+- data/x0c.yml
+- data/x0d.yml
+- data/x0e.yml
+- data/x0f.yml
+- data/x10.yml
+- data/x11.yml
+- data/x12.yml
+- data/x13.yml
+- data/x14.yml
+- data/x15.yml
+- data/x16.yml
+- data/x17.yml
+- data/x18.yml
+- data/x1e.yml
+- data/x1f.yml
+- data/x20.yml
+- data/x21.yml
+- data/x22.yml
+- data/x23.yml
+- data/x24.yml
+- data/x25.yml
+- data/x26.yml
+- data/x27.yml
+- data/x28.yml
+- data/x2e.yml
+- data/x2f.yml
+- data/x30.yml
+- data/x31.yml
+- data/x32.yml
+- data/x33.yml
+- data/x4d.yml
+- data/x4e.yml
+- data/x4f.yml
+- data/x50.yml
+- data/x51.yml
+- data/x52.yml
+- data/x53.yml
+- data/x54.yml
+- data/x55.yml
+- data/x56.yml
+- data/x57.yml
+- data/x58.yml
+- data/x59.yml
+- data/x5a.yml
+- data/x5b.yml
+- data/x5c.yml
+- data/x5d.yml
+- data/x5e.yml
+- data/x5f.yml
+- data/x60.yml
+- data/x61.yml
+- data/x62.yml
+- data/x63.yml
+- data/x64.yml
+- data/x65.yml
+- data/x66.yml
+- data/x67.yml
+- data/x68.yml
+- data/x69.yml
+- data/x6a.yml
+- data/x6b.yml
+- data/x6c.yml
+- data/x6d.yml
+- data/x6e.yml
+- data/x6f.yml
+- data/x70.yml
+- data/x71.yml
+- data/x72.yml
+- data/x73.yml
+- data/x74.yml
+- data/x75.yml
+- data/x76.yml
+- data/x77.yml
+- data/x78.yml
+- data/x79.yml
+- data/x7a.yml
+- data/x7b.yml
+- data/x7c.yml
+- data/x7d.yml
+- data/x7e.yml
+- data/x7f.yml
+- data/x80.yml
+- data/x81.yml
+- data/x82.yml
+- data/x83.yml
+- data/x84.yml
+- data/x85.yml
+- data/x86.yml
+- data/x87.yml
+- data/x88.yml
+- data/x89.yml
+- data/x8a.yml
+- data/x8b.yml
+- data/x8c.yml
+- data/x8d.yml
+- data/x8e.yml
+- data/x8f.yml
+- data/x90.yml
+- data/x91.yml
+- data/x92.yml
+- data/x93.yml
+- data/x94.yml
+- data/x95.yml
+- data/x96.yml
+- data/x97.yml
+- data/x98.yml
+- data/x99.yml
+- data/x9a.yml
+- data/x9b.yml
+- data/x9c.yml
+- data/x9d.yml
+- data/x9e.yml
+- data/x9f.yml
+- data/xa0.yml
+- data/xa1.yml
+- data/xa2.yml
+- data/xa3.yml
+- data/xa4.yml
+- data/xac.yml
+- data/xad.yml
+- data/xae.yml
+- data/xaf.yml
+- data/xb0.yml
+- data/xb1.yml
+- data/xb2.yml
+- data/xb3.yml
+- data/xb4.yml
+- data/xb5.yml
+- data/xb6.yml
+- data/xb7.yml
+- data/xb8.yml
+- data/xb9.yml
+- data/xba.yml
+- data/xbb.yml
+- data/xbc.yml
+- data/xbd.yml
+- data/xbe.yml
+- data/xbf.yml
+- data/xc0.yml
+- data/xc1.yml
+- data/xc2.yml
+- data/xc3.yml
+- data/xc4.yml
+- data/xc5.yml
+- data/xc6.yml
+- data/xc7.yml
+- data/xc8.yml
+- data/xc9.yml
+- data/xca.yml
+- data/xcb.yml
+- data/xcc.yml
+- data/xcd.yml
+- data/xce.yml
+- data/xcf.yml
+- data/xd0.yml
+- data/xd1.yml
+- data/xd2.yml
+- data/xd3.yml
+- data/xd4.yml
+- data/xd5.yml
+- data/xd6.yml
+- data/xd7.yml
+- data/xf9.yml
+- data/xfa.yml
+- data/xfb.yml
+- data/xfc.yml
+- data/xfd.yml
+- data/xfe.yml
+- data/xff.yml
+- lib/ascii.rb
+- lib/ascii/codepoint.rb
+- lib/ascii/unidecoder.rb
+- lib/ascii/version.rb
+- spec/ascii_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/rwz/ascii
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Create an ASCII representation of localized string
+test_files:
+- spec/ascii_spec.rb
+- spec/spec_helper.rb