interscript 0.1.7 → 0.1.9

data/spec/interscript_spec.rb

@@ -4,6 +4,9 @@ require "timeout"
 require "pycall/import"
 include PyCall::Import
 
+# Cache the map aliases early so they don't timeout the tests
+Interscript.aliases
+
 RSpec.describe Interscript do
   mask = ENV["TRANSLIT_SYSTEM"] || "*"
   maps = Dir["maps/#{mask}.yaml"]
@@ -15,10 +18,15 @@ RSpec.describe Interscript do
       system = YAML.load_file(system_file)
       system_name = File.basename(system_file, ".yaml")
 
-      system["tests"]&.reduce([]) do |_, test|
+      cache = {}
+      # Let's preload the cache but silence the exception if not possible
+      # (it will be reraised during the test)
+      Interscript.transliterate(system_name, "", cache) rescue nil
+
+      system["tests"]&.uniq&.reduce([]) do |_, test|
         it "test for #{test}" do
           Timeout::timeout(5) do
-            result = Interscript.transliterate(system_name, test["source"])
+            result = Interscript.transliterate(system_name, test["source"], cache)
             expected = test["expected"]&.unicode_normalize
             expect(result).to eq(expected)
           end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: interscript
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Ribose Inc.
@@ -200,6 +200,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - README.adoc
+- aliases.json
 - lib/g2pwrapper.py
 - lib/interscript.rb
 - lib/interscript/command.rb
@@ -207,7 +208,7 @@ files:
 - lib/interscript/mapping.rb
 - lib/interscript/opal.rb
 - lib/interscript/opal/entrypoint.rb
-- lib/interscript/opal/map_translate.rb
+- lib/interscript/opal/exports.rb
 - lib/interscript/opal/maps.js.erb
 - lib/interscript/version.rb
 - lib/model-7
@@ -218,16 +219,21 @@ files:
 - maps/alalc-ara-Arab-Latn-1997.yaml
 - maps/alalc-asm-Deva-Latn-1997.yaml
 - maps/alalc-asm-Deva-Latn-2012.yaml
+- maps/alalc-aze-Arab-Latn-1997.yaml
 - maps/alalc-aze-Cyrl-Latn-1997.yaml
 - maps/alalc-bel-Cyrl-Latn-1997.yaml
+- maps/alalc-ben-Beng-Latn-1997.yaml
 - maps/alalc-ben-Beng-Latn-2017.yaml
 - maps/alalc-bul-Cyrl-Latn-1997.yaml
+- maps/alalc-div-Thaa-Latn-1997.yaml
 - maps/alalc-ell-Grek-Latn-1997.yaml
 - maps/alalc-ell-Grek-Latn-2010.yaml
 - maps/alalc-guj-Gujr-Latn-1997.yaml
 - maps/alalc-guj-Gujr-Latn-2011.yaml
 - maps/alalc-hin-Deva-Latn-1997.yaml
 - maps/alalc-hin-Deva-Latn-2011.yaml
+- maps/alalc-kan-Kana-Latn-1997.yaml
+- maps/alalc-kan-Kana-Latn-2011.yaml
 - maps/alalc-kat-Geok-Latn-1997.yaml
 - maps/alalc-kat-Geor-Latn-1997.yaml
 - maps/alalc-kor-Hang-Latn-1997.yaml
@@ -238,6 +244,8 @@ files:
 - maps/alalc-mkd-Cyrl-Latn-1997.yaml
 - maps/alalc-mkd-Cyrl-Latn-2013.yaml
 - maps/alalc-mon-Cyrl-Latn-1997.yaml
+- maps/alalc-ori-Orya-Latn-1997.yaml
+- maps/alalc-ori-Orya-Latn-2011.yaml
 - maps/alalc-pan-Guru-Latn-1997.yaml
 - maps/alalc-pan-Guru-Latn-2011.yaml
 - maps/alalc-per-Arab-Latn-1997.yaml
@@ -252,9 +260,13 @@ files:
 - maps/alalc-srp-Cyrl-Latn-2013.yaml
 - maps/alalc-tam-Taml-Latn-1997.yaml
 - maps/alalc-tam-Taml-Latn-2011.yaml
+- maps/alalc-tel-Telu-Latn-1997.yaml
+- maps/alalc-tel-Telu-Latn-2011.yaml
 - maps/alalc-ukr-Cyrl-Latn-1997.yaml
 - maps/alalc-ukr-Cyrl-Latn-2011.yaml
 - maps/apcbg-bul-Cyrl-Latn-1995.yaml
+- maps/az-aze-Cyrl-Latn-1939.yaml
+- maps/az-aze-Cyrl-Latn-1958.yaml
 - maps/bas-rus-Cyrl-Latn-2017-bss.yaml
 - maps/bas-rus-Cyrl-Latn-2017-oss.yaml
 - maps/bgn-jpn-Hrkt-Latn-1962.yaml
@@ -267,19 +279,26 @@ files:
 - maps/bgnpcgn-arm-Armn-Latn-1981.yaml
 - maps/bgnpcgn-aze-Cyrl-Latn-1993.yaml
 - maps/bgnpcgn-bak-Cyrl-Latn-2007.yaml
+- maps/bgnpcgn-bal-Arab-Latn-2008.yaml
 - maps/bgnpcgn-bel-Cyrl-Latn-1979.yaml
 - maps/bgnpcgn-bul-Cyrl-Latn-1952.yaml
 - maps/bgnpcgn-bul-Cyrl-Latn-2013.yaml
 - maps/bgnpcgn-che-Cyrl-Latn-2008.yaml
+- maps/bgnpcgn-div-Thaa-Latn-1988.yaml
 - maps/bgnpcgn-ell-Grek-Latn-1962.yaml
 - maps/bgnpcgn-ell-Grek-Latn-1996.yaml
+- maps/bgnpcgn-far-Latn-Latn-1964.yaml
 - maps/bgnpcgn-fas-Arab-Latn-1956.yaml
+- maps/bgnpcgn-isl-Latn-Latn-1964.yaml
 - maps/bgnpcgn-jpn-Hrkt-Latn-1976.yaml
 - maps/bgnpcgn-kat-Geor-Latn-1981.yaml
 - maps/bgnpcgn-kat-Geor-Latn-2009.yaml
+- maps/bgnpcgn-kaz-Cyrl-Latn-1979.yaml
+- maps/bgnpcgn-kir-Cyrl-Latn-1979.yaml
 - maps/bgnpcgn-kor-Hang-Latn-kn-1945.yaml
 - maps/bgnpcgn-kor-Hang-Latn-rok-2011.yaml
 - maps/bgnpcgn-kor-Kore-Latn-rok-2011.yaml
+- maps/bgnpcgn-kur-Arab-Latn-2007.yaml
 - maps/bgnpcgn-mkd-Cyrl-Latn-1981.yaml
 - maps/bgnpcgn-mkd-Cyrl-Latn-2013.yaml
 - maps/bgnpcgn-mon-Cyrl-Latn-1964.yaml
@@ -287,13 +306,16 @@ files:
 - maps/bgnpcgn-per-Arab-Latn-1958.yaml
 - maps/bgnpcgn-prs-Arab-Latn-2007.yaml
 - maps/bgnpcgn-prs-Arab-Latn-yaghoubi.yaml
+- maps/bgnpcgn-pus-Arab-Latn-1968.yaml
 - maps/bgnpcgn-rue-Cyrl-Latn-2016.yaml
 - maps/bgnpcgn-rus-Cyrl-Latn-1947.yaml
+- maps/bgnpcgn-srp-Cyrl-Latn-1962.yaml
 - maps/bgnpcgn-srp-Cyrl-Latn-2005.yaml
 - maps/bgnpcgn-tat-Cyrl-Latn-2007.yaml
 - maps/bgnpcgn-tgk-Cyrl-Latn-1994.yaml
 - maps/bgnpcgn-ukr-Cyrl-Latn-1965.yaml
 - maps/bgnpcgn-ukr-Cyrl-Latn-2019.yaml
+- maps/bgnpcgn-urd-Arab-Latn-2007.yaml
 - maps/bgnpcgn-uzb-Cyrl-Latn-1979.yaml
 - maps/bgnpcgn-uzb-Cyrl-Latn-2000.yaml
 - maps/bgnpcgn-zho-Hans-Latn-1979.yaml
@@ -301,7 +323,7 @@ files:
 - maps/bis-ben-Beng-Latn-13194-1991.yaml
 - maps/bis-dev-Deva-Latn-13194-1991.yaml
 - maps/bis-guj-Gujr-Latn-13194-1991.yaml
-- maps/bis-knd-Knda-Latn-13194-1991.yaml
+- maps/bis-kan-Kana-Latn-13194-1991.yaml
 - maps/bis-mlm-Mlym-Latn-13194-1991.yaml
 - maps/bis-ori-Orya-Latn-13194-1991.yaml
 - maps/bis-pnj-Guru-Latn-13194-1991.yaml
@@ -346,7 +368,7 @@ files:
 - maps/iso-hin-Deva-Latn-15919-2001.yaml
 - maps/iso-inc-Deva-Latn-15919-2001.yaml
 - maps/iso-jpn-Hrkt-Latn-3602-1989.yaml
-- maps/iso-kan-Knda-Latn-15919-2001.yaml
+- maps/iso-kan-Kana-Latn-15919-2001.yaml
 - maps/iso-kat-Geor-Latn-9984-1996.yaml
 - maps/iso-kor-Hang-Latn-1996-method1.yaml
 - maps/iso-kor-Hang-Latn-1996-method2.yaml
@@ -368,32 +390,41 @@ files:
 - maps/iso-tha-Thai-Latn-11940-1998.yaml
 - maps/kp-kor-Hang-Latn-2002.yaml
 - maps/lshk-yue-Hani-Latn-jyutping-1993.yaml
+- maps/masm-mon-Cyrl-Latn-5217-2012.yaml
+- maps/masm-mon-Latn-Cyrl-5217-2012.yaml
 - maps/mext-jpn-Hrkt-Latn-1954.yaml
-- maps/mns-mon-Cyrl-Latn-5217-2012.yaml
-- maps/mns-mon-Latn-Cyrl-5217-2012.yaml
 - maps/moct-kor-Hang-Latn-2000.yaml
 - maps/mofa-jpn-Hrkt-Latn-1989.yaml
+- maps/mv-div-Thaa-Latn-1987.yaml
 - maps/mvd-bel-Cyrl-Latn-2008.yaml
 - maps/mvd-bel-Cyrl-Latn-2010.yaml
 - maps/mvd-rus-Cyrl-Latn-2008.yaml
 - maps/mvd-rus-Cyrl-Latn-2010.yaml
+- maps/odni-ara-Arab-Latn-2004.yaml
 - maps/odni-ara-Arab-Latn-2015.yaml
 - maps/odni-aze-Cyrl-Latn-2015.yaml
 - maps/odni-bel-Cyrl-Latn-2015.yaml
+- maps/odni-bul-Cyrl-Latn-2005.yaml
 - maps/odni-bul-Cyrl-Latn-2015.yaml
 - maps/odni-che-Cyrl-Latn-2015.yaml
+- maps/odni-fas-Arab-Latn-2004.yaml
 - maps/odni-fas-Arab-Latn-2015.yaml
+- maps/odni-hin-Deva-Latn-2004.yaml
 - maps/odni-hin-Deva-Latn-2015.yaml
 - maps/odni-kat-Geor-Latn-2015.yaml
 - maps/odni-kaz-Cyrl-Latn-2015.yaml
 - maps/odni-kir-Cyrl-Latn-2015.yaml
 - maps/odni-kor-Hang-Latn-2015.yaml
+- maps/odni-mkd-Cyrl-Latn-2005.yaml
 - maps/odni-mkd-Cyrl-Latn-2015.yaml
-- maps/odni-per-Arab-Latn-2015.yaml
+- maps/odni-prs-Arab-Latn-2004.yaml
+- maps/odni-prs-Arab-Latn-2015.yaml
 - maps/odni-rus-Cyrl-Latn-2015.yaml
+- maps/odni-srp-Cyrl-Latn-2005.yaml
 - maps/odni-srp-Cyrl-Latn-2015.yaml
 - maps/odni-tat-Cyrl-Latn-2015.yaml
 - maps/odni-tgk-Cyrl-Latn-2015.yaml
+- maps/odni-tuk-Cyrl-Latn-2015.yaml
 - maps/odni-uig-Cyrl-Latn-2015.yaml
 - maps/odni-ukr-Cyrl-Latn-2015.yaml
 - maps/odni-urd-Arab-Latn-2015.yaml
@@ -414,20 +445,32 @@ files:
 - maps/un-ara-Arab-Latn-1971.yaml
 - maps/un-ara-Arab-Latn-1972.yaml
 - maps/un-ara-Arab-Latn-2017.yaml
+- maps/un-asm-Beng-Latn-1972.yaml
 - maps/un-bel-Cyrl-Latn-2007.yaml
 - maps/un-ben-Beng-Latn-2016.yaml
 - maps/un-ell-Grek-Latn-1987-phonetic.yaml
 - maps/un-ell-Grek-Latn-1987-tl.yaml
 - maps/un-ell-Grek-Latn-1987-ts.yaml
+- maps/un-guj-Gujr-Latn-1972.yaml
 - maps/un-hin-Deva-Latn-2016.yaml
+- maps/un-kan-Kana-Latn-2016.yaml
+- maps/un-mal-Mlym-Latn-1972.yaml
 - maps/un-mar-Deva-Latn-2016.yaml
 - maps/un-mon-Mong-Latn-general-2013.yaml
 - maps/un-mon-Mong-Latn-phonetic-2013.yaml
 - maps/un-nep-Deva-Latn-1972.yaml
 - maps/un-nep-Deva-Latn-2013.yaml
+- maps/un-ori-Orya-Latn-1972.yaml
+- maps/un-pan-Guru-Latn-1972.yaml
+- maps/un-prs-Arab-Latn-1967.yaml
 - maps/un-rus-Cyrl-Latn-1987.yaml
+- maps/un-tam-Taml-Latn-1972.yaml
+- maps/un-tel-Telu-Latn-1972.yaml
 - maps/un-ukr-Cyrl-Latn-1998.yaml
 - maps/un-ukr-Cyrl-Latn-2012.yaml
+- maps/un-urd-Arab-Latn-1972.yaml
+- maps/var-amh-Ethi-Latn-eae-2003.yaml
+- maps/var-gez-Ethi-Latn-eae-2003.yaml
 - maps/var-hin-Deva-Latn-hunterian-1872.yaml
 - maps/var-jpn-Hrkt-Latn-hepburn-1886.yaml
 - maps/var-jpn-Hrkt-Latn-hepburn-1954.yaml

data/lib/interscript/opal/map_translate.rb

@@ -1,7 +0,0 @@
-module Interscript
-  module OpalMapTranslate
-    def self.translate_regexp(src)
-      src
-    end
-  end
-end