interscript 0.1.4 → 0.1.5

data/maps/un-ara-Arab-Latn-2017.yaml

@@ -0,0 +1,383 @@
+---
+authority_id: ungegn
+id: 2017
+language: ara
+source_script: Arab
+destination_script: Latn
+name: ROMANIZATION OF ARABIC -- UNGEGN 2017 System
+url: http://www.eki.ee/wgrs/rom1_ar.pdf
+creation_date: 2017
+confirmation date: 2018-06
+description: |
+  The current United Nations recommended romanization
+  system was approved in 2017 (resolution XI/3), based on
+  the system adopted by Arabic experts at the conference
+  held in Beirut in 2007, the Unified Arabic
+  Transliteration System, taking into account the
+  practical amendments and corrections carried out and
+  agreed upon by the representatives of the Arabic-
+  speaking countries at the Fourth Arab Conference on
+  Geographical Names, held in Beirut in 2008, and some
+  clarifications and amendments agreed in Riyadh in 20171.
+  Previously, the United Nations had approved a
+  romanization system in 1972 (resolution II/8), based on the
+  system adopted by Arabic experts at the conference
+  held at Beirut in 1971 with the practical amendments carried out
+  and agreed upon by the representatives of the Arabic-speaking
+  countries at their conference. The table was published in volume
+  II of the conference report.
+  In UN resolution XI/3 it is specifically stated that the
+  system was recommended for the “romanization of the
+  geographical names within those Arabic-speaking countries
+  where this system is officially adopted”. There is
+  evidence of its partial implementation in Jordan, Oman and
+  Saudi Arabia. The UNGEGN Working Group on Romanization
+  Systems intends to continue monitoring the UN system’s
+  implementation across Arabic-speaking countries.
+  In some countries there exist local romanization schemes
+  or practices. The geographical names of Algeria, Djibouti,
+  Mauritania, Morocco and Tunisia are generally rendered in
+  the traditional manner which conforms to the principles of
+  the French orthography.
+  The previous UN-approved system is still found in
+  considerable international usage.
+  Arabic is written from right to left. The Arabic script
+  usually omits vowel points and diacritical marks from
+  writing which makes it difficult to obtain uniform results
+  in the romanization of Arabic. It is essential to identify
+  correctly the words which appear in any particular name
+  and to know the standard Arabic-script spelling including
+  the relevant vowels. One must also take into account
+  dialectal and idiosyncratic deviations. The romanization
+  is generally reversible though there may be some ambiguous
+  letter sequences (dh, kh, sh, th) which may also point to
+  combinations of Arabic characters in addition to the
+  respective single characters.
+notes:
+  - |
+    When the definite article al precedes a word beginning with
+    one of the "sun letters" (t, th, d, dh, r, z, s, sh, s̱, ḏ, ṯ,
+    d͟h, l, n) the l of the definite article is assimilated with
+    the first consonant of the word: الشارقة Ash Shāriqah.
+  - |
+    The definite article is always written with a capital
+    initial: الزيتون Az Zaytūn, البلد Al Balad, منية الضنية Minyat Aḏ
+    Ḏinniyyah.
+  - |
+    Nunation is unlikely to be found in geographical names and
+    the last letter remains silent: جبل = جبلٌ Jabal (not Jabalun).
+  - |
+    In order to disambiguate certain character sequences a
+    middle dot (·) may be used: سهيلة S·haylah (cf. شيلة Shaylah), دهيب
+    D·hayb (cf. ذيب Dhayb), أدهم Ad·ham (cf. أذم Adham).
+  - |
+    to handle words starting with AL and ending with ta' marboota
+    which is pronounced as "ah" not "at" divided into multiple
+    regex because lookbehind in ruby doesn't support variable length
+  - |
+    مَكّة should be transliterated to makkah, shadda above ك
+    is to double the consonant, same applies to all arabic letters
+
+tests:
+
+  # Examples taken from:
+  # https://unstats.un.org/unsd/geoinfo/geonames/
+
+  - source: مِصر
+    expected: mis̱r
+
+  - source: قَطَر
+    expected: qaṯar
+
+  - source: المَغرِب
+    expected: al maghrib
+
+  - source: الجُمهُورِيَّة العِراقِيَّة
+    expected: al jumhūrīyah al ‘irāqīyah
+
+  - source: جُمهُورِيَّة العِراق
+    expected: jumhūrīyat al ‘irāq
+
+  - source: جُمهُورِيَّة مِصر العَرَبِيَّة
+    expected: jumhūrīyat mis̱r al ‘arabīyah
+
+  - source: بَغداد
+    expected: baghdād
+
+  - source: تُونِس
+    expected: tūnis
+
+  - source: السُعُودِيَّة
+    expected: as su‘ūdīyah
+
+  - source: اليَمَن
+    expected: al yaman
+
+  - source: السُودان
+    expected: as sūdān
+
+  - source: الجَزائِر
+    expected: al jazā'ir
+
+  - source: الجُمهُورِيَّة اللُبنانِيَّة
+    expected: al jumhūrīyah al lubnānīyah
+
+  - source: أسمَرة
+    expected: asmarah
+
+  - source: جِدَّة
+    expected: jiddah
+
+  - source: مَكَّة
+    expected: makkah
+
+  - source: الرِيَاض
+    expected: ar riyāḏ
+
+map:
+  characters:
+
+    # Tool used for Unicode finding:
+    # https://www.branah.com/unicode-converter
+
+    # pointing
+    '\u064e' : 'a' # َ fatha
+    '\u064e(?=\u0629)' : '' # َ fatha followed by ta' marboota
+    '\u0650' : 'i' # ِ kasra
+    '\u064f' : 'u' # ُ damma
+    '\u0652' : ''  # ْ sokoon, see note A below
+
+
+    # special pointed letters
+    '\u0639\u064e' : '‘a'  # عَ
+    '\u0639\u0650' : '‘i'  # عِ
+    '\u0639\u064f' : '‘ū'  # عُ
+    # handle MacOS regex difference
+    '\u0639\u064f\u0648' : '‘ū'  # عُو damma followed by و
+
+    '\u0650\u064a' : 'ī' # ـِي kasra followed by ي
+    '\u0650\u064a\u0651\u064e' : 'īy' # ـِيَّ
+    '\u0650\u064a(?=\u064e|u064f)' : 'iy' # ـِي kasra followed by ي
+    '\u064f\u0648' : 'ū'  # ـُو damma followed by و
+    '\u064e\u0627' : 'ā'  # ـَا fatha followed by ا
+    '\u064e\u0649' : 'á'  # ـَى fatha followed by ى which is ا not ي
+    '\u064e\u0648\u0652' : 'aw'  # ـَوْ
+    '\u064e\u064a\u0652' : 'ay'  # ـَيْ
+    '\u0622' : 'ā'  # آ
+
+    # (A) Marks absence of the vowel.
+    # (B) Marks doubling of the consonant.
+
+    # Sun letters
+    '\b\u0627\u0644\u062a' : 'at t'  # الت
+    '\b\u0627\u0644\u062b' : 'ath th'  # الث
+    '\b\u0627\u0644\u062f' : 'ad d' # الد
+    '\b\u0627\u0644\u0630' : 'adh dh'  # الذ
+    '\b\u0627\u0644\u0631' : 'ar r' # الر
+    '\b\u0627\u0644\u0632' : 'az z'  # الز
+    '\b\u0627\u0644\u0633' : 'as s' # الس
+    '\b\u0627\u0644\u0634' : 'ash sh' # الش
+    '\b\u0627\u0644\u0635' : 'as̱ s̱'  # الص
+    '\b\u0627\u0644\u0636' : 'aḏ ḏ'  # الض
+    '\b\u0627\u0644\u0637' : 'aṯ ṯ'  # الط
+    '\b\u0627\u0644\u0638' : 'ad͟h d͟h' # الظ
+    '\b\u0627\u0644\u0644' : 'al l'  # الل
+    '\b\u0627\u0644\u0646' : 'an n'  # الن
+
+    # ta' marboota
+    '\u0629' : 'at' # ة in the middle of the sentence
+    '\u0629$' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{2})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{3})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{4})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{5})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{6})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{7})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{8})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{9})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{10})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{11})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{12})\u0629' : 'ah'
+    '(?<=\b\u0627\u0644[\u0600-\u06ff]{13})\u0629' : 'ah'
+
+    # shadda
+
+    '\u0628\u0651' : 'bb'  # ب
+    '\u062a\u0651' : 'tt'  # ت
+    '\u062b\u0651' : 'thth'  # ث
+    '\u062c\u0651' : 'jj'  # ج
+    '\u062d\u0651' : 'ẖẖ' # ح
+    '\u062e\u0651' : 'khkh'  # خ
+    '\u062f\u0651' : 'dd'  # د
+    '\u0630\u0651' : 'dhdh'  # ذ
+    '\u0631\u0651' : 'rr'  # ر
+    '\u0632\u0651' : 'zz'  # ز
+    '\u0633\u0651' : 'ss'  # س
+    '\u0634\u0651' : 'sh'  # ش
+    '\u0635\u0651' : 's̱s̱'  # ص
+    '\u0636\u0651' : 'ḏḏ'  # ض
+    '\u0637\u0651' : 'ṯṯ'  # ط
+    '\u0638\u0651' : 'd͟hd͟h'  # ظ
+    '\u063a\u0651' : 'ghgh'  # غ
+    '\u0641\u0651' : 'ff'  # ف
+    '\u0642\u0651' : 'qq'  # ق
+    '\u0643\u0651' : 'kk'  # ك
+    '\u0644\u0651' : 'll'  # ل
+    '\u0645\u0651' : 'mm'  # م
+    '\u0646\u0651' : 'nn'  # ن
+    '\u0647\u0651' : 'hh'  # ه
+    '\u0648\u0651' : 'ww'  # و
+    '\u064a\u0651' : 'yy'  # ي
+
+    '\u0626' : "'" # ئ
+
+
+    '\u0621' : # ء
+       - '’'
+       - '' # see note A
+
+    '\u0623' : 'a'  # أ
+    '\u0627' : 'ā'  # ا
+
+    # See note B
+    '\b\u0627\u0644' : 'al '  # ال
+    # '\uFE8E' : ''  # ﺎ
+
+    '\u0628' : 'b'  # ب
+    '\uFE91' : 'b'  # ﺑ
+    '\uFE92' : 'b'  # ﺒ
+    '\uFE90' : 'b'  # ﺐ
+
+    # See note C
+    '\u062a' : 't'  # ت
+    '\ufe97' : 't'  # ﺗ
+    '\ufe98' : 't'  # ﺘ
+    '\ufe96' : 't'  # ﺖ
+
+    '\u062b' : 'th'  # ث
+    '\ufe9b' : 'th'  # ﺛ
+    '\ufe9c' : 'th'  # ﺜ
+    '\ufe9a' : 'th'  # ﺚ
+
+    '\u062c' : 'j'  # ج
+    '\ufe9f' : 'j'  # ﺟ
+    '\ufea0' : 'j'  # ﺠ
+    '\ufe9e' : 'j'  # ﺞ
+
+    '\u062d' : 'ẖ' # ح
+    '\ufea3' : 'ẖ' # ﺣ
+    '\ufea4' : 'ẖ' # ﺤ
+    '\ufea2' : 'ẖ' # ﺢ
+
+    '\u062e' : 'kh'  # خ
+    '\ufea7' : 'kh'  # ﺧ
+    '\ufea8' : 'kh'  # ﺨ
+    '\ufea6' : 'kh'  # ﺦ
+
+    '\u062f' : 'd'  # د
+    '\ufeaa' : 'd'  # ﺪ
+
+    '\u0630' : 'dh'  # ذ
+    '\ufeac' : 'dh'  # ﺬ
+
+    '\u0631' : 'r'  # ر
+    '\ufeae' : 'r'  # ﺮ
+
+    '\u0632' : 'z'  # ز
+    '\ufeb0' : 'z'  # ﺰ
+
+    '\u0633' : 's'  # س
+    '\ufeb3' : 's'  # ﺳ
+    '\ufeb4' : 's'  # ﺴ
+    '\ufeb2' : 's'  # ﺲ
+
+    '\u0634' : 'sh'  # ش
+    '\ufeb7' : 'sh'  # ﺷ
+    '\ufeb8' : 'sh'  # ﺸ
+    '\ufeb6' : 'sh'  # ﺶ
+
+    '\u0635' : 's̱'  # ص
+    '\ufebb' : 's̱'  # ﺻ
+    '\ufebc' : 's̱'  # ﺼ
+    '\ufeba' : 's̱'  # ﺺ
+
+    '\u0636' : 'ḏ'  # ض
+    '\ufebf' : 'ḏ'  # ﺿ
+    '\ufec0' : 'ḏ'  # ﻀ
+    '\ufebe' : 'ḏ'  # ﺾ
+
+    '\u0637' : 'ṯ'  # ط
+    '\ufec3' : 'ṯ'  # ﻃ
+    '\ufec4' : 'ṯ'  # ﻄ
+    '\ufec2' : 'ṯ'  # ﻂ
+
+    '\u0638' : 'd͟h'  # ظ
+    '\ufec7' : 'd͟h'  # ﻇ
+    '\ufec8' : 'd͟h'  # ﻈ
+    '\ufec6' : 'd͟h'  # ﻆ
+
+    '\u0639' : '‘'  # ع
+    '\ufecb' : '‘'  # ﻋ
+    '\ufecc' : '‘'  # ﻌ
+    '\ufeca' : '‘'  # ﻊ
+
+    '\u063a' : 'gh'  # غ
+    '\ufecf' : 'gh'  # ﻏ
+    '\ufed0' : 'gh'  # ﻐ
+    '\ufece' : 'gh'  # ﻎ
+
+    '\u0641' : 'f'  # ف
+    '\ufed3' : 'f'  # ﻓ
+    '\ufed4' : 'f'  # ﻔ
+    '\ufed2' : 'f'  # ﻒ
+
+    '\u0642' : 'q'  # ق
+    '\ufed7' : 'q'  # ﻗ
+    '\ufed8' : 'q'  # ﻘ
+    '\ufed6' : 'q'  # ﻖ
+
+    '\u0643' : 'k'  # ك
+    '\ufedb' : 'k'  # ﻛ
+    '\ufedc' : 'k'  # ﻜ
+    '\ufeda' : 'k'  # ﻚ
+
+    '\u0644' : 'l'  # ل
+    '\ufedf' : 'l'  # ﻟ
+    '\ufee0' : 'l'  # ﻠ
+    '\ufede' : 'l'  # ﻞ
+
+    '\u0645' : 'm'  # م
+    '\ufee3' : 'm'  # ﻣ
+    '\ufee4' : 'm'  # ﻤ
+    '\ufee2' : 'm'  # ﻢ
+
+    '\u0646' : 'n'  # ن
+    '\ufee7' : 'n'  # ﻧ
+    '\ufee8' : 'n'  # ﻨ
+    '\ufee6' : 'n'  # ﻦ
+
+    # See note C
+    '\u0647' : 'h'  # ه
+    '\ufeeb' : 'h'  # ﻫ
+    '\ufeec' : 'h'  # ﻬ
+    '\ufeea' : 'h'  # ﻪ
+
+    '\u0648' : 'w'  # و
+    '\ufeee' : 'w'  # ﻮ
+
+    '\u064a' : 'y'  # ي
+    '\ufef3' : 'y'  # ﻳ
+    '\ufef4' : 'y'  # ﻴ
+    '\ufef1' : 'y'  # ﻱ
+
+    # (A) Not romanized word-initially.
+
+    # (B) Not romanized, but see romanizations accompanying alif (ا) in the table for vowels.
+
+    # (C) In certain endings, an original tā’ (ت) is written ة, i.e., like hā’ (ه) with two dots, and is known as tā’ marbūṯah. It is romanized h, except in the construct form of feminine nouns, where it is romanized t, instead.
+
+
+    # Vowels, diphthongs and diacritical marks
+    # (ـ stands for any consonant)
+
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: interscript
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - project_contibutors
@@ -122,6 +122,76 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rambling-trie-opal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: opal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: closure-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Interoperable script conversion systems
 email: 
 executables:
@@ -135,10 +205,16 @@ files:
 - bin/interscript
 - bin/rspec
 - bin/setup
+- lib/__pycache__/g2pwrapper.cpython-38.pyc
 - lib/g2pwrapper.py
+- lib/interscript-opal.rb
 - lib/interscript.rb
 - lib/interscript/command.rb
+- lib/interscript/fs.rb
 - lib/interscript/mapping.rb
+- lib/interscript/opal.rb
+- lib/interscript/opal/maps.js.erb
+- lib/interscript/opal_map_translate.rb
 - lib/interscript/version.rb
 - lib/model-7
 - lib/tha-pt-b-7
@@ -174,7 +250,6 @@ files:
 - maps/bgnpcgn-bel-cyrl-latn-1979.yaml
 - maps/bgnpcgn-bul-Cyrl-Latn-1952.yaml
 - maps/bgnpcgn-bul-Cyrl-Latn-2013.yaml
-- maps/bgnpcgn-chn-Hans-Latn-1979.yaml
 - maps/bgnpcgn-ell-Grek-Latn-1962.yaml
 - maps/bgnpcgn-ell-Grek-Latn-1996.yaml
 - maps/bgnpcgn-jpn-Hrkt-Latn-1976.yaml
@@ -190,6 +265,7 @@ files:
 - maps/bgnpcgn-srp-Cyrl-Latn-2005.yaml
 - maps/bgnpcgn-ukr-Cyrl-Latn-1965.yaml
 - maps/bgnpcgn-ukr-Cyrl-Latn-2019.yaml
+- maps/bgnpcgn-zho-Hans-Latn-1979.yaml
 - maps/by-bel-Cyrl-Latn-1998.yaml
 - maps/by-bel-Cyrl-Latn-2007.yaml
 - maps/elot-ell-Grek-Latn-743-1982-tl.yaml
@@ -224,11 +300,18 @@ files:
 - maps/mvd-rus-Cyrl-Latn-2008.yaml
 - maps/mvd-rus-Cyrl-Latn-2010.yaml
 - maps/nil-kor-Hang-Hang-jamo.yaml
+- maps/odni-aze-Cyrl-Latn-2015.yaml
 - maps/odni-bel-Cyrl-Latn-2015.yaml
 - maps/odni-bul-Cyrl-Latn-2015.yaml
 - maps/odni-kat-Geor-Latn-2015.yaml
+- maps/odni-kaz-Cyrl-Latn-2015.yaml
+- maps/odni-kir-Cyrl-Latn-2015.yaml
+- maps/odni-mkd-cyrl-latn-2015.yaml
 - maps/odni-rus-Cyrl-Latn-2015.yaml
 - maps/odni-srp-Cyrl-Latn-2015.yaml
+- maps/odni-tat-Cyrl-Latn-2015.yaml
+- maps/odni-tgk-Cyrl-Latn-2015.yaml
+- maps/odni-uig-Cyrl-Latn-2015.yaml
 - maps/odni-ukr-Cyrl-Latn-2015.yaml
 - maps/odni-uzb-Cyrl-Latn-2015.yaml
 - maps/royin-tha-Thai-Latn-1939-generic.yaml
@@ -236,8 +319,12 @@ files:
 - maps/royin-tha-Thai-Latn-1999-chained.yaml
 - maps/royin-tha-Thai-Latn-1999.yaml
 - maps/sac-zho-Hans-Latn-1979.yaml
+- maps/ses-ara-arab-latn-1930.yaml
 - maps/stategeocadastre-ukr-Cyrl-Latn-1993.yaml
 - maps/ua-ukr-Cyrl-Latn-1996.yaml
+- maps/un-ara-Arab-Latn-1971.yaml
+- maps/un-ara-Arab-Latn-1972.yaml
+- maps/un-ara-Arab-Latn-2017.yaml
 - maps/un-bel-Cyrl-Latn-2007.yaml
 - maps/un-ben-Beng-Latn-2016.yaml
 - maps/un-ell-Grek-Latn-1987-tl.yaml