interscript-maps 2.4.3 → 2.5.0

data/maps/un-ara-Arab-Latn-2017.isc

@@ -0,0 +1,475 @@
+system "UN:ara-Arab:Latn:2017" {
+
+metadata {
+  authority_id un
+  id 2017
+  language iso-639-2:ara
+  source_script Arab
+  destination_script Latn
+  name Romanization of Arabic -- Unified Arabic Transliteration System (2017)
+  url http://www.eki.ee/wgrs/rom1_ar.pdf
+  creation_date 2017
+  confirmation_date 2018-06
+  description {    The current United Nations recommended romanization
+    system was approved in 2017 (resolution XI/3), based on
+    the system adopted by Arabic experts at the conference
+    held in Beirut in 2007, the Unified Arabic
+    Transliteration System, taking into account the
+    practical amendments and corrections carried out and
+    agreed upon by the representatives of the Arabic-
+    speaking countries at the Fourth Arab Conference on
+    Geographical Names, held in Beirut in 2008, and some
+    clarifications and amendments agreed in Riyadh in 20171.
+    Previously, the United Nations had approved a
+    romanization system in 1972 (resolution II/8), based on the
+    system adopted by Arabic experts at the conference
+    held at Beirut in 1971 with the practical amendments carried out
+    and agreed upon by the representatives of the Arabic-speaking
+    countries at their conference. The table was published in volume
+    II of the conference report.
+    In UN resolution XI/3 it is specifically stated that the
+    system was recommended for the “romanization of the
+    geographical names within those Arabic-speaking countries
+    where this system is officially adopted”. There is
+    evidence of its partial implementation in Jordan, Oman and
+    Saudi Arabia. The UNGEGN Working Group on Romanization
+    Systems intends to continue monitoring the UN system’s
+    implementation across Arabic-speaking countries.
+    In some countries there exist local romanization schemes
+    or practices. The geographical names of Algeria, Djibouti,
+    Mauritania, Morocco and Tunisia are generally rendered in
+    the traditional manner which conforms to the principles of
+    the French orthography.
+    The previous UN-approved system is still found in
+    considerable international usage.
+    Arabic is written from right to left. The Arabic script
+    usually omits vowel points and diacritical marks from
+    writing which makes it difficult to obtain uniform results
+    in the romanization of Arabic. It is essential to identify
+    correctly the words which appear in any particular name
+    and to know the standard Arabic-script spelling including
+    the relevant vowels. One must also take into account
+    dialectal and idiosyncratic deviations. The romanization
+    is generally reversible though there may be some ambiguous
+    letter sequences (dh, kh, sh, th) which may also point to
+    combinations of Arabic characters in addition to the
+    respective single characters.
+  }
+  notes {
+    note "      When the definite article al precedes a word beginning with\n      one of the \"sun letters\" (t, th, d, dh, r, z, s, sh, s̱, ḏ, ṯ,\n      d͟h, l, n) the l of the definite article is assimilated with\n      the first consonant of the word: الشارقة Ash Shāriqah."
+    note "      The definite article is always written with a capital\n      initial: الزيتون Az Zaytūn, البلد Al Balad, منية الضنية Minyat Aḏ\n      Ḏinniyyah."
+    note "      Nunation is unlikely to be found in geographical names and\n      the last letter remains silent: جبل = جبلٌ Jabal (not Jabalun)."
+    note "      In order to disambiguate certain character sequences a\n      middle dot (·) may be used: سهيلة S·haylah (cf. شيلة Shaylah), دهيب\n      D·hayb (cf. ذيب Dhayb), أدهم Ad·ham (cf. أذم Adham)."
+    note "      ta' marboota should be transliterated to 'ah' if it's in\n      a definite article, or at the end of the sentence\n      otherwise it should be transliterated to 'at'\n      to handle words starting with AL and ending with ta' marboota\n      which is pronounced as \"ah\" not \"at\" divided into multiple\n      regex because lookbehind in ruby doesn't support variable length"
+    note "      مَكّة should be transliterated to makkah, shadda above ك\n      is to double the consonant, same applies to all arabic letters"
+  }
+}
+
+tests {
+  # Examples taken from:
+  # https://unstats.un.org/unsd/geoinfo/geonames/
+   "مِصر" ->  "Mis̱r"
+   "قَطَر" ->  "Qaṯar"
+   "المَغرِب" ->  "Al Maghrib"
+   "الجُمهُورِيَّة العِراقِيَّة" ->  "Al Jumhūrīyah al ‘Irāqīyah"
+   "جُمهُورِيَّة العِراق" ->  "Jumhūrīyat al ‘Irāq"
+   "جُمهُورِيَّة مِصر العَرَبِيَّة" ->  "Jumhūrīyat Mis̱r al ‘Arabīyah"
+   "بَغداد" ->  "Baghdād"
+   "تُونِس" ->  "Tūnis"
+   "السُعُودِيَّة" ->  "As Su‘ūdīyah"
+   "اليَمَن" ->  "Al Yaman"
+   "السُودان" ->  "As Sūdān"
+   "الجَزائِر" ->  "Al Jazā'ir"
+   "الجُمهُورِيَّة اللُبنانِيَّة" ->  "Al Jumhūrīyah al Lubnānīyah"
+   "أسمَرة" ->  "Asmarah"
+   "جِدَّة" ->  "Jiddah"
+   "مَكَّة" ->  "Makkah"
+   "الرِيَاض" ->  "Ar Riyāḏ"
+}
+
+stage main {
+  # CHARACTERS
+  parallel {
+
+    # Tool used for Unicode finding:
+    # https://www.branah.com/unicode-converter
+
+    # pointing
+    sub "\u064e" "a"
+    sub {
+    from "\u064e"
+    to ""
+    after "\u0629"
+  }
+    sub {
+    from "\u064e"
+    to ""
+    after "a" + any("ht")
+  }
+    sub "\u0650" "i"
+    sub "\u064f" "u"
+    sub "\u0652" ""
+
+
+    # special pointed letters
+    sub "\u0639\u064e" "‘a"
+    sub "\u0639\u0650" "‘i"
+    sub "\u0639\u064f" "‘ū"
+    # handle MacOS regex difference
+    sub "\u0639\u064f\u0648" "‘ū"
+
+    sub "\u0650\u064a" "ī"
+    sub "\u0650\u064a\u0651\u064e" "īy"
+    sub {
+    from "\u0650\u064a"
+    to "iy"
+    after any("\u064e\u064f")
+  }
+    sub "\u064f\u0648" "ū"
+    sub "\u064e\u0627" "ā"
+    sub "\u064e\u0649" "á"
+    sub "\u064e\u0648\u0652" "aw"
+    sub "\u064e\u064a\u0652" "ay"
+    sub "\u0622" "ā"
+
+    # (A) Marks absence of the vowel.
+    # (B) Marks doubling of the consonant.
+
+    # Sun letters
+    sub {
+    from boundary + "\u0627\u0644\u062a" + maybe("\u0651")
+    to "at t"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u062b" + maybe("\u0651")
+    to "ath th"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u062f" + maybe("\u0651")
+    to "ad d"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0630" + maybe("\u0651")
+    to "adh dh"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0631" + maybe("\u0651")
+    to "ar r"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0632" + maybe("\u0651")
+    to "az z"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0633" + maybe("\u0651")
+    to "as s"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0634" + maybe("\u0651")
+    to "ash sh"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0635" + maybe("\u0651")
+    to "as̱ s̱"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0636" + maybe("\u0651")
+    to "aḏ ḏ"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0637" + maybe("\u0651")
+    to "aṯ ṯ"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0638" + maybe("\u0651")
+    to "ad͟h d͟h"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0644" + maybe("\u0651")
+    to "al l"
+  }
+    sub {
+    from boundary + "\u0627\u0644\u0646" + maybe("\u0651")
+    to "an n"
+  }
+
+    # TODO: shorten this fragment
+    # ta' marboota
+    sub "\u0629" "at"
+    sub {
+    from "\u0629" + line_end
+    to "ah"
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+    sub {
+    from "\u0629"
+    to "ah"
+    before boundary + "\u0627\u0644" + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff") + any("\u0600".."\u06ff")
+  }
+
+    # shadda
+
+    sub "\u0628\u0651" "bb"
+    sub "\u062a\u0651" "tt"
+    sub "\u062b\u0651" "thth"
+    sub "\u062c\u0651" "jj"
+    sub "\u062d\u0651" "ẖẖ"
+    sub "\u062e\u0651" "khkh"
+    sub "\u062f\u0651" "dd"
+    sub "\u0630\u0651" "dhdh"
+    sub "\u0631\u0651" "rr"
+    sub "\u0632\u0651" "zz"
+    sub "\u0633\u0651" "ss"
+    sub "\u0634\u0651" "sh"
+    sub "\u0635\u0651" "s̱s̱"
+    sub "\u0636\u0651" "ḏḏ"
+    sub "\u0637\u0651" "ṯṯ"
+    sub "\u0638\u0651" "d͟hd͟h"
+    sub "\u063a\u0651" "ghgh"
+    sub "\u0641\u0651" "ff"
+    sub "\u0642\u0651" "qq"
+    sub "\u0643\u0651" "kk"
+    sub "\u0644\u0651" "ll"
+    sub "\u0645\u0651" "mm"
+    sub "\u0646\u0651" "nn"
+    sub "\u0647\u0651" "hh"
+    sub "\u0648\u0651" "ww"
+    sub "\u064a\u0651" "yy"
+
+    sub "\u0626" "'"
+
+
+    sub {
+    from "\u0621"
+    to any(["’", ""])
+  }
+
+    sub "\u0623" "a"
+    sub "\u0627" "ā"
+
+    # See note B
+    sub {
+    from boundary + "\u0627\u0644"
+    to "al "
+  }
+    # '\uFE8E' : ''  # ﺎ
+
+    sub "\u0628" "b"
+    sub "\uFE91" "b"
+    sub "\uFE92" "b"
+    sub "\uFE90" "b"
+
+    # See note C
+    sub "\u062a" "t"
+    sub "\ufe97" "t"
+    sub "\ufe98" "t"
+    sub "\ufe96" "t"
+
+    sub "\u062b" "th"
+    sub "\ufe9b" "th"
+    sub "\ufe9c" "th"
+    sub "\ufe9a" "th"
+
+    sub "\u062c" "j"
+    sub "\ufe9f" "j"
+    sub "\ufea0" "j"
+    sub "\ufe9e" "j"
+
+    sub "\u062d" "ẖ"
+    sub "\ufea3" "ẖ"
+    sub "\ufea4" "ẖ"
+    sub "\ufea2" "ẖ"
+
+    sub "\u062e" "kh"
+    sub "\ufea7" "kh"
+    sub "\ufea8" "kh"
+    sub "\ufea6" "kh"
+
+    sub "\u062f" "d"
+    sub "\ufeaa" "d"
+
+    sub "\u0630" "dh"
+    sub "\ufeac" "dh"
+
+    sub "\u0631" "r"
+    sub "\ufeae" "r"
+
+    sub "\u0632" "z"
+    sub "\ufeb0" "z"
+
+    sub "\u0633" "s"
+    sub "\ufeb3" "s"
+    sub "\ufeb4" "s"
+    sub "\ufeb2" "s"
+
+    sub "\u0634" "sh"
+    sub "\ufeb7" "sh"
+    sub "\ufeb8" "sh"
+    sub "\ufeb6" "sh"
+
+    sub "\u0635" "s̱"
+    sub "\ufebb" "s̱"
+    sub "\ufebc" "s̱"
+    sub "\ufeba" "s̱"
+
+    sub "\u0636" "ḏ"
+    sub "\ufebf" "ḏ"
+    sub "\ufec0" "ḏ"
+    sub "\ufebe" "ḏ"
+
+    sub "\u0637" "ṯ"
+    sub "\ufec3" "ṯ"
+    sub "\ufec4" "ṯ"
+    sub "\ufec2" "ṯ"
+
+    sub "\u0638" "d͟h"
+    sub "\ufec7" "d͟h"
+    sub "\ufec8" "d͟h"
+    sub "\ufec6" "d͟h"
+
+    sub "\u0639" "‘"
+    sub "\ufecb" "‘"
+    sub "\ufecc" "‘"
+    sub "\ufeca" "‘"
+
+    sub "\u063a" "gh"
+    sub "\ufecf" "gh"
+    sub "\ufed0" "gh"
+    sub "\ufece" "gh"
+
+    sub "\u0641" "f"
+    sub "\ufed3" "f"
+    sub "\ufed4" "f"
+    sub "\ufed2" "f"
+
+    sub "\u0642" "q"
+    sub "\ufed7" "q"
+    sub "\ufed8" "q"
+    sub "\ufed6" "q"
+
+    sub "\u0643" "k"
+    sub "\ufedb" "k"
+    sub "\ufedc" "k"
+    sub "\ufeda" "k"
+
+    sub "\u0644" "l"
+    sub "\ufedf" "l"
+    sub "\ufee0" "l"
+    sub "\ufede" "l"
+
+    sub "\u0645" "m"
+    sub "\ufee3" "m"
+    sub "\ufee4" "m"
+    sub "\ufee2" "m"
+
+    sub "\u0646" "n"
+    sub "\ufee7" "n"
+    sub "\ufee8" "n"
+    sub "\ufee6" "n"
+
+    # See note C
+    sub "\u0647" "h"
+    sub "\ufeeb" "h"
+    sub "\ufeec" "h"
+    sub "\ufeea" "h"
+
+    sub "\u0648" "w"
+    sub "\ufeee" "w"
+
+    sub "\u064a" "y"
+    sub "\ufef3" "y"
+    sub "\ufef4" "y"
+    sub "\ufef1" "y"
+
+    # (A) Not romanized word-initially.
+
+    # (B) Not romanized, but see romanizations accompanying alif (ا) in the table for vowels.
+
+    # (C) In certain endings, an original tā’ (ت) is written ة, i.e., like hā’ (ه) with two dots, and is known as tā’ marbūṯah. It is romanized h, except in the construct form of feminine nouns, where it is romanized t, instead.
+
+
+    # Vowels, diphthongs and diacritical marks
+    # (ـ stands for any consonant)
+  }
+
+
+  # POSTRULES
+  sub {
+    from any("\u0061".."\uFFFF")
+    to upcase
+    before boundary
+    not_before boundary + any("‘’'")
+  }
+  # don't capitalize defined article in the middle of a sentence
+  sub " At T" " at T"
+  sub " Ath Th" " ath th"
+  sub " Ad D" " ad D"
+  sub " Adh Dh" " adh Dh"
+  sub " Ar R" " ar R"
+  sub " Az Z" " az Z"
+  sub " As S" " as S"
+  sub " Ash Sh" " ash Sh"
+  sub " As̱ S̱" " as̱ S̱"
+  sub " Aḏ Ḏ" " aḏ Ḏ"
+  sub " Aṯ Ṯ" " aṯ Ṯ"
+  sub " Ad͟h D͟h" " ad͟h D͟h"
+  sub " Al L" " al L"
+  sub " An N" " an N"
+  sub " Al " " al "
+
+}
+}