interscript 0.1.7 → 0.1.9

data/maps/bgnpcgn-kur-Arab-Latn-2007.yaml

@@ -0,0 +1,249 @@
+---
+authority_id: bgnpcgn
+id: 2007
+language: kur
+source_script: Arab
+destination_script: Latn
+name: ROMANIZATION OF KURDISH -- BGN/PCGN 2007
+url: https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/693727/ROMANIZATION_OF_KURDISH.pdf
+creation_date: 2007
+confirmation date: 2017-12
+description: |
+  The tabulation below is applicable to the Kurdish language as a
+  whole. It is based for the most part on the Hawar Roman alphabet used
+  in the Library of Congress Standard Kurdish Orthography Table, but it
+  also incorporates certain non-Hawar elements found in A Kurdish-English
+  Dictionary (Taufiq Wahby & C J Edmonds, OUP, 1966). The tabulation
+  covers both major varieties of the Kurdish language: Kurmanji and
+  Sorani. Kurmanji is spoken principally in Turkey and in Iraq north of
+  the Great Zab River (Dahūk/Dihok Governorate). It is generally written
+  in Roman script, and usually employs the Roman orthography. Sorani is
+  spoken principally in Iraq south of the Great Zab river (Arbīl/Hewlêr
+  and As Sulaymānīyah/Slêmanî governorates). It is generally written in
+  Perso-Arabic script, and usually employs the Perso-Arabic script
+  orthography.
+
+  Kurdish forms of geographical names in Turkey will usually be found
+  in Roman script, and so no romanization process will be required. The
+  digraph options for consonant letters '\u0686', '\u0634', and '\u063A'
+  will not be encountered for such names. In Iraq, Syria, and Iran,
+  Kurdish will usually be encountered in Perso-Arabic script, in which
+  case it should be romanized into the corresponding Roman script form.
+  Kurdish geographical names for places and features outside Turkey,
+  found in Roman script form, should, where necessary and if possible, be
+  tailored to fit the orthography of the Romanization shown below and
+  should employ the digraph options for consonant letters '\u0686',
+  '\u0634', and '\u063A'.
+
+notes:
+
+  - In pure Kurdish words hamza is borne by yā’ ( ئ ) and occurs only
+    before initial vowels; it is not romanized. Medial and final hamza in
+    Arabic borrowings are romanized by ’ (apostrophe – Unicode encoding
+    2019).
+
+  - The letters ث ذ ص ض ط ظ do not occur in pure Kurdish words. In Arabic
+    borrowings some writers retain these letters, others substitute س ز س ز
+    ت ز respectively. Only the letters ط ض and ص are catered for in the
+    Library of Congress tabulation, as reflected in lines 16-18 of the
+    above Consonant table. Words of obvious Arabic origin occurring in a
+    Kurdish toponymic environment will be treated as Kurdish rather than
+    Arabic, as will words of other non-Kurdish origins.
+
+  - The digraph options appearing in rows 6, 15 and 20 of the consonants
+    table should be used for Kurdish geographical names in Iraq, Iran, and
+    Syria. The single character options should be used for Kurdish
+    geographical names in Turkey.
+
+  - ڨ is used to represent v in foreign words. Some southern Kurdish
+    writers use it to represent the v in borrowings from northern Kurdish
+    dialects. و is pronounced as a v in the north and as a w elsewhere.
+
+  - Hā’ can be used as a vowel or a consonant. The initial (ه) and medial
+    (forms are used for the consonant h, Consonant table, row 31, while the
+    final (ه) and independent (forms are used to represent the vowel e,
+    Vowel table, row 1. Therefore, when used as a consonant, the final and
+    independent forms of hā’ will be seen as ‘ه’ instead of ‘and ‘ه’,
+    respectively. For example, مهه meh, (“month”). When used as ‘e’, the
+    hā’ behaves like the letters alif (ا) , wāw, dāl (د) , and rā (ر) , in
+    that it never joins to the following letter (i.e., it has no medial
+    form). Consequently, the following letter will display the initial
+    form, e.g. هەولێر Hewlêr (unless there is only one following letter, in
+    which case it will be written in the independent form, e.g. ماوەت
+    Mawet). As with other vowels (see special rules 2 and 3), initial e is
+    preceded by the kursî hamza, yielding initial ئه , e.g. ئهني enî
+    “forehead”.
+
+  - In pure Kurdish words, the vowel ى is always long î, e.g. كانى ماسێ
+    Kanî Masê. When it represents îzafe, it is also romanized î and joined
+    by means of a hyphen to its preceding word e.g. پارێزگاى دهۆك Parêzga-î
+    Dihok.
+
+  - |
+    An inventory of letter-diacritic combinations, used in addition to
+    the unmodified letters of the basic Roman script in the Romanization of
+    Kurdish, with their Unicode encoding, is:
+
+      '‘': '\u2018' , '’': '2019'
+      'Ç': '00C7' , 'ç': '00E7'
+      'Ḍ': '1E0C' , 'ḍ': '1E0D'
+      'Ê': '00CA' , 'ê': '00EA'
+
+      # There is no single Unicode encoding for these letter-diacritic combinations.
+      'Ḧ': '0048+0308' , 'ḧ': '0068+0308'
+      'Î': '00CE' , 'î': '00EE'
+      'Ł': '0141' , 'ł': '0142'
+      'Ö': '00D6' , 'ö': '00F6'
+      'Ṟ': '1E5E' , 'ṟ': '1E5F'
+      'Ş': '015E' , 'ş': '015F'
+      'Ṣ': '1E62' , 'ṣ': '1E63'
+      'Ṭ': '1E6C' , 'ṭ': '1E6D'
+      'Û': '00DB' , 'û': '00FB'
+      'Ü': '00DC' , 'ü': '00FC'
+      'Ẍ': '1E8C' , 'ẍ': '1E8D'
+
+  - The Romanization column shows only lowercase forms but, when
+    romanizing, uppercase and lowercase Roman letters as appropriate should
+    be used.
+
+  # Special Rules
+  - The conjunction و (and) should be rendered u if the
+    preceding word ends in a consonant, and w if the preceding
+    word ends in a vowel. It should be separated by spaces from
+    the preceding and following words.
+
+  - In the Perso-Arabic orthography for Kurdish, all vowels are
+    written, with the exception of the short i, which is
+    expressed with a kasrah under the preceding consonant (ِ).
+    In Perso-Arabic script, the kasrah will rarely be written (
+    e.g., كرن kirin “to do”). Like all Kurdish vowels, the
+    short i will be preceded by a kursî hamza )ئ )if it appears
+    at the beginning of a word (see 3 below; see row 4 of vowel
+    table).
+
+  - In the Perso-Arabic orthography for Kurdish, when a vowel
+    comes at the beginning of a word, or when a vowel directly
+    follows another vowel, a kursî hamza )ئ )precedes it (e.g.,
+    ئاگر agir “fire”).
+
+  - A Kurdish word will never start with alif )ا .)A Kurdish
+    word may begin with a yā’ (ي) or wāw )و ,)but only when
+    they are used as a consonant, when they will be romanized
+    as y and w, respectively.
+
+  - When preceded by a consonant, yā’ (ي )and wāw )و )should be
+    romanized î and u, respectively. When preceded by a vowel (
+    including short i, which is not written), yā’ (ي )and wāw (
+    و )should be romanized y and w, respectively.
+
+  - The Arabic sign shaddah ( ّ ) denoting a doubled consonant
+    is not used in Kurdish; doubled consonants, which are rare,
+    are written twice e.g. موحەممەد Muḧemmed; ننا موسه Musanna.
+    Shaddah might be used in Arabic borrowings but, as in
+    unpointed Arabic, would generally be omitted.
+
+  - Particles such as له le (= at, in, on) and به be (= to,
+    for, by, with) should be written separately from their
+    following word, e.g. كوردستانێ له Le Kurdistanê “in
+    Kurdistan”
+
+  - Occasionally the character sequences چه ,سه and گه occur.
+    They may be romanized c·h, s·h, and g·h in order to
+    differentiate those romanizations from the digraphs ch, sh,
+    and gh.
+
+tests:
+  - source: كاني ماسێ
+    expected: Kanî Masê
+
+  - source: كِرِن
+    expected: Kirin
+
+  - source: ئاگِر
+    expected: Agir
+
+  - source: موحەممەد
+    expected: Muḧemmed
+
+  # - source: موسەننا # issue 604
+  #   expected: Musanna
+
+  - source: لەكوردِستانێ
+    expected: Le Kurdistanê
+
+map:
+  postrules:
+    - pattern: (?<=\b)(?<!\b[‘|’|'])[\u0061-\uFFFF]
+      result: "upcase"
+
+  characters:
+
+    '\u0650' : 'i' # ِ kasra special rule 2
+    '\u0644\u06d5' : 'le ' # special rule 7
+    '\u0628\u06d5' : 'be ' # special rule 7
+    # Note 1
+    '\u0621' : '’' # ء
+    '\u0624' : '’' # ؤ
+    '\u0626' : '’' # ئ
+
+    "(?<=[\u0621|\u0628|\u067E|\u062A|\u062C|\u0686|\u062D|\u062E|\u062F|\u0631|\u0695|\u0632|\u0698|\u0633|\u0634|\u0635|\u0636|\u0637|\u0639|\u063A|\u0341|\u06A8|\u0642|\u06A9|\u0643|\u06AF|\u0644|\u06B5|\u0645|\u0646|\u0648|\u0647|\u064A])\u0648" : 'u' # special note 4/5
+    "(?<=[\u0621|\u0628|\u067E|\u062A|\u062C|\u0686|\u062D|\u062E|\u062F|\u0631|\u0695|\u0632|\u0698|\u0633|\u0634|\u0635|\u0636|\u0637|\u0639|\u063A|\u0341|\u06A8|\u0642|\u06A9|\u0643|\u06AF|\u0644|\u06B5|\u0645|\u0646|\u0648|\u0647|\u064A])\u064A" : 'î' # special note 4/5
+    '\u0621': '’' # ء (see note 1 and 7)
+    '\u0628': 'b'  # ب
+    '\u067E': 'p'  # پ
+    '\u062A': 't'  # ت (see note 2)
+    '\u062C': 'c'  # ج
+    '\u0686': # چ (see notes 3 and 7)
+      - 'ch'
+      - 'ç'
+    '\u062D': 'ḧ'  # ح
+    '\u062E': 'x'  # خ
+    '\u062F': 'd'  # د
+    '\u0631': 'r'  # ر
+    '\u0695': 'ṟ'  # ڕ (Formerly written ڒ ڔ or رر according to typeface available; may vary on older sources. See note 7.)
+    '\u0632': 'z'  # ز (see note 2)
+    '\u0698': 'j'  # ژ
+    '\u0633': 's'  # س (see note 2)
+    '\u0634': # ش (see notes 3 and 7)
+      - 'sh'
+      - 'ş'
+    '\u0635': 'ṣ'  # ص (see notes 2 and 7)
+    '\u0636': 'ḍ'  # ض (see notes 2 and 7)
+    '\u0637': 'ṭ'  # ط  (see notes 2 and 7)
+    '\u0639': '‘'  # ع  (see note 7)
+    '\u063A': # غ (see notes 3 and 7)
+      - 'gh'
+      - 'ẍ'
+    '\u0341': 'f'  # ف
+    '\u06A8': 'v'  # ڨ  (see note 4)
+    '\u0642': 'q'  # ق
+    '\u06A9': 'k'  # ك
+    '\u0643': 'k'  # ك
+    '\u06AF': 'g'  # گ
+    '\u0644': 'l'  # ل
+    '\u06B5': 'ł'  # ڵ  (Formerly written ڶ according to type available; may vary on older sources. See note 7)
+    '\u0645': 'm'  # م
+    '\u0646': 'n'  # ن
+    '\u0648': 'w'  # و  (see note 4)
+    '\u0647': 'h'  # ه  (see note 5)
+    '\u064A': 'y'  # ي
+
+    # VOWELS
+    '\u0647\b': 'e' # See notes 1 and 5
+    '\u06D5': 'e' # See notes 1 and 5
+    '\u0626\u06D5': 'e' # See notes 1 and 5
+    '\u0627': 'a' # See note 1
+    '\u0626\u0627': 'a' # See note 1
+    '\u064A': 'î' # See notes 1, 6 and 7
+    '\u0626\u064A': 'î' # See notes 1, 6 and 7
+    '\u0626': 'i'
+    '\u06CE': 'ê' # See note 7
+    '\u0626\u06CE': 'ê' # See note 7
+    '\u0648': 'u'
+    '\u0626\u0648': 'u'
+    '\u0648\u0648': 'û' # See note 7
+    '\u0626\u0648\u0648': 'û' # See note 7
+    '\u06C6': 'o'
+    '\u0626\u06C6': 'o'
+    '\u0648': 'ö' # Rare; previously written وي . See note 7
+    '\u06CA': 'ü' # Only appearing in some dialects and only in old sources. Often equated to /û/ (row 7 above). Sometimes written يو See note 7.

data/maps/bgnpcgn-per-Arab-Latn-1958.yaml

@@ -196,6 +196,8 @@ tests:
   - source: اللَّه آبَاد
     expected: Allāhābād
 
+  - source: اِيران
+    expected: Īrān
 map:
   postrules:
     - pattern: (?<=\b)(?<!\b[‘|’|'|-])[\u0061-\uFFFF]

data/maps/bgnpcgn-prs-Arab-Latn-2007.yaml

@@ -203,172 +203,172 @@ notes:
 
 tests:
   - source: بَغْلان
-    expected: baghlān
+    expected: Baghlān
 
   - source: پُوټَكَى
-    expected: pōṯakay
+    expected: Pōṯakay
 
   - source: شِيرِين تَگَاب
-    expected: shīrīn tagāb
+    expected: Shīrīn Tagāb
 
   - source: کُوْټ
-    expected: kōṯ
+    expected: Kōṯ
 
   - source: ثَابِر
-    expected: s̄ābir
+    expected: S̄ābir
 
   - source: جَلال آبَاد
-    expected: jalālābād
+    expected: Jalālābād
 
   - source: چَارِيكَار
-    expected: chārīkār
+    expected: Chārīkār
 
   - source: ځَدْرَاڼ
-    expected: dzadrāṉ
+    expected: Dzadrāṉ
 
   - source: څَوکۍ
-    expected: tsowkêy
+    expected: Tsowkêy
 
   - source: حَضْرَتِ إِمَام
-    expected: ḩaẕrat-e imām
+    expected: Ḩaẕrat-e Imām
 
   - source: خُوْسْت
-    expected: khōst
+    expected: Khōst
 
   - source: سْپِين بُوْلْدَک
-    expected: spīn bōldak
+    expected: Spīn Bōldak
 
   - source: ډَنْډ وَ پَتَان
-    expected: ḏanḏ wa patān
+    expected: Ḏanḏ Wa Patān
 
   # - source: گُذَرْگَاهٔ نور
-  #   expected: guz̄argāh-e nūr
+  #   expected: Guz̄argāh-e nūr
 
   - source: كَنْدَهَار
-    expected: kandahār
+    expected: Kandahār
 
   - source: أَنْدَړ
-    expected: andaṟ
+    expected: Andaṟ
 
   - source: كُنْدُز
-    expected: kunduz
+    expected: Kunduz
 
   - source: مِير أَسْلَم ژْرَنْدَه
-    expected: mīr aslam zhrandah
+    expected: Mīr Aslam Zhrandah
 
   - source: ږِيرَه
-    expected: z͟hīrah
+    expected: Z͟hīrah
 
   - source: سَمَنْگَان
-    expected: samangān
+    expected: Samangān
 
   # - source: مَزَارِ شَريف
-  #   expected: mazār-e sharīf
+  #   expected: Mazār-e sharīf
 
   - source: كښٙتَه كَلا
-    expected: ks͟hêtah kalā
+    expected: Ks͟hêtah Kalā
 
   - source: قَيْصَار
-    expected: qayşār
+    expected: Qayşār
 
   - source: فَيض آبَاد
-    expected: faīẕābād
+    expected: Faīẕābād
 
   - source: حَضْرَتِ سُلْطَان
-    expected: ḩaẕrat-e sulţān
+    expected: Ḩaẕrat-e Sulţān
 
   - source: ظَاهِر كَلا
-    expected: z̧āhir kalā
+    expected: Z̧āhir Kalā
 
   - source: پُلِ عَلَم
-    expected: pul-e ‘alam
+    expected: Pul-e ‘Alam
 
   - source: غَزْنِي
-    expected: ghaznī
+    expected: Ghaznī
 
   - source: مَزَارِ شَرِيف
-    expected: mazār-e sharīf
+    expected: Mazār-e Sharīf
 
   - source: قَيْصَار
-    expected: qayşār
+    expected: Qayşār
 
   - source: كَنْدَهَار
-    expected: kandahār
+    expected: Kandahār
 
   - source: گَرْدېز
-    expected: gardēz
+    expected: Gardēz
 
   - source: کَابُل
-    expected: kābul
+    expected: Kābul
 
   - source: مَيمَنَه
-    expected: maīmanah
+    expected: Maīmanah
 
   - source: خَان آبَاد
-    expected: khānābād
+    expected: Khānābād
 
   - source: مَاڼۍ
-    expected: māṉêy
+    expected: Māṉêy
 
   - source: وَاخَان
-    expected: wākhān
+    expected: Wākhān
 
   # - source: هِرَات
-  #   expected: herāt
+  #   expected: Herāt
 
   - source: يَنْگِي قَلعَه
-    expected: yangī qal‘ah
+    expected: Yangī Qal‘ah
 
   - source: جَلال آبَاد
-    expected: jalālābād
+    expected: Jalālābād
 
   # - source: هِرات پُلِ حِصَار
   #   expected: Herāt Pul-e Ḩişār
 
   - source: مُرْغَاب کَابُل
-    expected: murghāb kābul
+    expected: Murghāb Kābul
 
   - source: گٙردُون
-    expected: gêrdōn
+    expected: Gêrdōn
 
   - source: آب بَنْد
-    expected: āb band
+    expected: Āb Band
 
   - source: سْپِين بُوْلْدَک
-    expected: spīn bōldak
+    expected: Spīn Bōldak
 
   # - source: بَالا بُلُوک
   #   expected: Bālā Bulūk
 
   - source: جَوزجَان
-    expected: jowzjān
+    expected: Jowzjān
 
   # - source:  غَزْنِى سْپِين
-  #   expected: ghaznī spīn
+  #   expected: Ghaznī spīn
 
   # - source: ريگ مَيوَنْد
   #   expected: Maywand, Rēg
 
   - source: گَرْدېز
-    expected: gardēz
+    expected: Gardēz
 
   - source: مَیدان شَهْر
-    expected: maīdān shahr
+    expected: Maīdān Shahr
 
   - source: ډَنْډِ سُفْلىٰ
-    expected: ḏanḏ-e suflá
+    expected: Ḏanḏ-e Suflá
 
   # - source: څَوْکۍ
   #   expected: Tsowkêy
 
   # - source: هَوائِي ډَگَر
-  #   expected: hawā’ī ḏagar
+  #   expected: Hawā’ī ḏagar
 
   # - source: مَزارِ شَريف
-  #   expected: mazār-e sharīf
+  #   expected: Mazār-e sharīf
 
   # - source: دايکندی
-  #   expected: dāykundī
+  #   expected: Dāykundī
 
   # - source: زيارت
   #   expected: Zīārat
@@ -380,9 +380,43 @@ tests:
   #   expected: Myā
 
   - source: جَبَل السَرَاج
-    expected: jabal as sarāj
+    expected: Jabal as Sarāj
 
 map:
+  postrules:
+    - pattern: (?<=\b)(?<!\b[‘|’|'|-])[\u0061-\uFFFF]
+      result: "upcase"
+    # don't capitalize defined article in the middle of a sentence
+    - pattern : ' At T'  # الت
+      result: ' at T'
+    - pattern : ' As̄ S̄'  # الث
+      result: ' as̄ S̄'
+    - pattern : ' Ad D' # الد
+      result: ' ad D'
+    - pattern : ' Az̄ Z̄'  # الذ
+      result: ' az̄ Z̄'
+    - pattern : ' Ar R' # الر
+      result: ' ar R'
+    - pattern : ' Az Z'  # الز
+      result: ' az Z'
+    - pattern : ' As S' # الس
+      result: ' as S'
+    - pattern : ' Ash Sh' # الش
+      result: ' ash Sh'
+    - pattern : ' Aş Ş'  # الص
+      result: ' aş Ş'
+    - pattern : ' Aẕ Ẕ'  # الض
+      result: ' aẕ Ẕ'
+    - pattern : ' Aţ Ţ'  # الط
+      result: ' aţ Ţ'
+    - pattern : ' Az̧ Z̧' # الظ
+      result: ' az̧ Z̧'
+    - pattern : ' Al L'  # الل
+      result: ' al L'
+    - pattern : ' An N'  # الن
+      result: ' an N'
+    - pattern: " Al " # ال
+      result: " al "
   characters:
 
     # word-medial or word-final form where so appearing in a word.