interscript 0.1.7 → 2.1.0b1

data/maps/iso-kor-Hang-Latn-1996-method2.yaml

@@ -1,226 +0,0 @@
----
-authority_id: iso
-id: 1996-method2
-language: iso-639-2:kor
-source_script: Hang
-destination_script: Latn
-name: "ISO/TR 11941:1996 Information and documentation — Transliteration of Korean script into Latin characters"
-url: https://www.iso.org/standard/20564.html
-creation_date: 1996
-adoption_date:
-description: Establishes a system for the transliteration of the characters of Korean script into Latin characters. Intended to provide a means for international communication of written documents.
-
-notes: ""
-
-tests:
-  # Tests from https://www.eki.ee/wgrs/rom2_ko.pdf
-  - source: "꽃이"
-    expected: "ggoc'i" # Bad OCR
-  - source: "강에"
-    expected: "gang'e"
-  - source: "앉아라"
-    expected: "anj'ara"
-  - source: "아까"
-    expected: "a'gga"
-  - source: "흰떡"
-    expected: "hyin'ddeog"
-  #- source: "유쾌하다" not present in method2
-  #  expected: "yu'khwaehata"
-
-  # Tests from https://github.com/interscript/interscript/files/5249245/ISO-TR-11941-1996.pdf
-  - source: "애기"
-    expected: "aegi"
-  - source: "방"
-    expected: "bang"
-  - source: "아이"
-    expected: "a'i"
-  - source: "고양이"
-    expected: "go'yang'i"
-  - source: "굽이"
-    expected: "gub'i"
-  - source: "밖에"
-    expected: "bagg'e"
-  - source: "박게"
-    expected: "bagge"
-  - source: "바께"
-    expected: "ba'gge"
-  - source: "간게"
-    expected: "gange"
-  - source: "안자라"
-    expected: "anjara"
-  - source: "오빠"
-    expected: "o'bba"
-  - source: "어찌"
-    expected: "eo'jji"
-  - source: "아씨"
-    expected: "a'ssi"
-
-map:
-  character_separator: ""
-  word_separator: " "
-  title_case: False
-  inherit: var-kor-Hang-Hang-jamo
-
-  rules:
-
-  postrules:
-    # Add space to the two ends of the string for easier word boundary handling
-    - pattern: "^"
-      result: " "
-    - pattern: "$"
-      result: " "
-
-    # Marks A, B, C
-    - pattern: "(?<!\\p{Hangul})ᄋ" # Word initially
-      result: ""
-    - pattern: "ᄋ" # See notes 2, 3 and 4.
-      result: "'"
-    - pattern: "ᆼ" # At the end of a syllable.
-      result: "ng"
-
-    # Note 4: add apostrophe before 5 double consonants at initial position
-    #         unless start of the word
-    - pattern: "(?<=\\p{Hangul})([ᄁᄄᄈᄍᄊ])"
-      result: "'\\1"
-    # Note 4: (only method 1) same but with 4 aspirated
-    #- pattern: "(?<=\\p{Hangul})([ᄏᄐᄑᄎ])"
-    #  result: "'\\1"
-
-    # Consonants differing between method1 and method2
-    - pattern: "[ᄀᆨ]"
-      result: "g"
-    - pattern: "[ᄏᆿ]"
-      result: "k"
-    - pattern: "[ᄁᆩ]"
-      result: "gg"
-    - pattern: "[ᄃᆮ]"
-      result: "d"
-    - pattern: "[ᄐᇀ]"
-      result: "t"
-    - pattern: "[ᄄퟍ]"
-      result: "dd"
-    - pattern: "[ᄇᆸ]"
-      result: "b"
-    - pattern: "[ᄑᇁ]"
-      result: "p"
-    - pattern: "[ᄈퟦ]"
-      result: "bb"
-    - pattern: "[ᄌᆽ]"
-      result: "j"
-    - pattern: "[ᄎᆾ]"
-      result: "c"
-    - pattern: "[ᄍퟹ]"
-      result: "jj"
-    # End
-
-    # Composite differing consonants (cons. https://en.wikipedia.org/wiki/ISO/TR_11941 )
-    - pattern: "[ᆪ]"
-      result: "gs"
-    - pattern: "[ꥤ]" # D. R at the beginning of a syllable
-      result: "rg"
-    - pattern: "[ᆰ]"
-      result: "lg"
-    - pattern: "[ᆴ]"
-      result: "lt"
-    - pattern: "[ꥩ]" # D. R at the beginning of a syllable
-      result: "rb"
-    - pattern: "[ᆲ]"
-      result: "lb"
-    - pattern: "[ᆵ]"
-      result: "lp"
-    - pattern: "[ᅜᆬ]"
-      result: "nj"
-    - pattern: "[ᄡᆹ]"
-      result: "bs"
-    # End
-
-    # Other consonants
-    - pattern: "[ᄉᆺ]"
-      result: "s"
-    - pattern: "[ᄊᆻ]"
-      result: "ss"
-    - pattern: "[ᄒᇂ]"
-      result: "h"
-    - pattern: "[ᄂᆫ]"
-      result: "n"
-    - pattern: "[ᄅ]" # D. R at the beginning of a syllable.
-      result: "r"
-    - pattern: "[ᆯ]"
-      result: "l"
-    - pattern: "[ᄆᆷ]"
-      result: "m"
-    # End
-
-    # Other composite consonants (cons. https://en.wikipedia.org/wiki/ISO/TR_11941 )
-    - pattern: "[ꥬ]" # D. R at the beginning of a syllable
-      result: "rs"
-    - pattern: "[ᆳ]"
-      result: "ls"
-    - pattern: "[ꥨ]" # D. R at the beginning of a syllable
-      result: "rm"
-    - pattern: "[ᆱ]"
-      result: "lm"
-    - pattern: "[ᄚ]" # D. R at the beginning of a syllable
-      result: "rh"
-    - pattern: "[ᆶ]"
-      result: "lh"
-    - pattern: "[ᅝᆭ]"
-      result: "nh"
-    # End
-
-    # Vowels
-    - pattern: "ᅡ"
-      result: "a"
-    - pattern: "ᅥ"
-      result: "eo"
-    - pattern: "ᅩ"
-      result: "o"
-    - pattern: "ᅮ"
-      result: "u"
-    - pattern: "ᅳ"
-      result: "eu"
-    - pattern: "ᅵ"
-      result: "i"
-    - pattern: "ᅢ"
-      result: "ae"
-    - pattern: "ᅦ"
-      result: "e"
-    - pattern: "ᅬ"
-      result: "oe"
-    - pattern: "ᅣ"
-      result: "ya"
-    - pattern: "ᅧ"
-      result: "yeo"
-    - pattern: "ᅭ"
-      result: "yo"
-    - pattern: "ᅲ"
-      result: "yu"
-    - pattern: "ᅤ"
-      result: "yae"
-    - pattern: "ᅨ"
-      result: "ye"
-    - pattern: "ᅪ"
-      result: "wa"
-    - pattern: "ᅯ"
-      result: "weo"
-    - pattern: "ᅱ"
-      result: "wi"
-    - pattern: "ᅫ"
-      result: "wae"
-    - pattern: "ᅰ"
-      result: "we"
-    - pattern: "ᅴ"
-      result: "yi"
-    # End
-
-    # Remove space added
-    - pattern: "^ "
-      result: ""
-    - pattern: " $"
-      result: ""
-
-  characters:
-  # This is based on Jamo
-
-  dictionary:
-  #

data/maps/iso-mal-Mlym-Latn-15919-2001.yaml

@@ -1,281 +0,0 @@
----
-authority_id: iso
-id: 15919-2001
-language: iso-639-2:mal
-source_script: Mlym
-destination_script: Latn
-name: "Information and documentation — Transliteration of Devanagari and related Indic scripts into Latin characters"
-url: https://www.chatranjali.fr/Scripts/Standards/ISO15919.pdf
-creation_date: 2001
-adoption_date: 2001
-description: |
-  Script conversion is often required for documents such as historical and literary texts, geographical texts (including
-  maps and atlases), bibliographies, catalogues, lists and passports (and other identification documents).
-
-  Text in Devanagari script or other Indic scripts sometimes needs to be shown in Latin script, where users, or
-  equipment that they are using, cannot read or write the text
-
-  This International Standard applies to transliteration of Devanagari, and to Indic scripts related to Devanagari,
-  independent of the period in which it is or was used.
-
-notes:
-
-  - All transliterations made using this International Standard shall be case-insensitive.
-  - Inherent a with a consonant shall always be transliterated.
-  - Malayalam anusvara final in a word shall be transliterated as m .
-  - candrabindu shall be transliterated as m̐
-  - When m̐, ṃ or ṁ are associated with a vowel, they shall be placed after the vowel. When m̐ is associated
-    with a semivowel, it shall be placed before the semivowel.
-  - Latin punctuation signs and Hindu-Arabic numerals shall remain unchanged in transliteration.
-    Indic punctuation is outside the scope of this International Standard.
-  - The Vedic accent Udatta shall be transliterated as an acute accent over the transliterated vowel, and the
-    independent Svarita as a grave accent over the transliterated vowel. In the case of the digraphs ai, au, the accent
-    shall be attached to the second vowel.
-  - |
-    A colon: before a Latin character shall be used to resolve ambiguity. Some normative cases are as
-    follows.
-     -  :’ for avagraha in modern text. (The apostrophe in modern text remains unchanged in accordance with previous rule.
-    - Pure consonant ( cillŭ form) in Malayalam script, other than r/ṟ (ർ), before a consonant, as in n:na formed with a
-      pure consonant (not the ligature nna). Medial ൕ in Malayalam text shall be treated as a pure consonant ( cillŭ
-      form).
-  - If a character in an Indic script is defined in such a way as to be equivalent to another character in any
-    script, where the second character has a transliteration in this International Standard, then the first character shall
-    be transliterated in the same way as the second character.
-  - When the half-nasal in Telugu script is used for modern nasalization in writing Hindi or
-    any other language, it shall be transliterated as a tilde above the transliterated vowel. In the case of the digraphs ai,
-    au, the tilde shall be attached to the second vowel
-  - Where it is desired to show the Vedic accent Anudatta, it should be transliterated as an underscore. In the case of
-    the digraphs ai, au, both Latin vowels should be underscored.
-    Where word boundaries are not shown in the original text (as happens commonly in Sanskrit) and a word ends in a
-    consonant, the transliteration should show word division by a space; but when phonological processes result in two
-    words sharing a common vowel, no attempt should be made to separate them. This will require a good knowledge
-    of the language in question.
-  - In Malayalam text, ് acts as the mātrā for ŭ when final in a word, except when it removes the inherent vowel of a single
-    consonant.
-  - The ambiguous pure consonant r/ṟ (ർ) in Malayalam script shall be transliterated into r when combined
-    with another consonant; when it is final in a word it shall be transliterated as ṟ in Malayalam language.
-
-tests:
-  - source: "സ്വപ്നയ്ക്കൊപ്പം ഹോട്ടലിൽ മന്ത്രിപുത്രൻ, ചിത്രങ്ങൾ; ൪ കോടി കമ്മിഷനിലും പങ്കുപറ്റി"
-    expected: "svapnaykkaeāppam haōṭṭalai:la mantraipautra:ṇa, caitraṅṅa:ḷa; 4 kaōṭai kammaiṣanailaum paṅkaupaṟṟai"
-  - source: "വിവാദങ്ങളിൽ മാപ്പില്ല, ആദ്യമായി ഐപിഎൽ കമന്ററിക്കില്ലാതെ മ‍ഞ്ജരേക്കര്‍; പുറത്ത് തന്നെ"
-    expected: "vaivaādaṅṅaḷai:la maāppailla, ādyamaāyai aipaie:la kamanṟaṟaikkaillaātae mañjaraēkkaraŭ; pauṟattaŭ tannae"
-  - source: "പരമാവധി ഊറ്റിയെടുത്തു; എല്ലാം കഴിഞ്ഞ് ഉപേക്ഷിച്ചു: വിങ്ങലോടെ റംസിയുടെ സഹോദരി"
-    expected: "paramaāvadhai ūṟṟaiyaeṭauttau; ellaām kaḻaiññaŭ upaēkṣaiccau: vaiṅṅalaōṭae ṟaṁsaiyauṭae sahaōdarai"
-  - source: "വഴിനീളെ രോഷം; യൂത്ത്‌ കോണ്‍ഗ്രസുകാരന്റെ  കയ്യൊടിഞ്ഞു, കൈവീശികാട്ടി ജലീൽ"
-    expected: "vaḻainaīḷae raōṣam; yaūttaŭ kaōṇaŭgrasaukaāranṟae  kayyaoṭaiññau, kaaivaīśaikaāṭṭai jalaī:la"
-  - source: "‘വികൃതിപ്പയ്യനാ’യിരുന്ന കോലി മിന്നും താരമായത് ഇന്ത്യൻ ക്രിക്കറ്റിന്റെ ഗുണം: അക്തർ"
-    expected: "‘vaikaṛtaippayyanaā’yairaunna kaōlai mainnaum taāramaāyataŭ intya:ṇa kraikkaṟṟainṟae gauṇam: aktaṟ"
-  - source: "ലോകത്തിനു വാക്സീൻ വേണമെങ്കിൽ ഈ നഗരം കനിയണം; തലയുയർത്തി ഇന്ത്യ"
-    expected: "laōkattainau vaāksaī:ṇa vaēṇamaeṅkai:la ī nagaram kanaiyaṇam; talayauyarttai intya"
-  - source: "‘അദ്ദേഹം ഒരു മകളെപ്പോലെ എന്നെ കേട്ടു’: ഗവർണറെ കണ്ട് കങ്കണ റനൗട്ട്"
-    expected: "‘addaēham orau makaḷaeppaōlae ennae kaēṭṭau’: gavarṇaṟae kaṇṭaŭ kaṅkaṇa ṟanaṭṭaŭ"
-  - source: "‘എല്ലാം ഫെയ്‌സ്ബുക്കില്‍ പറയുമെന്നു ജലീല്‍; കനത്ത സുരക്ഷയില്‍ യാത്ര, കരിങ്കൊടി"
-    expected: "‘ellaām phaeyaŭsbaukkailaŭ paṟayaumaennau jalaīlaŭ; kanatta saurakṣayailaŭ yaātra, karaiṅkaoṭai"
-  - source: "ഏറ്റവും ചെറുപ്പം ജോയി; ജയലക്ഷ്മി, ദീപ്തി, ജ്യോതി; പട്ടികയിലെ നിര ഇങ്ങനെ‌"
-    expected: "ēṟṟavaum caeṟauppam jaōyai; jayalakṣmai, daīptai, jyaōtai; paṭṭaikayailae naira iṅṅanae"
-  - source: "പരിശോധന കുറച്ച് കേരളം; കോവിഡ് ടെസ്റ്റ് പോസിറ്റിവിറ്റി നിരക്ക് എറ്റവും ഉയർന്ന്; ആശങ്ക‌"
-    expected: "paraiśaōdhana kauṟaccaŭ kaēraḷam; kaōvaid̂aŭ ṭaesṟṟaŭ paōsaiṟṟaivaiṟṟai nairakkaŭ eṟṟavaum uyarnnaŭ; āśaṅka"
-  - source: "൱"
-    expected: "100"
-
-map:
-
-  rules:
-    - pattern: (?<=)\u0D4D(?=\b) # Rule 12
-      result: 'ŭ'
-    - pattern: (?<=)\u0D02(?=\b) # Rule 3
-      result: 'm'
-    - pattern: (?<=)\u0D7C(?=\b) # Rule 13
-      result: 'ṟ'
-
-  characters:
-    'അ': 'a'
-    'ആ': 'ā'
-    'ഇ': 'i'
-    'ഈ': 'ī'
-    'ഉ': 'u'
-    'ഊ': 'ū'
-    'ഋ': "ṛ"
-    'ൠ': "ṝ"
-    'ഌ': "ḷ"
-    'ൡ': "ḹ"
-
-    'എ': 'e'
-    'ഏ': 'ē'
-    'ഐ': 'ai'
-
-    'ഒ': 'o'
-    'ഓ': 'ō'
-    'ഔ': 'au'
-
-    # Consonants
-    # Gutturals
-    'ക': 'ka'
-    'ഖ': 'kha'
-    'ഗ': 'ga'
-    'ഘ': 'gha'
-    'ങ': 'ṅa'
-
-    # Palatals
-    'ച': 'ca'
-    'ഛ': 'cha'
-    'ജ': 'ja'
-    'ഝ': 'jha'
-    'ഞ': 'ña'
-
-    # Cerebrals
-    'ട':  'ṭa'
-    'ഠ':  'ṭha'
-    'ഡ': 'd̂a'
-    'ഢ':  'ḍha'
-    'ണ':  'ṇa'
-
-    # Dentals
-    'ത': 'ta'
-    'ഥ': 'tha'
-    'ദ': 'da'
-    'ധ': 'dha'
-    'ന': 'na'
-
-    # Labials
-    'പ': 'pa'
-    'ഫ': 'pha'
-    'ബ': 'ba'
-    'ഭ': 'bha'
-    'മ': 'ma'
-
-    # Semivowels
-    'യ': 'ya'
-    'ര': 'ra'
-    'ർ': 'r'
-    'റ': 'ṟa'
-    'ല': 'la'
-    'ള': 'ḷa'
-    'ഴ': 'ḻa'
-    # Sibilants
-    'വ': 'va'
-    'ശ': 'śa'
-    'ഷ': 'ṣa'
-    'സ': 'sa'
-    'ഩ': 'ṉa'
-
-
-    # Aspirate
-    'ഹ': 'ha'
-
-    # Bisarga
-    'ഃ': 'ḥ'
-
-    # Anusvāra
-    'ം': 'ṁ'
-
-
-    # Abagraha
-    'ഽ': ':’' # (apostrophe)
-
-    # Medials # Needed for connecting constants
-
-    'ാ': 'ā'
-    'ി': 'i'
-    'ീ': 'ī'
-    'ു': 'u'
-    'ൂ': 'ū'
-    '്': 'ŭ'
-    'ൃ': "ṛ"
-    'ൄ': "ṝ"
-    '\u0D62': "ḷ"
-    '\u0D63': "ḹ"
-    'െ': "e"
-    'േ': "ē"
-    'ൈ': "ai"
-    'ൊ': 'o'
-    'ോ': 'ō'
-    'ൌ': 'au'
-
-    '्': ''
-    '़': ''
-    'ൗ': ''
-    "‍": '' # no need for zero with joiner
-    "‌": '' # no need for zero with non joiner
-
-
-    # For rule 12
-    # Gutturals
-    'ക്': 'k'
-    'ഖ്': 'kh'
-    'ഗ്': 'g'
-    'ഘ്': 'gh'
-    'ങ്': 'ṅ'
-
-    # Palatals
-    'ച്': 'c'
-    'ഛ്': 'ch'
-    'ജ്': 'j'
-    'ഝ്': 'jh'
-    'ഞ്': 'ñ'
-
-    # Cerebrals
-    'ട്':  'ṭ'
-    'ഠ്':  'ṭh'
-    'ഡ്': 'd̂'
-    'ഢ്':  'ḍh'
-    'ണ്':  'ṇ'
-
-    # Dentals
-    'ത്': 't'
-    'ഥ്': 'th'
-    'ദ്': 'd'
-    'ധ്': 'dh'
-    'ന്': 'n'
-
-    # Labials
-    'പ്': 'p'
-    'ഫ്': 'ph'
-    'ബ്': 'b'
-    'ഭ്': 'bh'
-    'മ്': 'm'
-
-    # Semivowels
-    'യ്': 'y'
-    'ര്': 'r'
-    'റ്': 'ṟ'
-    'ല്': 'l'
-    'ള്': 'ḷ'
-    'ഴ്': 'ḻ'
-    # Sibilants
-    'വ്': 'v'
-    'ശ്': 'ś'
-    'ഷ്': 'ṣ'
-    'സ്': 's'
-    'ഩ്': 'ṉ'
-
-
-    # Aspirate
-    'ഹ്': 'h'
-
-
-    # numbers
-
-    '൦': '0'
-    '൧': '1'
-    '൨': '2'
-    '൩': '3'
-    '൪': '4'
-    '൫': '5'
-    '൬': '6'
-    '൭': '7'
-    '൮': '8'
-    '൯': '9'
-    '൰': '10'
-    '൱': '100'
-    '൲': '1000'
-
-
-    # Rule 8(II)
-
-    'ൺ': ':na'
-    'ൻ': ':ṇa'
-    'ൽ': ':la'
-    'ൾ': ':ḷa'
-    'ൿ': ':ka'