interscript 0.1.2 → 0.1.3

data/maps/odni-kat-Geor-Latn-2015.yaml

@@ -0,0 +1,88 @@
+---
+authority_id: odni
+id: 2015
+language: kat
+source_script: Geor
+destination_script: Latn
+name: Office of the Director Of National Intelligence Georgian Personal Names 2015
+# url:
+source: ICS 630-01, Annex E
+creation_date: 2015
+confirmation_date: 2015
+description: |
+  This system is the Intelligence Community standard for the transliteration of Georgian names that
+  will be applied to all final written reports and products for IC consumers. It is not intended to
+  eliminate variations of a name that can contribute forensic information. Rather, it is to provide an
+  IC standard Romanized (English) transliteration from Georgian that can then be linked to forensic
+  information in ways that will help identify the referent of the name.
+
+notes:
+
+tests:
+
+  - source: ბაყაყი
+    expected: baqaqi
+
+  - source: ძროხა
+    expected: dzrokha
+
+  - source: ჰაერი
+    expected: haeri
+
+  - source: ჟოლო
+    expected: zholo
+
+  - source: ჯართი
+    expected: jarti
+
+  - source: ღრმაღელე
+    expected: ghrmaghele
+
+  - source: ზვიად გამსახურდია
+    expected: zviad gamsakhurdia
+
+  - source: ედუარდ შევარდნაძე
+    expected: eduard shevardnadze
+
+  - source: მიხეილ სააკაშვილი
+    expected: mikheil saakashvili
+
+  - source: გიორგი მარგველაშვილი
+    expected: giorgi margvelashvili
+
+map:
+  characters:
+    '\u10d0' : 'a' # ა
+    '\u10d1' : 'b' # ბ
+    '\u10d2' : 'g' # გ
+    '\u10d3' : 'd' # დ
+    '\u10d4' : 'e' # ე
+    '\u10d5' : 'v' # ვ
+    '\u10d6' : 'z' # ზ
+    '\u10d7' : 't' # თ
+    '\u10d8' : 'i' # ი
+    '\u10d9' : 'k' # კ
+    '\u10da' : 'l' # ლ
+    '\u10db' : 'm' # მ
+    '\u10dc' : 'n' # ნ
+    '\u10dd' : 'o' # ო
+    '\u10de' : 'p' # პ
+    '\u10df' : 'zh' # ჟ
+    '\u10e0' : 'r' # რ
+    '\u10e1' : 's' # ს
+    '\u10e2' : 't' # ტ
+    '\u10e3' : 'u' # უ
+    '\u10e4' : 'p' # ფ
+    '\u10e5' : 'k' # ქ
+    '\u10e6' : 'gh' # ღ
+    '\u10e7' : 'q' # ყ
+    '\u10e8' : 'sh' # შ
+    '\u10e9' : 'ch' # ჩ
+    '\u10ea' : 'ts' # ც
+    '\u10eb' : 'dz' # ძ
+    '\u10ec' : 'ts' # წ
+    '\u10ed' : 'ch' # ჭ
+    '\u10ee' : 'kh' # ხ
+    '\u10ef' : 'j' # ჯ
+    '\u10f0' : 'h' # ჰ
+

data/maps/odni-ukr-Cyrl-Latn-2015.yaml

@@ -0,0 +1,157 @@
+---
+authority_id: odni
+id: 2015
+language: ukr
+source_script: Cyrl
+destination_script: Latn
+name: Office of the Director Of National Intelligence Ukrainian Personal Names 2004 System
+# url:
+source: ICS 630-01, Annex M
+creation_date: 2015
+confirmation_date: 2015
+description: |
+  This system is the Intelligence Community (IC) standard for the
+  transliteration of Ukrainian names that will be applied to all final
+  written reports and products for IC consumers. It is not intended to
+  eliminate variations of a name that can contribute forensic
+  information. Rather, it is to provide an IC standard Romanized
+  (English) transliteration from Ukrainian that can then be linked to
+  forensic information in ways that will help identify the referent of
+  the name.
+
+tests:
+  - source: Андрій
+    expected: Andriy
+  - source: Борисенко
+    expected: Borysenko
+  - source: Володимир
+    expected: Volodymyr
+  - source: Богдан
+    expected: Bohdan
+  - source: Згурський
+    expected: Zhurskyy
+  - source: Дмитро
+    expected: Dmytro
+  - source: Олег
+    expected: Oleh
+  - source: Гаєвич
+    expected: Hayevych
+  - source: Жанна
+    expected: Zhanna
+  - source: Казимирчук
+    expected: Kazymyrchuk
+  - source: Михайленко
+    expected: Mykhaylenko
+  - source: Іващенко
+    expected: Ivashchenko
+  - source: Олексій
+    expected: Oleksiy
+  - source: Коваленко
+    expected: Kovalenko
+  - source: Леонід
+    expected: Leonid
+  - source: Маринич
+    expected: Marynych
+  - source: Наталія
+    expected: Nataliya
+  - source: Онищенко
+    expected: Onyshchenko
+  - source: Петро
+    expected: Petro
+  - source: Рибчинський
+    expected: Rybchynskyy
+  - source: Соломія
+    expected: Solomiya
+  - source: Троць
+    expected: Trots
+  - source: Уляна
+    expected: Ulyana
+  - source: Філіпчук
+    expected: Filipchuk
+  - source: Христина
+    expected: Khrystyna
+  - source: Стеценко
+    expected: Stetsenko
+  - source: Шевченко
+    expected: Shevchenko
+  - source: Гаращенко
+    expected: Harashchenko
+  - source: Юрій
+    expected: Yuriy
+  - source: Ярошенко
+    expected: Yaroshenko
+  - source: Костянтин
+    expected: Kostyantyn
+
+map:
+  rules:
+    - pattern: \b\u2019\b # remove ’
+      result: ""
+
+  characters:
+    "\u0410": "A"        # А
+    "\u0411": "B"        # Б
+    "\u0412": "V"        # В
+    "\u0413": "H"        # Г
+    "\u0490": "G"        # Ґ
+    "\u0414": "D"        # Д
+    "\u0415": "E"        # Е
+    "\u0404": "Ye"       # Є
+    "\u0416": "Zh"       # Ж
+    "\u0417": "Z"        # З
+    "\u0418": "Y"        # И
+    "\u0406": "I"        # І
+    "\u0407": "Yi"       # Ї
+    "\u0419": "Y"        # Й
+    "\u041a": "K"        # К
+    "\u041b": "L"        # Л
+    "\u041c": "M"        # М
+    "\u041d": "N"        # Н
+    "\u041e": "O"        # О
+    "\u041f": "P"        # П
+    "\u0420": "R"        # Р
+    "\u0421": "S"        # С
+    "\u0422": "T"        # Т
+    "\u0423": "U"        # У
+    "\u0424": "F"        # Ф
+    "\u0425": "Kh"       # Х
+    "\u0426": "Ts"       # Ц
+    "\u0427": "Ch"       # Ч
+    "\u0428": "Sh"       # Ш
+    "\u0429": "Shch"     # Щ
+    "\u042e": "Yu"       # Ю
+    "\u042f": "Ya"       # Я
+    "\u042c": ""         # Ь
+    "\u0430": "a"        # а
+    "\u0431": "b"        # б
+    "\u0432": "v"        # в
+    "\u0433": "h"        # г
+    "\u0491": "g"        # ґ
+    "\u0434": "d"        # д
+    "\u0435": "e"        # е
+    "\u0454": "ye"       # є
+    "\u0436": "zh"       # ж
+    "\u0437": "z"        # з
+    "\u0438": "y"        # и
+    "\u0456": "i"        # і
+    "\u0457": "yi"       # ї
+    "\u0439": "y"        # й
+    "\u043a": "k"        # к
+    "\u043b": "l"        # л
+    "\u043c": "m"        # м
+    "\u043d": "n"        # н
+    "\u043e": "o"        # о
+    "\u043f": "p"        # п
+    "\u0440": "r"        # р
+    "\u0441": "s"        # с
+    "\u0442": "t"        # т
+    "\u0443": "u"        # у
+    "\u0444": "f"        # ф
+    "\u0445": "kh"       # х
+    "\u0446": "ts"       # ц
+    "\u0447": "ch"       # ч
+    "\u0448": "sh"       # ш
+    "\u0449": "shch"     # щ
+    "\u044e": "yu"       # ю
+    "\u044f": "ya"       # я
+    "\u044c": ""         # Ь

data/maps/royin-tha-Thai-Latn-1939-generic.yaml

@@ -0,0 +1,90 @@
+---
+authority_id: royin
+id: 1939-generic
+language: tha
+source_script: Thai
+destination_script: Latn
+name: Royal Thai General System of Transcription (1939) Generic
+url: http://www.siamese-heritage.org/jsspdf/1941/JSS_033_1d_RoyalInstituteTranscriptionOfThaiIntoRomanCharacters.pdf
+creation_date: 1939
+adoption_date: 
+description: |
+  This map loads two external maps to convert Thai text first into phonemic Thai,
+  and then into IPA transcription.
+  
+  The IPA transcription will then be handled by this map, and converted into
+  Royal Thai General System of Transcription (1939)
+
+  The first two parts are done via two external maps.
+
+
+notes: |
+  This is a draft for the map.
+  The conversion from Thai to Phonemic Thai is still work-in-progress.
+
+tests:
+  - source: "กษัตริย์"
+    expected: "kasat"
+  - source: "ประกาศ"
+    expected: "prakat"
+  # - source: "ราชบุรี่"
+  #   expected: "ratburi"
+  # - source: "ปากลัด"
+  #   expected: "pak-lat"
+
+
+chain: ["var-tha-Thai-Thai-phonemic" ,"var-tha-Thai-Zsym-ipa"]
+
+map:
+  title-case: false
+  word_separator: " "  
+
+  rules:
+    - pattern: '[˩˨˧˦˥]'
+      result : ''
+
+  postrules:
+    - pattern: '\.'
+      result:  ''
+
+  characters:
+
+  dictionary:
+
+    '̯': ''
+    '̚': ''
+
+    'ʔ': ''
+    'ː': ''
+
+    't͡ɕʰ': 'ch'
+    't͡ɕ': 'čh'
+    'ŋ': 'ng'
+    'j': 'y'
+    'ɔ': 'o̦'
+    'ɤ': 'œ' 
+    'ɛ': 'æ'
+    'ɯ': 'ư'
+    'ʰ': 'h'
+
+    'aːw': 'ao'
+    'aw': 'ao'
+    'a̯w': 'ao'
+    'eːw': 'eo'
+    'ew': 'eo'
+    'ɛːw': 'aeo'
+    'ɛw': 'æo'
+    'iːw': 'iu'
+    'iw': 'iu'
+
+    'aːj': 'ai'
+    'aj': 'ai'
+    'a̯j': 'ai'
+    'ɔːj': 'o̦i'
+    'ɔj': 'o̦i'
+    'oːj': 'oi'
+    'oj': 'oi'
+    'ɤːj': 'œi'
+    'ɤj': 'œi'
+    'uːj': 'ui'
+    'uj': 'ui'

data/maps/royin-tha-Thai-Latn-1968.yaml

@@ -0,0 +1,179 @@
+---
+authority_id: royin
+id: 1968-chained
+language: tha
+source_script: Thai
+destination_script: Latn
+name: Royal Thai General System of Transcription (1968)
+url: http://www.royin.go.th/wp-content/uploads/royin-ebook/276/FileUpload/758_6484.pdf
+creation_date: 1968
+adoption_date: 
+description: |
+  This map loads two external maps to convert Thai text first into phonemic Thai,
+  and then into IPA transcription.
+  
+  The IPA transcription will then be handled by this map, and converted into
+  Royal Thai General System of Transcription (1968).
+
+  The first two parts are done via two external maps.
+
+notes: |
+  The conversion from Thai to Phonemic Thai is still work-in-progress.
+
+tests:
+  - source: "สะพาน"
+    expected: "saphan"
+  - source: "ลานตา"
+    expected: "lanta"
+  - source: "บาง"
+    expected: "bang"
+  - source: "สมุทร"
+    expected: "samut"
+  - source: "ลำ"
+    expected: "lam"
+  - source: "สิงห์"
+    expected: "sing"
+  - source: "บุรี"
+    expected: "buri"
+  - source: "สตึก"
+    expected: "satuk"
+  - source: "พืช"
+    expected: "phut"
+  - source: "บรบือ"
+    expected: "borabu"
+  - source: "ภู"
+    expected: "phu"
+  - source: "ปะนาเระ"
+    expected: "panare"
+  - source: "เพ็ญ"
+    expected: "phen"
+  # - source: "เขน"
+  #   expected: "khen"
+  - source: "แซะ"
+    expected: "sae"
+  # - source: "สะแก"
+  #   expected: "sakae"
+  - source: "พะโต๊ะ"
+    expected: "phato"
+  - source: "ลพ"
+    expected: "lop"
+  # - source: "สามโก้"
+  #   expected: "samko"
+  - source: "เกาะ"
+    expected: "ko"
+  - source: "บ่อ"
+    expected: "bo"
+  - source: "เซอะ"
+    expected: "soe"
+  - source: "อำเภอ"
+    expected: "amphoe"
+  - source: "เนิน"
+    expected: "noen"
+  # - source: "เพียะ"
+  #   expected: "phia"
+  - source: "เทียน"
+    expected: "thian"
+  # - source: "เกือะ"
+  #   expected: "kua"
+  - source: "เมือง"
+    expected: "muang"
+  # - source: "ผัวะ"
+  #   expected: "phua"
+  - source: "บัว"
+    expected: "bua"
+  # - source: "ควน"
+  #   expected: "khuan"
+  - source: "ใหญ่"
+    expected: "yai"
+  # - source: "ไผ่"
+  #   expected: "phai"
+  - source: "ชัย"
+    expected: "chai"
+  - source: "ไทย"
+    expected: "thai"
+  # - source: "ปาย"
+  #   expected: "pai"
+  - source: "เจ้า"
+    expected: "chao"
+  - source: "ข้าว"
+    expected: "khao"
+  # - source: "กุย"
+  #   expected: "kui"
+  - source: "โดย"
+    expected: "doi"
+  # - source: "ดอย"
+  #   expected: "doi"
+  # - source: "งิ้ว"
+  #   expected: "ngiu"
+  - source: "เร็ว"
+    expected: "reo"
+  # - source: "เลว"
+  #   expected: "leo"
+  # - source: "เลย"
+  #   expected: "loei"
+  # - source: "เดือย"
+  #   expected: "duai"
+  # - source: "ห้วย"
+  #   expected: "huai"
+  - source: "แมว"
+    expected: "maeo"
+  - source: "เขียว"
+    expected: "khieu"
+
+chain: ["var-tha-Thai-Thai-phonemic" ,"var-tha-Thai-Zsym-ipa"]
+
+map:
+  title-case: false
+  word_separator: " "  
+
+  rules:
+    - pattern: '[˩˨˧˦˥]'
+      result : ''
+    - pattern: '^'
+      result: '.'
+
+  postrules:
+    - pattern: '\.'
+      result:  ''
+
+  characters:
+
+  dictionary:
+
+    '̯': ''
+    '̚': ''
+
+    'ʔ': ''
+    'ː': ''
+
+    't͡ɕʰ': 'ch'
+    't͡ɕ': 'ch'
+    'ŋ': 'ng'
+    'j': 'y'
+    'ɔ': 'o'
+    'ɤ': 'oe' 
+    'ɛ': 'ae'
+    'ɯ': 'u'
+    'ʰ': 'h'
+
+    'aːw': 'ao'
+    'aw': 'ao'
+    'a̯w': 'eu'
+    'eːw': 'eo'
+    'ew': 'eo'
+    'ɛːw': 'aeo'
+    'ɛw': 'aeo'
+    'iːw': 'iu'
+    'iw': 'iu'
+
+    'aːj': 'ai'
+    'aj': 'ai'
+    'a̯j': 'ai'
+    'ɔːj': 'oi'
+    'ɔj': 'oi'
+    'oːj': 'oi'
+    'oj': 'oi'
+    'ɤːj': 'oei'
+    'ɤj': 'oei'
+    'uːj': 'ui'
+    'uj': 'ui'