interscript 0.1.6 → 2.1.0a9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +11 -0
  3. data/.rspec +3 -0
  4. data/Gemfile +29 -0
  5. data/LICENSE.adoc +31 -0
  6. data/README.md +3 -0
  7. data/Rakefile +53 -0
  8. data/bin/console +14 -0
  9. data/bin/interscript +3 -39
  10. data/bin/maps_analyze_staging +168 -0
  11. data/bin/maps_debug_compilers +58 -0
  12. data/bin/maps_debug_ordering +88 -0
  13. data/bin/maps_debug_ruby_compile +24 -0
  14. data/bin/maps_debug_step_by_step +44 -0
  15. data/bin/maps_optimize_order +112 -0
  16. data/bin/maps_v1_analyze_regexps +45 -0
  17. data/bin/maps_v1_to_v2 +426 -0
  18. data/exe/interscript +6 -0
  19. data/interscript.gemspec +31 -0
  20. data/lib/interscript.rb +81 -127
  21. data/lib/interscript/command.rb +5 -5
  22. data/lib/interscript/compiler.rb +22 -0
  23. data/lib/interscript/compiler/javascript.rb +292 -0
  24. data/lib/interscript/compiler/ruby.rb +262 -0
  25. data/lib/interscript/dsl.rb +67 -0
  26. data/lib/interscript/dsl/aliases.rb +23 -0
  27. data/lib/interscript/dsl/document.rb +46 -0
  28. data/lib/interscript/dsl/group.rb +45 -0
  29. data/lib/interscript/dsl/group/parallel.rb +6 -0
  30. data/lib/interscript/dsl/items.rb +89 -0
  31. data/lib/interscript/dsl/metadata.rb +26 -0
  32. data/lib/interscript/dsl/stage.rb +6 -0
  33. data/lib/interscript/dsl/symbol_mm.rb +11 -0
  34. data/lib/interscript/dsl/tests.rb +12 -0
  35. data/lib/interscript/interpreter.rb +251 -0
  36. data/lib/interscript/node.rb +25 -0
  37. data/lib/interscript/node/alias_def.rb +15 -0
  38. data/lib/interscript/node/dependency.rb +13 -0
  39. data/lib/interscript/node/document.rb +45 -0
  40. data/lib/interscript/node/group.rb +34 -0
  41. data/lib/interscript/node/group/parallel.rb +9 -0
  42. data/lib/interscript/node/group/sequential.rb +2 -0
  43. data/lib/interscript/node/item.rb +52 -0
  44. data/lib/interscript/node/item/alias.rb +42 -0
  45. data/lib/interscript/node/item/any.rb +61 -0
  46. data/lib/interscript/node/item/capture.rb +50 -0
  47. data/lib/interscript/node/item/group.rb +51 -0
  48. data/lib/interscript/node/item/repeat.rb +40 -0
  49. data/lib/interscript/node/item/stage.rb +23 -0
  50. data/lib/interscript/node/item/string.rb +51 -0
  51. data/lib/interscript/node/metadata.rb +18 -0
  52. data/lib/interscript/node/rule.rb +6 -0
  53. data/lib/interscript/node/rule/funcall.rb +18 -0
  54. data/lib/interscript/node/rule/run.rb +15 -0
  55. data/lib/interscript/node/rule/sub.rb +65 -0
  56. data/lib/interscript/node/stage.rb +19 -0
  57. data/lib/interscript/node/tests.rb +15 -0
  58. data/lib/interscript/stdlib.rb +211 -0
  59. data/lib/interscript/utils/regexp_converter.rb +283 -0
  60. data/lib/interscript/version.rb +1 -1
  61. data/requirements.txt +1 -0
  62. metadata +75 -339
  63. data/README.adoc +0 -298
  64. data/bin/rspec +0 -29
  65. data/lib/__pycache__/g2pwrapper.cpython-38.pyc +0 -0
  66. data/lib/g2pwrapper.py +0 -34
  67. data/lib/interscript-opal.rb +0 -2
  68. data/lib/interscript/fs.rb +0 -71
  69. data/lib/interscript/mapping.rb +0 -142
  70. data/lib/interscript/opal.rb +0 -27
  71. data/lib/interscript/opal/maps.js.erb +0 -10
  72. data/lib/interscript/opal_map_translate.rb +0 -12
  73. data/lib/model-7 +0 -0
  74. data/lib/tha-pt-b-7 +0 -0
  75. data/maps/acadsin-zho-Hani-Latn-2002.yaml +0 -38912
  76. data/maps/alalc-amh-Ethi-Latn-1997.yaml +0 -509
  77. data/maps/alalc-amh-Ethi-Latn-2011.yaml +0 -138
  78. data/maps/alalc-ara-Arab-Latn-1997.yaml +0 -1283
  79. data/maps/alalc-asm-Deva-Latn-1997.yaml +0 -159
  80. data/maps/alalc-aze-Cyrl-Latn-1997.yaml +0 -141
  81. data/maps/alalc-bel-Cyrl-Latn-1997.yaml +0 -125
  82. data/maps/alalc-ben-Beng-Latn-2017.yaml +0 -130
  83. data/maps/alalc-bul-Cyrl-Latn-1997.yaml +0 -94
  84. data/maps/alalc-ell-Grek-Latn-1997.yaml +0 -624
  85. data/maps/alalc-ell-Grek-Latn-2010.yaml +0 -627
  86. data/maps/alalc-hin-Deva-Latn-2020.yaml +0 -159
  87. data/maps/alalc-kat-Geok-Latn-1997.yaml +0 -111
  88. data/maps/alalc-kat-Geor-Latn-1997.yaml +0 -146
  89. data/maps/alalc-kor-Hang-Latn-1997.yaml +0 -94
  90. data/maps/alalc-mar-Deva-Latn-1997.yaml +0 -170
  91. data/maps/alalc-mkd-Cyrl-Latn-1997.yaml +0 -114
  92. data/maps/alalc-mkd-Cyrl-Latn-2013.yaml +0 -103
  93. data/maps/alalc-pan-Deva-Latn-1997.yaml +0 -237
  94. data/maps/alalc-rus-Cyrl-Latn-1997.yaml +0 -221
  95. data/maps/alalc-rus-Cyrl-Latn-2012.yaml +0 -162
  96. data/maps/alalc-srp-Cyrl-Latn-1997.yaml +0 -114
  97. data/maps/alalc-srp-Cyrl-Latn-2013.yaml +0 -135
  98. data/maps/alalc-ukr-Cyrl-Latn-1997.yaml +0 -141
  99. data/maps/alalc-ukr-Cyrl-Latn-2011.yaml +0 -16
  100. data/maps/apcbg-bul-Cyrl-Latn-1995.yaml +0 -283
  101. data/maps/bas-rus-Cyrl-Latn-2017-bss.yaml +0 -174
  102. data/maps/bas-rus-Cyrl-Latn-2017-oss.yaml +0 -169
  103. data/maps/bgn-jpn-Hrkt-Latn-1962.yaml +0 -292
  104. data/maps/bgn-kor-Hang-Latn-1943.yaml +0 -31
  105. data/maps/bgn-kor-Kore-Latn-1943.yaml +0 -31
  106. data/maps/bgna-bul-Cyrl-Latn-2006.yaml +0 -208
  107. data/maps/bgna-bul-Cyrl-Latn-2009.yaml +0 -208
  108. data/maps/bgnpcgn-amh-Ethi-Latn-1967.yaml +0 -528
  109. data/maps/bgnpcgn-ara-Arab-Latn-1956.yaml +0 -592
  110. data/maps/bgnpcgn-arm-Armn-Latn-1981.yaml +0 -108
  111. data/maps/bgnpcgn-aze-Cyrl-Latn-1993.yaml +0 -104
  112. data/maps/bgnpcgn-bak-Cyrl-Latn-2007.yaml +0 -184
  113. data/maps/bgnpcgn-bel-Cyrl-Latn-1979.yaml +0 -285
  114. data/maps/bgnpcgn-bul-Cyrl-Latn-1952.yaml +0 -115
  115. data/maps/bgnpcgn-bul-Cyrl-Latn-2013.yaml +0 -38
  116. data/maps/bgnpcgn-ell-Grek-Latn-1962.yaml +0 -701
  117. data/maps/bgnpcgn-ell-Grek-Latn-1996.yaml +0 -19
  118. data/maps/bgnpcgn-jpn-Hrkt-Latn-1976.yaml +0 -257
  119. data/maps/bgnpcgn-kat-Geor-Latn-1981.yaml +0 -127
  120. data/maps/bgnpcgn-kat-Geor-Latn-2009.yaml +0 -42
  121. data/maps/bgnpcgn-kor-Hang-Latn-kn-1945.yaml +0 -253
  122. data/maps/bgnpcgn-kor-Hang-Latn-rok-2011.yaml +0 -48
  123. data/maps/bgnpcgn-kor-Kore-Latn-rok-2011.yaml +0 -48
  124. data/maps/bgnpcgn-mkd-Cyrl-Latn-1981.yaml +0 -159
  125. data/maps/bgnpcgn-mkd-Cyrl-Latn-2013.yaml +0 -190
  126. data/maps/bgnpcgn-nep-Deva-Latn-2011.yaml +0 -200
  127. data/maps/bgnpcgn-per-Arab-Latn-1956.yaml +0 -92
  128. data/maps/bgnpcgn-rus-Cyrl-Latn-1947.yaml +0 -314
  129. data/maps/bgnpcgn-srp-Cyrl-Latn-2005.yaml +0 -166
  130. data/maps/bgnpcgn-ukr-Cyrl-Latn-1965.yaml +0 -162
  131. data/maps/bgnpcgn-ukr-Cyrl-Latn-2019.yaml +0 -208
  132. data/maps/bgnpcgn-zho-Hans-Latn-1979.yaml +0 -7456
  133. data/maps/bis-asm-Beng-Latn-13194-1991.yaml +0 -159
  134. data/maps/bis-ben-Beng-Latn-13194-1991.yaml +0 -156
  135. data/maps/bis-dev-Deva-Latn-13194-1991.yaml +0 -184
  136. data/maps/bis-gjr-Gujr-Latn-13194-1991.yaml +0 -166
  137. data/maps/bis-knd-Knda-Latn-13194-1991.yaml +0 -173
  138. data/maps/bis-mlm-Mlym-Latn-13194-1991.yaml +0 -176
  139. data/maps/bis-ori-Orya-Latn-13194-1991.yaml +0 -160
  140. data/maps/bis-pnj-Guru-Latn-13194-1991.yaml +0 -175
  141. data/maps/bis-tel-Telu-Latn-13194-1991.yaml +0 -170
  142. data/maps/bis-tml-Taml-Latn-13194-1991.yaml +0 -155
  143. data/maps/by-bel-Cyrl-Latn-1998.yaml +0 -168
  144. data/maps/by-bel-Cyrl-Latn-2007.yaml +0 -115
  145. data/maps/dos-nep-Deva-Latn-1997.yaml +0 -33
  146. data/maps/elot-ell-Grek-Latn-743-1982-tl.yaml +0 -684
  147. data/maps/elot-ell-Grek-Latn-743-1982-ts.yaml +0 -680
  148. data/maps/elot-ell-Grek-Latn-743-2001-tl.yaml +0 -19
  149. data/maps/elot-ell-Grek-Latn-743-2001-ts.yaml +0 -31
  150. data/maps/ggg-kat-Geor-Latn-2002.yaml +0 -88
  151. data/maps/gki-bel-Cyrl-Latn-1992.yaml +0 -33
  152. data/maps/gki-bel-Cyrl-Latn-2000.yaml +0 -201
  153. data/maps/gost-rus-Cyrl-Latn-16876-71-1983.yaml +0 -186
  154. data/maps/hk-yue-Hani-Latn-1888.yaml +0 -38497
  155. data/maps/icao-bel-Cyrl-Latn-9303.yaml +0 -136
  156. data/maps/icao-bul-Cyrl-Latn-9303.yaml +0 -118
  157. data/maps/icao-heb-Hebr-Latn-9303.yaml +0 -151
  158. data/maps/icao-mkd-Cyrl-Latn-9303.yaml +0 -117
  159. data/maps/icao-per-Arab-Latn-9303.yaml +0 -103
  160. data/maps/icao-rus-Cyrl-Latn-9303.yaml +0 -117
  161. data/maps/icao-srp-Cyrl-Latn-9303.yaml +0 -117
  162. data/maps/icao-ukr-Cyrl-Latn-9303.yaml +0 -119
  163. data/maps/iso-ara-Arab-Latn-233-1984.yaml +0 -323
  164. data/maps/iso-ell-Grek-Latn-843-1997-t1.yaml +0 -609
  165. data/maps/iso-ell-Grek-Latn-843-1997-t2.yaml +0 -40
  166. data/maps/iso-jpn-Hrkt-Latn-3602-1989.yaml +0 -62
  167. data/maps/iso-rus-Cyrl-Latn-9-1995.yaml +0 -271
  168. data/maps/iso-tha-Thai-Latn-11940-1998.yaml +0 -109
  169. data/maps/kp-kor-Hang-Latn-2002.yaml +0 -901
  170. data/maps/lshk-yue-Hani-Latn-jyutping-1993.yaml +0 -44820
  171. data/maps/mext-jpn-Hrkt-Latn-1954.yaml +0 -411
  172. data/maps/moct-kor-Hang-Latn-2000.yaml +0 -803
  173. data/maps/mofa-jpn-Hrkt-Latn-1989.yaml +0 -541
  174. data/maps/mvd-bel-Cyrl-Latn-2008.yaml +0 -225
  175. data/maps/mvd-bel-Cyrl-Latn-2010.yaml +0 -63
  176. data/maps/mvd-rus-Cyrl-Latn-2008.yaml +0 -109
  177. data/maps/mvd-rus-Cyrl-Latn-2010.yaml +0 -37
  178. data/maps/nil-kor-Hang-Hang-jamo.yaml +0 -11193
  179. data/maps/odni-aze-Cyrl-Latn-2015.yaml +0 -144
  180. data/maps/odni-bel-Cyrl-Latn-2015.yaml +0 -148
  181. data/maps/odni-bul-Cyrl-Latn-2015.yaml +0 -96
  182. data/maps/odni-hin-Deva-Latn-2015.yaml +0 -258
  183. data/maps/odni-kat-Geor-Latn-2015.yaml +0 -87
  184. data/maps/odni-kaz-Cyrl-Latn-2015.yaml +0 -148
  185. data/maps/odni-kir-Cyrl-Latn-2015.yaml +0 -136
  186. data/maps/odni-mkd-Cyrl-Latn-2015.yaml +0 -122
  187. data/maps/odni-rus-Cyrl-Latn-2015.yaml +0 -77
  188. data/maps/odni-srp-Cyrl-Latn-2015.yaml +0 -129
  189. data/maps/odni-tat-Cyrl-Latn-2015.yaml +0 -142
  190. data/maps/odni-tgk-Cyrl-Latn-2015.yaml +0 -148
  191. data/maps/odni-uig-Cyrl-Latn-2015.yaml +0 -138
  192. data/maps/odni-ukr-Cyrl-Latn-2015.yaml +0 -157
  193. data/maps/odni-urd-Arab-Latn-2015.yaml +0 -221
  194. data/maps/odni-uzb-Cyrl-Latn-2015.yaml +0 -166
  195. data/maps/royin-tha-Thai-Latn-1939-generic.yaml +0 -90
  196. data/maps/royin-tha-Thai-Latn-1968.yaml +0 -179
  197. data/maps/royin-tha-Thai-Latn-1999-chained.yaml +0 -180
  198. data/maps/royin-tha-Thai-Latn-1999.yaml +0 -76
  199. data/maps/sac-zho-Hans-Latn-1979.yaml +0 -24759
  200. data/maps/ses-ara-Arab-Latn-1930.yaml +0 -279
  201. data/maps/stategeocadastre-ukr-Cyrl-Latn-1993.yaml +0 -222
  202. data/maps/ua-ukr-Cyrl-Latn-1996.yaml +0 -193
  203. data/maps/un-ara-Arab-Latn-1971.yaml +0 -139
  204. data/maps/un-ara-Arab-Latn-1972.yaml +0 -159
  205. data/maps/un-ara-Arab-Latn-2017.yaml +0 -420
  206. data/maps/un-bel-Cyrl-Latn-2007.yaml +0 -114
  207. data/maps/un-ben-Beng-Latn-2016.yaml +0 -534
  208. data/maps/un-ell-Grek-Latn-1987-tl.yaml +0 -31
  209. data/maps/un-ell-Grek-Latn-1987-ts.yaml +0 -19
  210. data/maps/un-ell-Grek-Latn-phonetic-1987.yaml +0 -780
  211. data/maps/un-mon-Mong-Latn-2013.yaml +0 -99
  212. data/maps/un-nep-Deva-Latn-1972.yaml +0 -163
  213. data/maps/un-rus-Cyrl-Latn-1987.yaml +0 -166
  214. data/maps/un-ukr-Cyrl-Latn-1998.yaml +0 -30
  215. data/maps/ungegn-amh-Ethi-Latn-2016.yaml +0 -575
  216. data/maps/var-jpn-Hrkt-Latn-hepburn-1886.yaml +0 -406
  217. data/maps/var-jpn-Hrkt-Latn-hepburn-1954.yaml +0 -386
  218. data/maps/var-kor-Hang-Latn-mr-1939.yaml +0 -1054
  219. data/maps/var-kor-Kore-Hang-2013.yaml +0 -59754
  220. data/maps/var-kor-Kore-Latn-mr-1939.yaml +0 -36
  221. data/maps/var-tha-Thai-Thai-phonemic.yaml +0 -59
  222. data/maps/var-tha-Thai-Zsym-ipa.yaml +0 -301
  223. data/maps/var-zho-Hani-Latn-1979.yaml +0 -38908
  224. data/spec/interscript/mapping_spec.rb +0 -42
  225. data/spec/interscript_spec.rb +0 -26
  226. data/spec/spec_helper.rb +0 -3
@@ -1,77 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: rus
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Office of the Director Of National Intelligence Russian Personal Names 2015, ICS-630-01 Annex K
8
- # url:
9
- source: ICS-630-01 Annex K
10
- creation_date: 2015
11
- confirmation_date: 2015
12
- description: |
13
- This system, adapted from the Board of Geographic Names (BGN) Romanization system for Russian
14
- (1947), is the Intelligence Community (IC) standard for the transliteration of Russian names that will be
15
- applied to all final written reports and products for IC consumers. It is not intended to eliminate variations
16
- of a name that can contribute forensic information. Rather, it is to provide an IC standard Romanized
17
- (English) transliteration from Russian that can then be linked to forensic information in ways that will
18
- help identify the referent of the name.
19
-
20
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC Standard
21
- spelling should appear first, followed by the variant spelling(s) in parentheses at the first usage. E.g.,
22
- Sergey Nikolayevich Tyurin (Serguei Nicolaivitch Tiourine). In addition, if the original Cyrillic spelling
23
- is known, that spelling should also appear in parentheses following the name, if possible, following best
24
- practices of the issuing organization and taking into consideration information system capabilities. This
25
- convention is designed to ensure that vital forensic information is not lost.
26
-
27
- For non-Russian names, use the relevant IC transliteration standard for names from that language. A
28
- translator’s note may be used to clarify the known origin of the person. Spell names of individuals from
29
- languages that are written in Roman letters as they are spelled in those languages (e.g., George Clooney,
30
- Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-line
33
- directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given in these
34
- on-line reference works should be used in place of the IC Standard. For any individual who has at one
35
- time been listed in the Factbook or Chiefs of State directory but who no longer appears in those resources
36
- (i.e. is no longer a government official), the IC Standard spelling should appear first, with the spelling, if
37
- known, as it previously appeared in those resources listed within parentheses at the first usage.
38
-
39
- The primary goal is to produce a consistent Romanized transcription of names that is specifically readable
40
- to the English-speaking non-specialist. The system uses the 26 letters of the standard (English) Roman
41
- alphabet. Some ambiguities in the Romanized form will occur without the use of diacritics. However,
42
- within the context of a report, where additional information about the individual is provided, the referent
43
- will be clearly identified. This system will be used in conjunction with on-line tools, name dictionaries,
44
- and lists containing conventional spellings of names of well-known individuals.
45
-
46
- notes:
47
-
48
- tests:
49
- - source: Ирина Ивановна Никитина
50
- expected: Irina Ivanovna Nikitina
51
- - source: Николай Римский-Корсаков
52
- expected: Nikolay Rimskiy-Korsakov
53
- - source: Михаил Тимофеевич Калашников
54
- expected: Mikhail Timofeyevich Kalashnikov
55
- - source: Корж Василий Захарович
56
- expected: Korzh Vasiliy Zakharovich
57
- - source: Циолковский Константин Эдуардович
58
- expected: Tsiolkovskiy Konstantin Eduardovich
59
- - source: Лобачевский Николай Иванович
60
- expected: Lobachevskiy Nikolay Ivanovich
61
- - source: Пушкин Александр Сергеевич
62
- expected: Pushkin Aleksandr Sergeyevich
63
- - source: Гоголь Николай Васильевич
64
- expected: Gogol Nikolay Vasilyevich
65
- - source: Ломоносов Михаил Васильевич
66
- expected: Lomonosov Mikhail Vasilyevich
67
-
68
- map:
69
- inherit: bgnpcgn-rus-Cyrl-Latn-1947
70
-
71
- characters:
72
- '\u042a': '' # Ъ
73
- '\u042c': '' # Ь
74
-
75
-
76
- '\u044a': '' # ъ
77
- '\u044c': '' # ь
@@ -1,129 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: srp
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Office of the Director Of National Intelligence Serbian Personal Names 2015, ICS-630-01 Annex L
8
- # url:
9
- source: ICS-630-01 Annex L
10
- creation_date: 2015
11
- confirmation_date: 2015
12
- description: |
13
- This system is the Intelligence Community (IC) standard for the transliteration of Serbian names
14
- written in Cyrillic that will be applied to all final written reports and products for IC consumers. It
15
- is not intended to eliminate variations of a name that can contribute forensic information. Rather,
16
- it is to provide an IC standard Romanized (English) transliteration from Serbian that can then be
17
- linked to forensic information in ways that will help identify the referent of the name.
18
-
19
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
20
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the first
21
- usage. In addition, if the original Cyrillic spelling is known, that spelling should also appear in
22
- parentheses following the name, if possible, following best practices of the issuing organization
23
- and taking into consideration information system capabilities. This convention is designed to
24
- ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Serbian-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak). A
28
- translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the online directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings
33
- given in these on-line reference works should be used in place of the IC Standard. For any
34
- individual who has at one time been listed in the Factbook or Chiefs of State directory but who no
35
- longer appears in those resources (i.e. is no longer a government official), the IC Standard
36
- spelling should appear first, with the spelling, if known, as it previously appeared in those
37
- resources listed within parentheses at the first usage.
38
-
39
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
40
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
41
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use
42
- of diacritics. However, within the context of a report, where additional information about the
43
- individual is provided, the referent will be clearly identified. This system will be used in
44
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
45
- names of well-known individuals.
46
-
47
- notes:
48
-
49
- tests:
50
- - source: Гојко Митић
51
- expected: Gojko Mitic
52
- - source: Горња Ваганица
53
- expected: Gornja Vaganica
54
- - source: Довиђења
55
- expected: Dovidjenja
56
- - source: Ћао! Здраво!
57
- expected: Cao! Zdravo!
58
- - source: Кључ
59
- expected: Kljuc
60
- - source: Цигарете
61
- expected: Cigarete
62
- - source: Пролеће
63
- expected: Prolece
64
- - source: Понедељак
65
- expected: Ponedeljak
66
-
67
- map:
68
- characters:
69
- '\u0410': 'A' # А
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0402': 'Dj' # Ђ
75
- '\u0415': 'E' # Е
76
- '\u0416': 'Z' # Ж
77
- '\u0417': 'Z' # З
78
- '\u0418': 'I' # И
79
- '\u0408': 'J' # Ј
80
- '\u041A': 'K' # К
81
- '\u041B': 'L' # Л
82
- '\u0409': 'Lj' # Љ
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u040A': Nj # Њ
86
- '\u041E': 'O' # О
87
- '\u041F': 'P' # П
88
- '\u0420': 'R' # Р
89
- '\u0421': 'S' # С
90
- '\u0422': 'T' # Т
91
- '\u040B': 'C' # Ћ
92
- '\u0423': 'U' # У
93
- '\u0424': 'F' # Ф
94
- '\u0425': 'H' # Х
95
- '\u0426': 'C' # Ц
96
- '\u0427': 'C' # Ч
97
- '\u040F': 'Dz' # Џ
98
- '\u0428': 'S' # Ш
99
-
100
- '\u0430': 'a' # а
101
- '\u0431': 'b' # б
102
- '\u0432': 'v' # в
103
- '\u0433': 'g' # г
104
- '\u0434': 'd' # д
105
- '\u0452': 'dj' # ђ
106
- '\u0435': 'e' # e
107
- '\u0436': 'z' # ж
108
- '\u0437': 'z' # з
109
- '\u0438': 'i' # и
110
- '\u0458': 'j' # ј
111
- '\u043A': 'k' # к
112
- '\u043B': 'l' # л
113
- '\u0459': 'lj' # љ
114
- '\u043C': 'm' # м
115
- '\u043D': 'n' # н
116
- '\u045A': 'nj' # њ
117
- '\u043E': 'o' # о
118
- '\u043F': 'p' # п
119
- '\u0440': 'r' # р
120
- '\u0441': 's' # с
121
- '\u0442': 't' # т
122
- '\u045B': 'c' # ћ
123
- '\u0443': 'u' # у
124
- '\u0444': 'f' # ф
125
- '\u0445': 'h' # х
126
- '\u0446': 'c' # ц
127
- '\u0447': 'c' # ч
128
- '\u045F': 'dz' # џ
129
- '\u0448': 's' # ш
@@ -1,142 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tat
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tatar personal names in written reports and products
8
- source: ICS-630-01 Annex S
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tatar person names
13
- that will be applied to all final written reports and products for IC consumers. It is not intended
14
- to eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tatar that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Rustam Abdrashitov (also seen as Rustem Abdrashitov, Рустам Абдрашитов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tatar-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Yitzhak). A translator’s
28
- note may be used to clarify the known origin of the person. Spell names of individuals from
29
- languages that are written in Roman letters as they are spelled in those languages (e.g.,
30
- George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
-
54
- tests:
55
- - source: Рустам Абдрашитов
56
- expected: Rustam Abdrashitov
57
-
58
- map:
59
- rules:
60
- # note[1]
61
- - pattern: "(?i)(\u0401|\u0416|\u04A2|\u0425|\u0426|\u0427|\u0428|\u0429|\u042E|\u042F)\\1(?-i)"
62
- result: "\\1"
63
- # note[3]
64
- - pattern: \u044A|\u044C
65
- result: ""
66
-
67
- characters:
68
- '\u0410': 'A' # А
69
- '\u04D8': 'A' # Ә
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0415': 'E' # Е
75
- '\u0401': 'Yo' # Ё
76
- '\u0416': 'Zh' # Ж
77
- '\u0496': 'J' # Җ
78
- '\u0417': 'Z' # З
79
- '\u0418': 'I' # И
80
- '\u0419': 'Y' # Й
81
- '\u041A': 'K' # К
82
- '\u041B': 'L' # Л
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u04A2': 'Ng' # Ң
86
- '\u041E': 'O' # О
87
- '\u04E8': 'O' # Ө
88
- '\u041F': 'P' # П
89
- '\u0420': 'R' # Р
90
- '\u0421': 'S' # С
91
- '\u0422': 'T' # Т
92
- '\u0423': 'U' # У
93
- '\u04AE': 'U' # Ү
94
- '\u0424': 'F' # Ф
95
- '\u0425': 'Kh' # Х
96
- '\u04BA': 'H' # Һ
97
- '\u0426': 'Ts' # Ц
98
- '\u0427': 'Ch' # Ч
99
- '\u0428': 'Sh' # Ш
100
- '\u0429': 'Shch' # Щ
101
- '\u042B': 'Y' # Ы
102
- '\u042D': 'E' # Э
103
- '\u042E': 'Yu' # Ю
104
- '\u042F': 'Ya' # Я
105
-
106
- '\u0430': 'a' # а
107
- '\u04D9': 'a' # ә
108
- '\u0431': 'b' # б
109
- '\u0432': 'v' # в
110
- '\u0433': 'g' # г
111
- '\u0434': 'd' # д
112
- '\u0435': 'e' # e
113
- '\u0451': 'yo' # ё
114
- '\u0436': 'zh' # ж
115
- '\u0497': 'j' # җ
116
- '\u0437': 'z' # з
117
- '\u0438': 'i' # и
118
- '\u0439': 'y' # й
119
- '\u043A': 'k' # к
120
- '\u043B': 'l' # л
121
- '\u043C': 'm' # м
122
- '\u043D': 'n' # н
123
- '\u04A3': 'ng' # ң
124
- '\u043E': 'o' # о
125
- '\u04E9': 'o' # ө
126
- '\u043F': 'p' # п
127
- '\u0440': 'r' # р
128
- '\u0441': 's' # с
129
- '\u0442': 't' # т
130
- '\u0443': 'u' # у
131
- '\u04AF': 'u' # ү
132
- '\u0444': 'f' # ф
133
- '\u0445': 'kh' # х
134
- '\u04BB': 'h' # һ
135
- '\u0446': 'ts' # ц
136
- '\u0447': 'ch' # ч
137
- '\u0448': 'sh' # ш
138
- '\u0449': 'shch' # щ
139
- '\u044B': 'y' # ы
140
- '\u044D': 'e' # э
141
- '\u044E': 'yu' # ю
142
- '\u044F': 'ya' # я
@@ -1,148 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tgk
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tajik personal names in written reports and products
8
- source: ICS-630-01 Annex N
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tajik names that
13
- will be applied to all final written reports and products for IC consumers. It is not intended to
14
- eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tajik that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Parvona Jamshedov (also seen as Parvona Dzhamshedov, Парвона Ҷамшедов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tajik-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak).
28
- A translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
- - Transliterate ‘е‘ as ‘ye’ at beginning of words, ‘e’ elsewhere
54
-
55
- tests:
56
- - source: Парвона Ҷамшедов
57
- expected: Parvona Jamshedov
58
-
59
- map:
60
- rules:
61
- # note[1]
62
- - pattern: "(?i)(\u0492|\u0401|\u0416|\u0425|\u0427|\u0428|\u042E|\u042F|\u0426|\u0429)\\1(?-i)"
63
- result: "\\1"
64
- # note[3]
65
- - pattern: \u044A|\u044C
66
- result: ""
67
- # note[4]
68
- - pattern: \b\u0415
69
- result: Ye
70
- - pattern: \b\u0435
71
- result: ye
72
-
73
- characters:
74
- '\u0410': 'A' # А
75
- '\u0411': 'B' # Б
76
- '\u0412': 'V' # В
77
- '\u0413': 'G' # Г
78
- '\u0492': 'Gh' # Ғ
79
- '\u0414': 'D' # Д
80
- '\u0415': 'E' # Е
81
- '\u0401': 'Yo' # Ё
82
- '\u0416': 'Zh' # Ж
83
- '\u0417': 'Z' # З
84
- '\u0418': 'I' # И
85
- '\u04E2': 'I' # Ӣ
86
- '\u0419': 'Y' # Й
87
- '\u041A': 'K' # К
88
- '\u049A': 'Q' # Қ
89
- '\u041B': 'L' # Л
90
- '\u041C': 'M' # М
91
- '\u041D': 'N' # Н
92
- '\u041E': 'O' # О
93
- '\u041F': 'P' # П
94
- '\u0420': 'R' # Р
95
- '\u0421': 'S' # С
96
- '\u0422': 'T' # Т
97
- '\u0423': 'U' # У
98
- '\u04EE': 'U' # Ӯ
99
- '\u0424': 'F' # Ф
100
- '\u0425': 'Kh' # Х
101
- '\u04B2': 'H' # Ҳ
102
- '\u0427': 'Ch' # Ч
103
- '\u04B6': 'J' # Ҷ
104
- '\u0428': 'Sh' # Ш
105
- '\u042D': 'E' # Э
106
- '\u042E': 'Yu' # Ю
107
- '\u042F': 'Ya' # Я
108
- '\u0426': 'Ts' # Ц
109
- '\u0429': 'Shch' # Щ
110
- '\u042B': 'Y' # Ы
111
-
112
- '\u0430': 'a' # а
113
- '\u0431': 'b' # б
114
- '\u0432': 'v' # в
115
- '\u0433': 'g' # г
116
- '\u0493': 'gh' # ғ
117
- '\u0434': 'd' # д
118
- '\u0435': 'e' # e
119
- '\u0451': 'yo' # ё
120
- '\u0436': 'zh' # ж
121
- '\u0437': 'z' # з
122
- '\u0438': 'i' # и
123
- '\u04E3': 'i' # ӣ
124
- '\u0439': 'y' # й
125
- '\u043A': 'k' # к
126
- '\u049B': 'q' # қ
127
- '\u043B': 'l' # л
128
- '\u043C': 'm' # м
129
- '\u043D': 'n' # н
130
- '\u043E': 'o' # о
131
- '\u043F': 'p' # п
132
- '\u0440': 'r' # р
133
- '\u0441': 's' # с
134
- '\u0442': 't' # т
135
- '\u0443': 'u' # у
136
- '\u04EF': 'u' # ӯ
137
- '\u0444': 'f' # ф
138
- '\u0445': 'kh' # х
139
- '\u04B3': 'h' # ҳ
140
- '\u0447': 'ch' # ч
141
- '\u04B7': 'j' # ҷ
142
- '\u0448': 'sh' # ш
143
- '\u044D': 'e' # э
144
- '\u044E': 'yu' # ю
145
- '\u044F': 'ya' # я
146
- '\u0446': 'ts' # ц
147
- '\u0449': 'shch' # щ
148
- '\u044B': 'y' # ы