interscript 0.1.6 → 2.1.0a9

Sign up to get free protection for your applications and to get access to all the features.
Files changed (226) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +11 -0
  3. data/.rspec +3 -0
  4. data/Gemfile +29 -0
  5. data/LICENSE.adoc +31 -0
  6. data/README.md +3 -0
  7. data/Rakefile +53 -0
  8. data/bin/console +14 -0
  9. data/bin/interscript +3 -39
  10. data/bin/maps_analyze_staging +168 -0
  11. data/bin/maps_debug_compilers +58 -0
  12. data/bin/maps_debug_ordering +88 -0
  13. data/bin/maps_debug_ruby_compile +24 -0
  14. data/bin/maps_debug_step_by_step +44 -0
  15. data/bin/maps_optimize_order +112 -0
  16. data/bin/maps_v1_analyze_regexps +45 -0
  17. data/bin/maps_v1_to_v2 +426 -0
  18. data/exe/interscript +6 -0
  19. data/interscript.gemspec +31 -0
  20. data/lib/interscript.rb +81 -127
  21. data/lib/interscript/command.rb +5 -5
  22. data/lib/interscript/compiler.rb +22 -0
  23. data/lib/interscript/compiler/javascript.rb +292 -0
  24. data/lib/interscript/compiler/ruby.rb +262 -0
  25. data/lib/interscript/dsl.rb +67 -0
  26. data/lib/interscript/dsl/aliases.rb +23 -0
  27. data/lib/interscript/dsl/document.rb +46 -0
  28. data/lib/interscript/dsl/group.rb +45 -0
  29. data/lib/interscript/dsl/group/parallel.rb +6 -0
  30. data/lib/interscript/dsl/items.rb +89 -0
  31. data/lib/interscript/dsl/metadata.rb +26 -0
  32. data/lib/interscript/dsl/stage.rb +6 -0
  33. data/lib/interscript/dsl/symbol_mm.rb +11 -0
  34. data/lib/interscript/dsl/tests.rb +12 -0
  35. data/lib/interscript/interpreter.rb +251 -0
  36. data/lib/interscript/node.rb +25 -0
  37. data/lib/interscript/node/alias_def.rb +15 -0
  38. data/lib/interscript/node/dependency.rb +13 -0
  39. data/lib/interscript/node/document.rb +45 -0
  40. data/lib/interscript/node/group.rb +34 -0
  41. data/lib/interscript/node/group/parallel.rb +9 -0
  42. data/lib/interscript/node/group/sequential.rb +2 -0
  43. data/lib/interscript/node/item.rb +52 -0
  44. data/lib/interscript/node/item/alias.rb +42 -0
  45. data/lib/interscript/node/item/any.rb +61 -0
  46. data/lib/interscript/node/item/capture.rb +50 -0
  47. data/lib/interscript/node/item/group.rb +51 -0
  48. data/lib/interscript/node/item/repeat.rb +40 -0
  49. data/lib/interscript/node/item/stage.rb +23 -0
  50. data/lib/interscript/node/item/string.rb +51 -0
  51. data/lib/interscript/node/metadata.rb +18 -0
  52. data/lib/interscript/node/rule.rb +6 -0
  53. data/lib/interscript/node/rule/funcall.rb +18 -0
  54. data/lib/interscript/node/rule/run.rb +15 -0
  55. data/lib/interscript/node/rule/sub.rb +65 -0
  56. data/lib/interscript/node/stage.rb +19 -0
  57. data/lib/interscript/node/tests.rb +15 -0
  58. data/lib/interscript/stdlib.rb +211 -0
  59. data/lib/interscript/utils/regexp_converter.rb +283 -0
  60. data/lib/interscript/version.rb +1 -1
  61. data/requirements.txt +1 -0
  62. metadata +75 -339
  63. data/README.adoc +0 -298
  64. data/bin/rspec +0 -29
  65. data/lib/__pycache__/g2pwrapper.cpython-38.pyc +0 -0
  66. data/lib/g2pwrapper.py +0 -34
  67. data/lib/interscript-opal.rb +0 -2
  68. data/lib/interscript/fs.rb +0 -71
  69. data/lib/interscript/mapping.rb +0 -142
  70. data/lib/interscript/opal.rb +0 -27
  71. data/lib/interscript/opal/maps.js.erb +0 -10
  72. data/lib/interscript/opal_map_translate.rb +0 -12
  73. data/lib/model-7 +0 -0
  74. data/lib/tha-pt-b-7 +0 -0
  75. data/maps/acadsin-zho-Hani-Latn-2002.yaml +0 -38912
  76. data/maps/alalc-amh-Ethi-Latn-1997.yaml +0 -509
  77. data/maps/alalc-amh-Ethi-Latn-2011.yaml +0 -138
  78. data/maps/alalc-ara-Arab-Latn-1997.yaml +0 -1283
  79. data/maps/alalc-asm-Deva-Latn-1997.yaml +0 -159
  80. data/maps/alalc-aze-Cyrl-Latn-1997.yaml +0 -141
  81. data/maps/alalc-bel-Cyrl-Latn-1997.yaml +0 -125
  82. data/maps/alalc-ben-Beng-Latn-2017.yaml +0 -130
  83. data/maps/alalc-bul-Cyrl-Latn-1997.yaml +0 -94
  84. data/maps/alalc-ell-Grek-Latn-1997.yaml +0 -624
  85. data/maps/alalc-ell-Grek-Latn-2010.yaml +0 -627
  86. data/maps/alalc-hin-Deva-Latn-2020.yaml +0 -159
  87. data/maps/alalc-kat-Geok-Latn-1997.yaml +0 -111
  88. data/maps/alalc-kat-Geor-Latn-1997.yaml +0 -146
  89. data/maps/alalc-kor-Hang-Latn-1997.yaml +0 -94
  90. data/maps/alalc-mar-Deva-Latn-1997.yaml +0 -170
  91. data/maps/alalc-mkd-Cyrl-Latn-1997.yaml +0 -114
  92. data/maps/alalc-mkd-Cyrl-Latn-2013.yaml +0 -103
  93. data/maps/alalc-pan-Deva-Latn-1997.yaml +0 -237
  94. data/maps/alalc-rus-Cyrl-Latn-1997.yaml +0 -221
  95. data/maps/alalc-rus-Cyrl-Latn-2012.yaml +0 -162
  96. data/maps/alalc-srp-Cyrl-Latn-1997.yaml +0 -114
  97. data/maps/alalc-srp-Cyrl-Latn-2013.yaml +0 -135
  98. data/maps/alalc-ukr-Cyrl-Latn-1997.yaml +0 -141
  99. data/maps/alalc-ukr-Cyrl-Latn-2011.yaml +0 -16
  100. data/maps/apcbg-bul-Cyrl-Latn-1995.yaml +0 -283
  101. data/maps/bas-rus-Cyrl-Latn-2017-bss.yaml +0 -174
  102. data/maps/bas-rus-Cyrl-Latn-2017-oss.yaml +0 -169
  103. data/maps/bgn-jpn-Hrkt-Latn-1962.yaml +0 -292
  104. data/maps/bgn-kor-Hang-Latn-1943.yaml +0 -31
  105. data/maps/bgn-kor-Kore-Latn-1943.yaml +0 -31
  106. data/maps/bgna-bul-Cyrl-Latn-2006.yaml +0 -208
  107. data/maps/bgna-bul-Cyrl-Latn-2009.yaml +0 -208
  108. data/maps/bgnpcgn-amh-Ethi-Latn-1967.yaml +0 -528
  109. data/maps/bgnpcgn-ara-Arab-Latn-1956.yaml +0 -592
  110. data/maps/bgnpcgn-arm-Armn-Latn-1981.yaml +0 -108
  111. data/maps/bgnpcgn-aze-Cyrl-Latn-1993.yaml +0 -104
  112. data/maps/bgnpcgn-bak-Cyrl-Latn-2007.yaml +0 -184
  113. data/maps/bgnpcgn-bel-Cyrl-Latn-1979.yaml +0 -285
  114. data/maps/bgnpcgn-bul-Cyrl-Latn-1952.yaml +0 -115
  115. data/maps/bgnpcgn-bul-Cyrl-Latn-2013.yaml +0 -38
  116. data/maps/bgnpcgn-ell-Grek-Latn-1962.yaml +0 -701
  117. data/maps/bgnpcgn-ell-Grek-Latn-1996.yaml +0 -19
  118. data/maps/bgnpcgn-jpn-Hrkt-Latn-1976.yaml +0 -257
  119. data/maps/bgnpcgn-kat-Geor-Latn-1981.yaml +0 -127
  120. data/maps/bgnpcgn-kat-Geor-Latn-2009.yaml +0 -42
  121. data/maps/bgnpcgn-kor-Hang-Latn-kn-1945.yaml +0 -253
  122. data/maps/bgnpcgn-kor-Hang-Latn-rok-2011.yaml +0 -48
  123. data/maps/bgnpcgn-kor-Kore-Latn-rok-2011.yaml +0 -48
  124. data/maps/bgnpcgn-mkd-Cyrl-Latn-1981.yaml +0 -159
  125. data/maps/bgnpcgn-mkd-Cyrl-Latn-2013.yaml +0 -190
  126. data/maps/bgnpcgn-nep-Deva-Latn-2011.yaml +0 -200
  127. data/maps/bgnpcgn-per-Arab-Latn-1956.yaml +0 -92
  128. data/maps/bgnpcgn-rus-Cyrl-Latn-1947.yaml +0 -314
  129. data/maps/bgnpcgn-srp-Cyrl-Latn-2005.yaml +0 -166
  130. data/maps/bgnpcgn-ukr-Cyrl-Latn-1965.yaml +0 -162
  131. data/maps/bgnpcgn-ukr-Cyrl-Latn-2019.yaml +0 -208
  132. data/maps/bgnpcgn-zho-Hans-Latn-1979.yaml +0 -7456
  133. data/maps/bis-asm-Beng-Latn-13194-1991.yaml +0 -159
  134. data/maps/bis-ben-Beng-Latn-13194-1991.yaml +0 -156
  135. data/maps/bis-dev-Deva-Latn-13194-1991.yaml +0 -184
  136. data/maps/bis-gjr-Gujr-Latn-13194-1991.yaml +0 -166
  137. data/maps/bis-knd-Knda-Latn-13194-1991.yaml +0 -173
  138. data/maps/bis-mlm-Mlym-Latn-13194-1991.yaml +0 -176
  139. data/maps/bis-ori-Orya-Latn-13194-1991.yaml +0 -160
  140. data/maps/bis-pnj-Guru-Latn-13194-1991.yaml +0 -175
  141. data/maps/bis-tel-Telu-Latn-13194-1991.yaml +0 -170
  142. data/maps/bis-tml-Taml-Latn-13194-1991.yaml +0 -155
  143. data/maps/by-bel-Cyrl-Latn-1998.yaml +0 -168
  144. data/maps/by-bel-Cyrl-Latn-2007.yaml +0 -115
  145. data/maps/dos-nep-Deva-Latn-1997.yaml +0 -33
  146. data/maps/elot-ell-Grek-Latn-743-1982-tl.yaml +0 -684
  147. data/maps/elot-ell-Grek-Latn-743-1982-ts.yaml +0 -680
  148. data/maps/elot-ell-Grek-Latn-743-2001-tl.yaml +0 -19
  149. data/maps/elot-ell-Grek-Latn-743-2001-ts.yaml +0 -31
  150. data/maps/ggg-kat-Geor-Latn-2002.yaml +0 -88
  151. data/maps/gki-bel-Cyrl-Latn-1992.yaml +0 -33
  152. data/maps/gki-bel-Cyrl-Latn-2000.yaml +0 -201
  153. data/maps/gost-rus-Cyrl-Latn-16876-71-1983.yaml +0 -186
  154. data/maps/hk-yue-Hani-Latn-1888.yaml +0 -38497
  155. data/maps/icao-bel-Cyrl-Latn-9303.yaml +0 -136
  156. data/maps/icao-bul-Cyrl-Latn-9303.yaml +0 -118
  157. data/maps/icao-heb-Hebr-Latn-9303.yaml +0 -151
  158. data/maps/icao-mkd-Cyrl-Latn-9303.yaml +0 -117
  159. data/maps/icao-per-Arab-Latn-9303.yaml +0 -103
  160. data/maps/icao-rus-Cyrl-Latn-9303.yaml +0 -117
  161. data/maps/icao-srp-Cyrl-Latn-9303.yaml +0 -117
  162. data/maps/icao-ukr-Cyrl-Latn-9303.yaml +0 -119
  163. data/maps/iso-ara-Arab-Latn-233-1984.yaml +0 -323
  164. data/maps/iso-ell-Grek-Latn-843-1997-t1.yaml +0 -609
  165. data/maps/iso-ell-Grek-Latn-843-1997-t2.yaml +0 -40
  166. data/maps/iso-jpn-Hrkt-Latn-3602-1989.yaml +0 -62
  167. data/maps/iso-rus-Cyrl-Latn-9-1995.yaml +0 -271
  168. data/maps/iso-tha-Thai-Latn-11940-1998.yaml +0 -109
  169. data/maps/kp-kor-Hang-Latn-2002.yaml +0 -901
  170. data/maps/lshk-yue-Hani-Latn-jyutping-1993.yaml +0 -44820
  171. data/maps/mext-jpn-Hrkt-Latn-1954.yaml +0 -411
  172. data/maps/moct-kor-Hang-Latn-2000.yaml +0 -803
  173. data/maps/mofa-jpn-Hrkt-Latn-1989.yaml +0 -541
  174. data/maps/mvd-bel-Cyrl-Latn-2008.yaml +0 -225
  175. data/maps/mvd-bel-Cyrl-Latn-2010.yaml +0 -63
  176. data/maps/mvd-rus-Cyrl-Latn-2008.yaml +0 -109
  177. data/maps/mvd-rus-Cyrl-Latn-2010.yaml +0 -37
  178. data/maps/nil-kor-Hang-Hang-jamo.yaml +0 -11193
  179. data/maps/odni-aze-Cyrl-Latn-2015.yaml +0 -144
  180. data/maps/odni-bel-Cyrl-Latn-2015.yaml +0 -148
  181. data/maps/odni-bul-Cyrl-Latn-2015.yaml +0 -96
  182. data/maps/odni-hin-Deva-Latn-2015.yaml +0 -258
  183. data/maps/odni-kat-Geor-Latn-2015.yaml +0 -87
  184. data/maps/odni-kaz-Cyrl-Latn-2015.yaml +0 -148
  185. data/maps/odni-kir-Cyrl-Latn-2015.yaml +0 -136
  186. data/maps/odni-mkd-Cyrl-Latn-2015.yaml +0 -122
  187. data/maps/odni-rus-Cyrl-Latn-2015.yaml +0 -77
  188. data/maps/odni-srp-Cyrl-Latn-2015.yaml +0 -129
  189. data/maps/odni-tat-Cyrl-Latn-2015.yaml +0 -142
  190. data/maps/odni-tgk-Cyrl-Latn-2015.yaml +0 -148
  191. data/maps/odni-uig-Cyrl-Latn-2015.yaml +0 -138
  192. data/maps/odni-ukr-Cyrl-Latn-2015.yaml +0 -157
  193. data/maps/odni-urd-Arab-Latn-2015.yaml +0 -221
  194. data/maps/odni-uzb-Cyrl-Latn-2015.yaml +0 -166
  195. data/maps/royin-tha-Thai-Latn-1939-generic.yaml +0 -90
  196. data/maps/royin-tha-Thai-Latn-1968.yaml +0 -179
  197. data/maps/royin-tha-Thai-Latn-1999-chained.yaml +0 -180
  198. data/maps/royin-tha-Thai-Latn-1999.yaml +0 -76
  199. data/maps/sac-zho-Hans-Latn-1979.yaml +0 -24759
  200. data/maps/ses-ara-Arab-Latn-1930.yaml +0 -279
  201. data/maps/stategeocadastre-ukr-Cyrl-Latn-1993.yaml +0 -222
  202. data/maps/ua-ukr-Cyrl-Latn-1996.yaml +0 -193
  203. data/maps/un-ara-Arab-Latn-1971.yaml +0 -139
  204. data/maps/un-ara-Arab-Latn-1972.yaml +0 -159
  205. data/maps/un-ara-Arab-Latn-2017.yaml +0 -420
  206. data/maps/un-bel-Cyrl-Latn-2007.yaml +0 -114
  207. data/maps/un-ben-Beng-Latn-2016.yaml +0 -534
  208. data/maps/un-ell-Grek-Latn-1987-tl.yaml +0 -31
  209. data/maps/un-ell-Grek-Latn-1987-ts.yaml +0 -19
  210. data/maps/un-ell-Grek-Latn-phonetic-1987.yaml +0 -780
  211. data/maps/un-mon-Mong-Latn-2013.yaml +0 -99
  212. data/maps/un-nep-Deva-Latn-1972.yaml +0 -163
  213. data/maps/un-rus-Cyrl-Latn-1987.yaml +0 -166
  214. data/maps/un-ukr-Cyrl-Latn-1998.yaml +0 -30
  215. data/maps/ungegn-amh-Ethi-Latn-2016.yaml +0 -575
  216. data/maps/var-jpn-Hrkt-Latn-hepburn-1886.yaml +0 -406
  217. data/maps/var-jpn-Hrkt-Latn-hepburn-1954.yaml +0 -386
  218. data/maps/var-kor-Hang-Latn-mr-1939.yaml +0 -1054
  219. data/maps/var-kor-Kore-Hang-2013.yaml +0 -59754
  220. data/maps/var-kor-Kore-Latn-mr-1939.yaml +0 -36
  221. data/maps/var-tha-Thai-Thai-phonemic.yaml +0 -59
  222. data/maps/var-tha-Thai-Zsym-ipa.yaml +0 -301
  223. data/maps/var-zho-Hani-Latn-1979.yaml +0 -38908
  224. data/spec/interscript/mapping_spec.rb +0 -42
  225. data/spec/interscript_spec.rb +0 -26
  226. data/spec/spec_helper.rb +0 -3
@@ -1,77 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: rus
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Office of the Director Of National Intelligence Russian Personal Names 2015, ICS-630-01 Annex K
8
- # url:
9
- source: ICS-630-01 Annex K
10
- creation_date: 2015
11
- confirmation_date: 2015
12
- description: |
13
- This system, adapted from the Board of Geographic Names (BGN) Romanization system for Russian
14
- (1947), is the Intelligence Community (IC) standard for the transliteration of Russian names that will be
15
- applied to all final written reports and products for IC consumers. It is not intended to eliminate variations
16
- of a name that can contribute forensic information. Rather, it is to provide an IC standard Romanized
17
- (English) transliteration from Russian that can then be linked to forensic information in ways that will
18
- help identify the referent of the name.
19
-
20
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC Standard
21
- spelling should appear first, followed by the variant spelling(s) in parentheses at the first usage. E.g.,
22
- Sergey Nikolayevich Tyurin (Serguei Nicolaivitch Tiourine). In addition, if the original Cyrillic spelling
23
- is known, that spelling should also appear in parentheses following the name, if possible, following best
24
- practices of the issuing organization and taking into consideration information system capabilities. This
25
- convention is designed to ensure that vital forensic information is not lost.
26
-
27
- For non-Russian names, use the relevant IC transliteration standard for names from that language. A
28
- translator’s note may be used to clarify the known origin of the person. Spell names of individuals from
29
- languages that are written in Roman letters as they are spelled in those languages (e.g., George Clooney,
30
- Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-line
33
- directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given in these
34
- on-line reference works should be used in place of the IC Standard. For any individual who has at one
35
- time been listed in the Factbook or Chiefs of State directory but who no longer appears in those resources
36
- (i.e. is no longer a government official), the IC Standard spelling should appear first, with the spelling, if
37
- known, as it previously appeared in those resources listed within parentheses at the first usage.
38
-
39
- The primary goal is to produce a consistent Romanized transcription of names that is specifically readable
40
- to the English-speaking non-specialist. The system uses the 26 letters of the standard (English) Roman
41
- alphabet. Some ambiguities in the Romanized form will occur without the use of diacritics. However,
42
- within the context of a report, where additional information about the individual is provided, the referent
43
- will be clearly identified. This system will be used in conjunction with on-line tools, name dictionaries,
44
- and lists containing conventional spellings of names of well-known individuals.
45
-
46
- notes:
47
-
48
- tests:
49
- - source: Ирина Ивановна Никитина
50
- expected: Irina Ivanovna Nikitina
51
- - source: Николай Римский-Корсаков
52
- expected: Nikolay Rimskiy-Korsakov
53
- - source: Михаил Тимофеевич Калашников
54
- expected: Mikhail Timofeyevich Kalashnikov
55
- - source: Корж Василий Захарович
56
- expected: Korzh Vasiliy Zakharovich
57
- - source: Циолковский Константин Эдуардович
58
- expected: Tsiolkovskiy Konstantin Eduardovich
59
- - source: Лобачевский Николай Иванович
60
- expected: Lobachevskiy Nikolay Ivanovich
61
- - source: Пушкин Александр Сергеевич
62
- expected: Pushkin Aleksandr Sergeyevich
63
- - source: Гоголь Николай Васильевич
64
- expected: Gogol Nikolay Vasilyevich
65
- - source: Ломоносов Михаил Васильевич
66
- expected: Lomonosov Mikhail Vasilyevich
67
-
68
- map:
69
- inherit: bgnpcgn-rus-Cyrl-Latn-1947
70
-
71
- characters:
72
- '\u042a': '' # Ъ
73
- '\u042c': '' # Ь
74
-
75
-
76
- '\u044a': '' # ъ
77
- '\u044c': '' # ь
@@ -1,129 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: srp
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Office of the Director Of National Intelligence Serbian Personal Names 2015, ICS-630-01 Annex L
8
- # url:
9
- source: ICS-630-01 Annex L
10
- creation_date: 2015
11
- confirmation_date: 2015
12
- description: |
13
- This system is the Intelligence Community (IC) standard for the transliteration of Serbian names
14
- written in Cyrillic that will be applied to all final written reports and products for IC consumers. It
15
- is not intended to eliminate variations of a name that can contribute forensic information. Rather,
16
- it is to provide an IC standard Romanized (English) transliteration from Serbian that can then be
17
- linked to forensic information in ways that will help identify the referent of the name.
18
-
19
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
20
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the first
21
- usage. In addition, if the original Cyrillic spelling is known, that spelling should also appear in
22
- parentheses following the name, if possible, following best practices of the issuing organization
23
- and taking into consideration information system capabilities. This convention is designed to
24
- ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Serbian-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak). A
28
- translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the online directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings
33
- given in these on-line reference works should be used in place of the IC Standard. For any
34
- individual who has at one time been listed in the Factbook or Chiefs of State directory but who no
35
- longer appears in those resources (i.e. is no longer a government official), the IC Standard
36
- spelling should appear first, with the spelling, if known, as it previously appeared in those
37
- resources listed within parentheses at the first usage.
38
-
39
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
40
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
41
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use
42
- of diacritics. However, within the context of a report, where additional information about the
43
- individual is provided, the referent will be clearly identified. This system will be used in
44
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
45
- names of well-known individuals.
46
-
47
- notes:
48
-
49
- tests:
50
- - source: Гојко Митић
51
- expected: Gojko Mitic
52
- - source: Горња Ваганица
53
- expected: Gornja Vaganica
54
- - source: Довиђења
55
- expected: Dovidjenja
56
- - source: Ћао! Здраво!
57
- expected: Cao! Zdravo!
58
- - source: Кључ
59
- expected: Kljuc
60
- - source: Цигарете
61
- expected: Cigarete
62
- - source: Пролеће
63
- expected: Prolece
64
- - source: Понедељак
65
- expected: Ponedeljak
66
-
67
- map:
68
- characters:
69
- '\u0410': 'A' # А
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0402': 'Dj' # Ђ
75
- '\u0415': 'E' # Е
76
- '\u0416': 'Z' # Ж
77
- '\u0417': 'Z' # З
78
- '\u0418': 'I' # И
79
- '\u0408': 'J' # Ј
80
- '\u041A': 'K' # К
81
- '\u041B': 'L' # Л
82
- '\u0409': 'Lj' # Љ
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u040A': Nj # Њ
86
- '\u041E': 'O' # О
87
- '\u041F': 'P' # П
88
- '\u0420': 'R' # Р
89
- '\u0421': 'S' # С
90
- '\u0422': 'T' # Т
91
- '\u040B': 'C' # Ћ
92
- '\u0423': 'U' # У
93
- '\u0424': 'F' # Ф
94
- '\u0425': 'H' # Х
95
- '\u0426': 'C' # Ц
96
- '\u0427': 'C' # Ч
97
- '\u040F': 'Dz' # Џ
98
- '\u0428': 'S' # Ш
99
-
100
- '\u0430': 'a' # а
101
- '\u0431': 'b' # б
102
- '\u0432': 'v' # в
103
- '\u0433': 'g' # г
104
- '\u0434': 'd' # д
105
- '\u0452': 'dj' # ђ
106
- '\u0435': 'e' # e
107
- '\u0436': 'z' # ж
108
- '\u0437': 'z' # з
109
- '\u0438': 'i' # и
110
- '\u0458': 'j' # ј
111
- '\u043A': 'k' # к
112
- '\u043B': 'l' # л
113
- '\u0459': 'lj' # љ
114
- '\u043C': 'm' # м
115
- '\u043D': 'n' # н
116
- '\u045A': 'nj' # њ
117
- '\u043E': 'o' # о
118
- '\u043F': 'p' # п
119
- '\u0440': 'r' # р
120
- '\u0441': 's' # с
121
- '\u0442': 't' # т
122
- '\u045B': 'c' # ћ
123
- '\u0443': 'u' # у
124
- '\u0444': 'f' # ф
125
- '\u0445': 'h' # х
126
- '\u0446': 'c' # ц
127
- '\u0447': 'c' # ч
128
- '\u045F': 'dz' # џ
129
- '\u0448': 's' # ш
@@ -1,142 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tat
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tatar personal names in written reports and products
8
- source: ICS-630-01 Annex S
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tatar person names
13
- that will be applied to all final written reports and products for IC consumers. It is not intended
14
- to eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tatar that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Rustam Abdrashitov (also seen as Rustem Abdrashitov, Рустам Абдрашитов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tatar-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Yitzhak). A translator’s
28
- note may be used to clarify the known origin of the person. Spell names of individuals from
29
- languages that are written in Roman letters as they are spelled in those languages (e.g.,
30
- George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
-
54
- tests:
55
- - source: Рустам Абдрашитов
56
- expected: Rustam Abdrashitov
57
-
58
- map:
59
- rules:
60
- # note[1]
61
- - pattern: "(?i)(\u0401|\u0416|\u04A2|\u0425|\u0426|\u0427|\u0428|\u0429|\u042E|\u042F)\\1(?-i)"
62
- result: "\\1"
63
- # note[3]
64
- - pattern: \u044A|\u044C
65
- result: ""
66
-
67
- characters:
68
- '\u0410': 'A' # А
69
- '\u04D8': 'A' # Ә
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0415': 'E' # Е
75
- '\u0401': 'Yo' # Ё
76
- '\u0416': 'Zh' # Ж
77
- '\u0496': 'J' # Җ
78
- '\u0417': 'Z' # З
79
- '\u0418': 'I' # И
80
- '\u0419': 'Y' # Й
81
- '\u041A': 'K' # К
82
- '\u041B': 'L' # Л
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u04A2': 'Ng' # Ң
86
- '\u041E': 'O' # О
87
- '\u04E8': 'O' # Ө
88
- '\u041F': 'P' # П
89
- '\u0420': 'R' # Р
90
- '\u0421': 'S' # С
91
- '\u0422': 'T' # Т
92
- '\u0423': 'U' # У
93
- '\u04AE': 'U' # Ү
94
- '\u0424': 'F' # Ф
95
- '\u0425': 'Kh' # Х
96
- '\u04BA': 'H' # Һ
97
- '\u0426': 'Ts' # Ц
98
- '\u0427': 'Ch' # Ч
99
- '\u0428': 'Sh' # Ш
100
- '\u0429': 'Shch' # Щ
101
- '\u042B': 'Y' # Ы
102
- '\u042D': 'E' # Э
103
- '\u042E': 'Yu' # Ю
104
- '\u042F': 'Ya' # Я
105
-
106
- '\u0430': 'a' # а
107
- '\u04D9': 'a' # ә
108
- '\u0431': 'b' # б
109
- '\u0432': 'v' # в
110
- '\u0433': 'g' # г
111
- '\u0434': 'd' # д
112
- '\u0435': 'e' # e
113
- '\u0451': 'yo' # ё
114
- '\u0436': 'zh' # ж
115
- '\u0497': 'j' # җ
116
- '\u0437': 'z' # з
117
- '\u0438': 'i' # и
118
- '\u0439': 'y' # й
119
- '\u043A': 'k' # к
120
- '\u043B': 'l' # л
121
- '\u043C': 'm' # м
122
- '\u043D': 'n' # н
123
- '\u04A3': 'ng' # ң
124
- '\u043E': 'o' # о
125
- '\u04E9': 'o' # ө
126
- '\u043F': 'p' # п
127
- '\u0440': 'r' # р
128
- '\u0441': 's' # с
129
- '\u0442': 't' # т
130
- '\u0443': 'u' # у
131
- '\u04AF': 'u' # ү
132
- '\u0444': 'f' # ф
133
- '\u0445': 'kh' # х
134
- '\u04BB': 'h' # һ
135
- '\u0446': 'ts' # ц
136
- '\u0447': 'ch' # ч
137
- '\u0448': 'sh' # ш
138
- '\u0449': 'shch' # щ
139
- '\u044B': 'y' # ы
140
- '\u044D': 'e' # э
141
- '\u044E': 'yu' # ю
142
- '\u044F': 'ya' # я
@@ -1,148 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tgk
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tajik personal names in written reports and products
8
- source: ICS-630-01 Annex N
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tajik names that
13
- will be applied to all final written reports and products for IC consumers. It is not intended to
14
- eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tajik that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Parvona Jamshedov (also seen as Parvona Dzhamshedov, Парвона Ҷамшедов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tajik-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak).
28
- A translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
- - Transliterate ‘е‘ as ‘ye’ at beginning of words, ‘e’ elsewhere
54
-
55
- tests:
56
- - source: Парвона Ҷамшедов
57
- expected: Parvona Jamshedov
58
-
59
- map:
60
- rules:
61
- # note[1]
62
- - pattern: "(?i)(\u0492|\u0401|\u0416|\u0425|\u0427|\u0428|\u042E|\u042F|\u0426|\u0429)\\1(?-i)"
63
- result: "\\1"
64
- # note[3]
65
- - pattern: \u044A|\u044C
66
- result: ""
67
- # note[4]
68
- - pattern: \b\u0415
69
- result: Ye
70
- - pattern: \b\u0435
71
- result: ye
72
-
73
- characters:
74
- '\u0410': 'A' # А
75
- '\u0411': 'B' # Б
76
- '\u0412': 'V' # В
77
- '\u0413': 'G' # Г
78
- '\u0492': 'Gh' # Ғ
79
- '\u0414': 'D' # Д
80
- '\u0415': 'E' # Е
81
- '\u0401': 'Yo' # Ё
82
- '\u0416': 'Zh' # Ж
83
- '\u0417': 'Z' # З
84
- '\u0418': 'I' # И
85
- '\u04E2': 'I' # Ӣ
86
- '\u0419': 'Y' # Й
87
- '\u041A': 'K' # К
88
- '\u049A': 'Q' # Қ
89
- '\u041B': 'L' # Л
90
- '\u041C': 'M' # М
91
- '\u041D': 'N' # Н
92
- '\u041E': 'O' # О
93
- '\u041F': 'P' # П
94
- '\u0420': 'R' # Р
95
- '\u0421': 'S' # С
96
- '\u0422': 'T' # Т
97
- '\u0423': 'U' # У
98
- '\u04EE': 'U' # Ӯ
99
- '\u0424': 'F' # Ф
100
- '\u0425': 'Kh' # Х
101
- '\u04B2': 'H' # Ҳ
102
- '\u0427': 'Ch' # Ч
103
- '\u04B6': 'J' # Ҷ
104
- '\u0428': 'Sh' # Ш
105
- '\u042D': 'E' # Э
106
- '\u042E': 'Yu' # Ю
107
- '\u042F': 'Ya' # Я
108
- '\u0426': 'Ts' # Ц
109
- '\u0429': 'Shch' # Щ
110
- '\u042B': 'Y' # Ы
111
-
112
- '\u0430': 'a' # а
113
- '\u0431': 'b' # б
114
- '\u0432': 'v' # в
115
- '\u0433': 'g' # г
116
- '\u0493': 'gh' # ғ
117
- '\u0434': 'd' # д
118
- '\u0435': 'e' # e
119
- '\u0451': 'yo' # ё
120
- '\u0436': 'zh' # ж
121
- '\u0437': 'z' # з
122
- '\u0438': 'i' # и
123
- '\u04E3': 'i' # ӣ
124
- '\u0439': 'y' # й
125
- '\u043A': 'k' # к
126
- '\u049B': 'q' # қ
127
- '\u043B': 'l' # л
128
- '\u043C': 'm' # м
129
- '\u043D': 'n' # н
130
- '\u043E': 'o' # о
131
- '\u043F': 'p' # п
132
- '\u0440': 'r' # р
133
- '\u0441': 's' # с
134
- '\u0442': 't' # т
135
- '\u0443': 'u' # у
136
- '\u04EF': 'u' # ӯ
137
- '\u0444': 'f' # ф
138
- '\u0445': 'kh' # х
139
- '\u04B3': 'h' # ҳ
140
- '\u0447': 'ch' # ч
141
- '\u04B7': 'j' # ҷ
142
- '\u0448': 'sh' # ш
143
- '\u044D': 'e' # э
144
- '\u044E': 'yu' # ю
145
- '\u044F': 'ya' # я
146
- '\u0446': 'ts' # ц
147
- '\u0449': 'shch' # щ
148
- '\u044B': 'y' # ы