interscript 0.1.5 → 2.1.0a8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (200) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +11 -0
  3. data/.rspec +3 -0
  4. data/Gemfile +29 -0
  5. data/LICENSE.adoc +31 -0
  6. data/README.md +3 -0
  7. data/Rakefile +53 -0
  8. data/bin/console +14 -0
  9. data/bin/interscript +3 -39
  10. data/bin/maps_analyze_staging +168 -0
  11. data/bin/maps_debug_compilers +58 -0
  12. data/bin/maps_debug_ordering +88 -0
  13. data/bin/maps_debug_ruby_compile +24 -0
  14. data/bin/maps_debug_step_by_step +44 -0
  15. data/bin/maps_optimize_order +112 -0
  16. data/bin/maps_v1_analyze_regexps +45 -0
  17. data/bin/maps_v1_to_v2 +426 -0
  18. data/exe/interscript +6 -0
  19. data/interscript.gemspec +31 -0
  20. data/lib/interscript.rb +81 -123
  21. data/lib/interscript/command.rb +5 -5
  22. data/lib/interscript/compiler.rb +22 -0
  23. data/lib/interscript/compiler/javascript.rb +292 -0
  24. data/lib/interscript/compiler/ruby.rb +262 -0
  25. data/lib/interscript/dsl.rb +67 -0
  26. data/lib/interscript/dsl/aliases.rb +23 -0
  27. data/lib/interscript/dsl/document.rb +46 -0
  28. data/lib/interscript/dsl/group.rb +45 -0
  29. data/lib/interscript/dsl/group/parallel.rb +6 -0
  30. data/lib/interscript/dsl/items.rb +89 -0
  31. data/lib/interscript/dsl/metadata.rb +26 -0
  32. data/lib/interscript/dsl/stage.rb +6 -0
  33. data/lib/interscript/dsl/symbol_mm.rb +11 -0
  34. data/lib/interscript/dsl/tests.rb +12 -0
  35. data/lib/interscript/interpreter.rb +251 -0
  36. data/lib/interscript/node.rb +25 -0
  37. data/lib/interscript/node/alias_def.rb +15 -0
  38. data/lib/interscript/node/dependency.rb +13 -0
  39. data/lib/interscript/node/document.rb +45 -0
  40. data/lib/interscript/node/group.rb +34 -0
  41. data/lib/interscript/node/group/parallel.rb +9 -0
  42. data/lib/interscript/node/group/sequential.rb +2 -0
  43. data/lib/interscript/node/item.rb +52 -0
  44. data/lib/interscript/node/item/alias.rb +42 -0
  45. data/lib/interscript/node/item/any.rb +61 -0
  46. data/lib/interscript/node/item/capture.rb +50 -0
  47. data/lib/interscript/node/item/group.rb +51 -0
  48. data/lib/interscript/node/item/repeat.rb +40 -0
  49. data/lib/interscript/node/item/stage.rb +23 -0
  50. data/lib/interscript/node/item/string.rb +51 -0
  51. data/lib/interscript/node/metadata.rb +18 -0
  52. data/lib/interscript/node/rule.rb +6 -0
  53. data/lib/interscript/node/rule/funcall.rb +18 -0
  54. data/lib/interscript/node/rule/run.rb +15 -0
  55. data/lib/interscript/node/rule/sub.rb +65 -0
  56. data/lib/interscript/node/stage.rb +19 -0
  57. data/lib/interscript/node/tests.rb +15 -0
  58. data/lib/interscript/stdlib.rb +211 -0
  59. data/lib/interscript/utils/regexp_converter.rb +283 -0
  60. data/lib/interscript/version.rb +1 -1
  61. data/requirements.txt +1 -0
  62. metadata +73 -311
  63. data/README.adoc +0 -298
  64. data/bin/rspec +0 -29
  65. data/lib/__pycache__/g2pwrapper.cpython-38.pyc +0 -0
  66. data/lib/g2pwrapper.py +0 -34
  67. data/lib/interscript-opal.rb +0 -2
  68. data/lib/interscript/fs.rb +0 -69
  69. data/lib/interscript/mapping.rb +0 -142
  70. data/lib/interscript/opal.rb +0 -23
  71. data/lib/interscript/opal/maps.js.erb +0 -7
  72. data/lib/interscript/opal_map_translate.rb +0 -12
  73. data/lib/model-7 +0 -0
  74. data/lib/tha-pt-b-7 +0 -0
  75. data/maps/acadsin-zho-Hani-Latn-2002.yaml +0 -38912
  76. data/maps/alalc-aze-Cyrl-Latn-1997.yaml +0 -141
  77. data/maps/alalc-bel-cyrl-latn-1997.yaml +0 -125
  78. data/maps/alalc-ben-Beng-Latn-2017.yaml +0 -130
  79. data/maps/alalc-bul-Cyrl-Latn-1997.yaml +0 -94
  80. data/maps/alalc-ell-Grek-Latn-1997.yaml +0 -625
  81. data/maps/alalc-ell-Grek-Latn-2010.yaml +0 -628
  82. data/maps/alalc-kat-Geok-Latn-1997.yaml +0 -112
  83. data/maps/alalc-kat-Geor-Latn-1997.yaml +0 -146
  84. data/maps/alalc-kor-Hang-Latn-1997.yaml +0 -94
  85. data/maps/alalc-mkd-Cyrl-Latn-2013.yaml +0 -103
  86. data/maps/alalc-mkd-cyrl-latn-1997.yaml +0 -114
  87. data/maps/alalc-rus-Cyrl-Latn-1997.yaml +0 -222
  88. data/maps/alalc-rus-Cyrl-Latn-2012.yaml +0 -162
  89. data/maps/alalc-srp-Cyrl-Latn-1997.yaml +0 -114
  90. data/maps/alalc-srp-cyrl-latn-2013.yaml +0 -135
  91. data/maps/alalc-ukr-Cyrl-Latn-1997.yaml +0 -141
  92. data/maps/alalc-ukr-Cyrl-Latn-2011.yaml +0 -16
  93. data/maps/apcbg-bul-Cyrl-Latn-1995.yaml +0 -283
  94. data/maps/bas-rus-Cyrl-Latn-2017-bss.yaml +0 -175
  95. data/maps/bas-rus-Cyrl-Latn-2017-oss.yaml +0 -169
  96. data/maps/bgn-jpn-Hrkt-Latn-1962.yaml +0 -294
  97. data/maps/bgn-kor-Hang-Latn-1943.yaml +0 -31
  98. data/maps/bgn-kor-Kore-Latn-1943.yaml +0 -31
  99. data/maps/bgna-bul-Cyrl-Latn-2006.yaml +0 -208
  100. data/maps/bgna-bul-Cyrl-Latn-2009.yaml +0 -208
  101. data/maps/bgnpcgn-arm-Armn-Latn-1981.yaml +0 -108
  102. data/maps/bgnpcgn-aze-Cyrl-Latn-1993.yaml +0 -104
  103. data/maps/bgnpcgn-bak-Cyrl-Latn-2007.yaml +0 -184
  104. data/maps/bgnpcgn-bel-cyrl-latn-1979.yaml +0 -285
  105. data/maps/bgnpcgn-bul-Cyrl-Latn-1952.yaml +0 -115
  106. data/maps/bgnpcgn-bul-Cyrl-Latn-2013.yaml +0 -38
  107. data/maps/bgnpcgn-ell-Grek-Latn-1962.yaml +0 -702
  108. data/maps/bgnpcgn-ell-Grek-Latn-1996.yaml +0 -20
  109. data/maps/bgnpcgn-jpn-Hrkt-Latn-1976.yaml +0 -257
  110. data/maps/bgnpcgn-kat-Geor-Latn-1981.yaml +0 -127
  111. data/maps/bgnpcgn-kat-Geor-Latn-2009.yaml +0 -43
  112. data/maps/bgnpcgn-kor-Hang-Latn-kn-1945.yaml +0 -253
  113. data/maps/bgnpcgn-kor-Hang-Latn-rok-2011.yaml +0 -48
  114. data/maps/bgnpcgn-kor-Kore-Latn-rok-2011.yaml +0 -48
  115. data/maps/bgnpcgn-mkd-Cyrl-Latn-1981.yaml +0 -159
  116. data/maps/bgnpcgn-mkd-Cyrl-Latn-2013.yaml +0 -190
  117. data/maps/bgnpcgn-per-Arab-Latn-1956.yaml +0 -93
  118. data/maps/bgnpcgn-rus-Cyrl-Latn-1947.yaml +0 -314
  119. data/maps/bgnpcgn-srp-Cyrl-Latn-2005.yaml +0 -166
  120. data/maps/bgnpcgn-ukr-Cyrl-Latn-1965.yaml +0 -163
  121. data/maps/bgnpcgn-ukr-Cyrl-Latn-2019.yaml +0 -208
  122. data/maps/bgnpcgn-zho-Hans-Latn-1979.yaml +0 -7456
  123. data/maps/by-bel-Cyrl-Latn-1998.yaml +0 -168
  124. data/maps/by-bel-Cyrl-Latn-2007.yaml +0 -115
  125. data/maps/elot-ell-Grek-Latn-743-1982-tl.yaml +0 -685
  126. data/maps/elot-ell-Grek-Latn-743-1982-ts.yaml +0 -681
  127. data/maps/elot-ell-Grek-Latn-743-2001-tl.yaml +0 -20
  128. data/maps/elot-ell-Grek-Latn-743-2001-ts.yaml +0 -32
  129. data/maps/ggg-kat-Geor-Latn-2002.yaml +0 -89
  130. data/maps/gki-bel-cyrl-latn-1992.yaml +0 -33
  131. data/maps/gki-bel-cyrl-latn-2000.yaml +0 -201
  132. data/maps/gost-rus-cyrl-latn-16876-71-1983.yaml +0 -186
  133. data/maps/hk-yue-Hani-Latn-1888.yaml +0 -38497
  134. data/maps/icao-bel-Cyrl-Latn-9303.yaml +0 -141
  135. data/maps/icao-bul-Cyrl-Latn-9303.yaml +0 -122
  136. data/maps/icao-heb-Hebr-Latn-9303.yaml +0 -151
  137. data/maps/icao-mkd-Cyrl-Latn-9303.yaml +0 -117
  138. data/maps/icao-per-Arab-Latn-9303.yaml +0 -104
  139. data/maps/icao-rus-Cyrl-Latn-9303.yaml +0 -118
  140. data/maps/icao-srp-Cyrl-Latn-9303.yaml +0 -117
  141. data/maps/icao-ukr-Cyrl-Latn-9303.yaml +0 -120
  142. data/maps/iso-ell-Grek-Latn-843-1997-t1.yaml +0 -610
  143. data/maps/iso-ell-Grek-Latn-843-1997-t2.yaml +0 -41
  144. data/maps/iso-jpn-Hrkt-Latn-3602-1989.yaml +0 -62
  145. data/maps/iso-rus-Cyrl-Latn-9-1995.yaml +0 -272
  146. data/maps/iso-tha-Thai-Latn-11940-1998.yaml +0 -109
  147. data/maps/kp-kor-Hang-Latn-2002.yaml +0 -901
  148. data/maps/lshk-yue-Hani-Latn-jyutping-1993.yaml +0 -44820
  149. data/maps/mext-jpn-Hrkt-Latn-1954.yaml +0 -411
  150. data/maps/moct-kor-Hang-Latn-2000.yaml +0 -803
  151. data/maps/mofa-jpn-Hrkt-Latn-1989.yaml +0 -541
  152. data/maps/mvd-bel-Cyrl-Latn-2008.yaml +0 -225
  153. data/maps/mvd-bel-Cyrl-Latn-2010.yaml +0 -63
  154. data/maps/mvd-rus-Cyrl-Latn-2008.yaml +0 -110
  155. data/maps/mvd-rus-Cyrl-Latn-2010.yaml +0 -37
  156. data/maps/nil-kor-Hang-Hang-jamo.yaml +0 -11193
  157. data/maps/odni-aze-Cyrl-Latn-2015.yaml +0 -144
  158. data/maps/odni-bel-Cyrl-Latn-2015.yaml +0 -148
  159. data/maps/odni-bul-Cyrl-Latn-2015.yaml +0 -96
  160. data/maps/odni-kat-Geor-Latn-2015.yaml +0 -88
  161. data/maps/odni-kaz-Cyrl-Latn-2015.yaml +0 -148
  162. data/maps/odni-kir-Cyrl-Latn-2015.yaml +0 -136
  163. data/maps/odni-mkd-cyrl-latn-2015.yaml +0 -122
  164. data/maps/odni-rus-Cyrl-Latn-2015.yaml +0 -77
  165. data/maps/odni-srp-Cyrl-Latn-2015.yaml +0 -129
  166. data/maps/odni-tat-Cyrl-Latn-2015.yaml +0 -142
  167. data/maps/odni-tgk-Cyrl-Latn-2015.yaml +0 -148
  168. data/maps/odni-uig-Cyrl-Latn-2015.yaml +0 -138
  169. data/maps/odni-ukr-Cyrl-Latn-2015.yaml +0 -157
  170. data/maps/odni-uzb-Cyrl-Latn-2015.yaml +0 -167
  171. data/maps/royin-tha-Thai-Latn-1939-generic.yaml +0 -90
  172. data/maps/royin-tha-Thai-Latn-1968.yaml +0 -179
  173. data/maps/royin-tha-Thai-Latn-1999-chained.yaml +0 -180
  174. data/maps/royin-tha-Thai-Latn-1999.yaml +0 -76
  175. data/maps/sac-zho-Hans-Latn-1979.yaml +0 -24759
  176. data/maps/ses-ara-arab-latn-1930.yaml +0 -275
  177. data/maps/stategeocadastre-ukr-Cyrl-Latn-1993.yaml +0 -222
  178. data/maps/ua-ukr-Cyrl-Latn-1996.yaml +0 -193
  179. data/maps/un-ara-Arab-Latn-1971.yaml +0 -127
  180. data/maps/un-ara-Arab-Latn-1972.yaml +0 -152
  181. data/maps/un-ara-Arab-Latn-2017.yaml +0 -383
  182. data/maps/un-bel-Cyrl-Latn-2007.yaml +0 -114
  183. data/maps/un-ben-Beng-Latn-2016.yaml +0 -534
  184. data/maps/un-ell-Grek-Latn-1987-tl.yaml +0 -32
  185. data/maps/un-ell-Grek-Latn-1987-ts.yaml +0 -20
  186. data/maps/un-ell-Grek-Latn-phonetic-1987.yaml +0 -780
  187. data/maps/un-mon-Mong-Latn-2013.yaml +0 -93
  188. data/maps/un-rus-Cyrl-Latn-1987.yaml +0 -166
  189. data/maps/un-ukr-cyrl-latn-1998.yaml +0 -30
  190. data/maps/var-jpn-Hrkt-Latn-hepburn-1886.yaml +0 -406
  191. data/maps/var-jpn-Hrkt-Latn-hepburn-1954.yaml +0 -386
  192. data/maps/var-kor-Hang-Latn-mr-1939.yaml +0 -1054
  193. data/maps/var-kor-Kore-Hang-2013.yaml +0 -59754
  194. data/maps/var-kor-Kore-Latn-mr-1939.yaml +0 -37
  195. data/maps/var-tha-Thai-Thai-phonemic.yaml +0 -59
  196. data/maps/var-tha-Thai-Zsym-ipa.yaml +0 -301
  197. data/maps/var-zho-Hani-Latn-1979.yaml +0 -38908
  198. data/spec/interscript/mapping_spec.rb +0 -42
  199. data/spec/interscript_spec.rb +0 -26
  200. data/spec/spec_helper.rb +0 -3
@@ -1,129 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: srp
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Office of the Director Of National Intelligence Serbian Personal Names 2015, ICS-630-01 Annex L
8
- # url:
9
- source: ICS-630-01 Annex L
10
- creation_date: 2015
11
- confirmation_date: 2015
12
- description: |
13
- This system is the Intelligence Community (IC) standard for the transliteration of Serbian names
14
- written in Cyrillic that will be applied to all final written reports and products for IC consumers. It
15
- is not intended to eliminate variations of a name that can contribute forensic information. Rather,
16
- it is to provide an IC standard Romanized (English) transliteration from Serbian that can then be
17
- linked to forensic information in ways that will help identify the referent of the name.
18
-
19
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
20
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the first
21
- usage. In addition, if the original Cyrillic spelling is known, that spelling should also appear in
22
- parentheses following the name, if possible, following best practices of the issuing organization
23
- and taking into consideration information system capabilities. This convention is designed to
24
- ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Serbian-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak). A
28
- translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the online directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings
33
- given in these on-line reference works should be used in place of the IC Standard. For any
34
- individual who has at one time been listed in the Factbook or Chiefs of State directory but who no
35
- longer appears in those resources (i.e. is no longer a government official), the IC Standard
36
- spelling should appear first, with the spelling, if known, as it previously appeared in those
37
- resources listed within parentheses at the first usage.
38
-
39
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
40
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
41
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use
42
- of diacritics. However, within the context of a report, where additional information about the
43
- individual is provided, the referent will be clearly identified. This system will be used in
44
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
45
- names of well-known individuals.
46
-
47
- notes:
48
-
49
- tests:
50
- - source: Гојко Митић
51
- expected: Gojko Mitic
52
- - source: Горња Ваганица
53
- expected: Gornja Vaganica
54
- - source: Довиђења
55
- expected: Dovidjenja
56
- - source: Ћао! Здраво!
57
- expected: Cao! Zdravo!
58
- - source: Кључ
59
- expected: Kljuc
60
- - source: Цигарете
61
- expected: Cigarete
62
- - source: Пролеће
63
- expected: Prolece
64
- - source: Понедељак
65
- expected: Ponedeljak
66
-
67
- map:
68
- characters:
69
- '\u0410': 'A' # А
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0402': 'Dj' # Ђ
75
- '\u0415': 'E' # Е
76
- '\u0416': 'Z' # Ж
77
- '\u0417': 'Z' # З
78
- '\u0418': 'I' # И
79
- '\u0408': 'J' # Ј
80
- '\u041A': 'K' # К
81
- '\u041B': 'L' # Л
82
- '\u0409': 'Lj' # Љ
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u040A': Nj # Њ
86
- '\u041E': 'O' # О
87
- '\u041F': 'P' # П
88
- '\u0420': 'R' # Р
89
- '\u0421': 'S' # С
90
- '\u0422': 'T' # Т
91
- '\u040B': 'C' # Ћ
92
- '\u0423': 'U' # У
93
- '\u0424': 'F' # Ф
94
- '\u0425': 'H' # Х
95
- '\u0426': 'C' # Ц
96
- '\u0427': 'C' # Ч
97
- '\u040F': 'Dz' # Џ
98
- '\u0428': 'S' # Ш
99
-
100
- '\u0430': 'a' # а
101
- '\u0431': 'b' # б
102
- '\u0432': 'v' # в
103
- '\u0433': 'g' # г
104
- '\u0434': 'd' # д
105
- '\u0452': 'dj' # ђ
106
- '\u0435': 'e' # e
107
- '\u0436': 'z' # ж
108
- '\u0437': 'z' # з
109
- '\u0438': 'i' # и
110
- '\u0458': 'j' # ј
111
- '\u043A': 'k' # к
112
- '\u043B': 'l' # л
113
- '\u0459': 'lj' # љ
114
- '\u043C': 'm' # м
115
- '\u043D': 'n' # н
116
- '\u045A': 'nj' # њ
117
- '\u043E': 'o' # о
118
- '\u043F': 'p' # п
119
- '\u0440': 'r' # р
120
- '\u0441': 's' # с
121
- '\u0442': 't' # т
122
- '\u045B': 'c' # ћ
123
- '\u0443': 'u' # у
124
- '\u0444': 'f' # ф
125
- '\u0445': 'h' # х
126
- '\u0446': 'c' # ц
127
- '\u0447': 'c' # ч
128
- '\u045F': 'dz' # џ
129
- '\u0448': 's' # ш
@@ -1,142 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tat
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tatar personal names in written reports and products
8
- source: ICS-630-01 Annex S
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tatar person names
13
- that will be applied to all final written reports and products for IC consumers. It is not intended
14
- to eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tatar that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Rustam Abdrashitov (also seen as Rustem Abdrashitov, Рустам Абдрашитов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tatar-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Yitzhak). A translator’s
28
- note may be used to clarify the known origin of the person. Spell names of individuals from
29
- languages that are written in Roman letters as they are spelled in those languages (e.g.,
30
- George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
-
54
- tests:
55
- - source: Рустам Абдрашитов
56
- expected: Rustam Abdrashitov
57
-
58
- map:
59
- rules:
60
- # note[1]
61
- - pattern: "(?i)(\u0401|\u0416|\u04A2|\u0425|\u0426|\u0427|\u0428|\u0429|\u042E|\u042F)\\1(?-i)"
62
- result: "\\1"
63
- # note[3]
64
- - pattern: \u044A|\u044C
65
- result: ""
66
-
67
- characters:
68
- '\u0410': 'A' # А
69
- '\u04D8': 'A' # Ә
70
- '\u0411': 'B' # Б
71
- '\u0412': 'V' # В
72
- '\u0413': 'G' # Г
73
- '\u0414': 'D' # Д
74
- '\u0415': 'E' # Е
75
- '\u0401': 'Yo' # Ё
76
- '\u0416': 'Zh' # Ж
77
- '\u0496': 'J' # Җ
78
- '\u0417': 'Z' # З
79
- '\u0418': 'I' # И
80
- '\u0419': 'Y' # Й
81
- '\u041A': 'K' # К
82
- '\u041B': 'L' # Л
83
- '\u041C': 'M' # М
84
- '\u041D': 'N' # Н
85
- '\u04A2': 'Ng' # Ң
86
- '\u041E': 'O' # О
87
- '\u04E8': 'O' # Ө
88
- '\u041F': 'P' # П
89
- '\u0420': 'R' # Р
90
- '\u0421': 'S' # С
91
- '\u0422': 'T' # Т
92
- '\u0423': 'U' # У
93
- '\u04AE': 'U' # Ү
94
- '\u0424': 'F' # Ф
95
- '\u0425': 'Kh' # Х
96
- '\u04BA': 'H' # Һ
97
- '\u0426': 'Ts' # Ц
98
- '\u0427': 'Ch' # Ч
99
- '\u0428': 'Sh' # Ш
100
- '\u0429': 'Shch' # Щ
101
- '\u042B': 'Y' # Ы
102
- '\u042D': 'E' # Э
103
- '\u042E': 'Yu' # Ю
104
- '\u042F': 'Ya' # Я
105
-
106
- '\u0430': 'a' # а
107
- '\u04D9': 'a' # ә
108
- '\u0431': 'b' # б
109
- '\u0432': 'v' # в
110
- '\u0433': 'g' # г
111
- '\u0434': 'd' # д
112
- '\u0435': 'e' # e
113
- '\u0451': 'yo' # ё
114
- '\u0436': 'zh' # ж
115
- '\u0497': 'j' # җ
116
- '\u0437': 'z' # з
117
- '\u0438': 'i' # и
118
- '\u0439': 'y' # й
119
- '\u043A': 'k' # к
120
- '\u043B': 'l' # л
121
- '\u043C': 'm' # м
122
- '\u043D': 'n' # н
123
- '\u04A3': 'ng' # ң
124
- '\u043E': 'o' # о
125
- '\u04E9': 'o' # ө
126
- '\u043F': 'p' # п
127
- '\u0440': 'r' # р
128
- '\u0441': 's' # с
129
- '\u0442': 't' # т
130
- '\u0443': 'u' # у
131
- '\u04AF': 'u' # ү
132
- '\u0444': 'f' # ф
133
- '\u0445': 'kh' # х
134
- '\u04BB': 'h' # һ
135
- '\u0446': 'ts' # ц
136
- '\u0447': 'ch' # ч
137
- '\u0448': 'sh' # ш
138
- '\u0449': 'shch' # щ
139
- '\u044B': 'y' # ы
140
- '\u044D': 'e' # э
141
- '\u044E': 'yu' # ю
142
- '\u044F': 'ya' # я
@@ -1,148 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: tgk
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of tajik personal names in written reports and products
8
- source: ICS-630-01 Annex N
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Tajik names that
13
- will be applied to all final written reports and products for IC consumers. It is not intended to
14
- eliminate variations of a name that can contribute forensic information. Rather, it is to provide
15
- an IC standard Romanized (English) transliteration from Tajik that can then be linked to forensic
16
- information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script spelling is known, that spelling should
21
- also appear in parentheses following the name, if possible, following best practices of the
22
- issuing organization and taking into consideration information system capabilities. For example:
23
- Parvona Jamshedov (also seen as Parvona Dzhamshedov, Парвона Ҷамшедов). This convention is
24
- designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Tajik-speaking community, use the
27
- relevant IC transliteration standard for names from that language (e.g., Mikhail, Yitzhak).
28
- A translator’s note may be used to clarify the known origin of the person. Spell names of
29
- individuals from languages that are written in Roman letters as they are spelled in those
30
- languages (e.g., George Clooney, Jorge Garcia, Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-
33
- line directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given
34
- in these on-line reference works should be used in place of the IC Standard. For any individual
35
- who has at one time been listed in the Factbook or Chiefs of State directory but who no longer
36
- appears in those resources (i.e. is no longer a government official), the IC Standard spelling
37
- should appear first, with the spelling, if known, as it previously appeared in those resources
38
- listed within parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
- - Transliterate ‘е‘ as ‘ye’ at beginning of words, ‘e’ elsewhere
54
-
55
- tests:
56
- - source: Парвона Ҷамшедов
57
- expected: Parvona Jamshedov
58
-
59
- map:
60
- rules:
61
- # note[1]
62
- - pattern: "(?i)(\u0492|\u0401|\u0416|\u0425|\u0427|\u0428|\u042E|\u042F|\u0426|\u0429)\\1(?-i)"
63
- result: "\\1"
64
- # note[3]
65
- - pattern: \u044A|\u044C
66
- result: ""
67
- # note[4]
68
- - pattern: \b\u0415
69
- result: Ye
70
- - pattern: \b\u0435
71
- result: ye
72
-
73
- characters:
74
- '\u0410': 'A' # А
75
- '\u0411': 'B' # Б
76
- '\u0412': 'V' # В
77
- '\u0413': 'G' # Г
78
- '\u0492': 'Gh' # Ғ
79
- '\u0414': 'D' # Д
80
- '\u0415': 'E' # Е
81
- '\u0401': 'Yo' # Ё
82
- '\u0416': 'Zh' # Ж
83
- '\u0417': 'Z' # З
84
- '\u0418': 'I' # И
85
- '\u04E2': 'I' # Ӣ
86
- '\u0419': 'Y' # Й
87
- '\u041A': 'K' # К
88
- '\u049A': 'Q' # Қ
89
- '\u041B': 'L' # Л
90
- '\u041C': 'M' # М
91
- '\u041D': 'N' # Н
92
- '\u041E': 'O' # О
93
- '\u041F': 'P' # П
94
- '\u0420': 'R' # Р
95
- '\u0421': 'S' # С
96
- '\u0422': 'T' # Т
97
- '\u0423': 'U' # У
98
- '\u04EE': 'U' # Ӯ
99
- '\u0424': 'F' # Ф
100
- '\u0425': 'Kh' # Х
101
- '\u04B2': 'H' # Ҳ
102
- '\u0427': 'Ch' # Ч
103
- '\u04B6': 'J' # Ҷ
104
- '\u0428': 'Sh' # Ш
105
- '\u042D': 'E' # Э
106
- '\u042E': 'Yu' # Ю
107
- '\u042F': 'Ya' # Я
108
- '\u0426': 'Ts' # Ц
109
- '\u0429': 'Shch' # Щ
110
- '\u042B': 'Y' # Ы
111
-
112
- '\u0430': 'a' # а
113
- '\u0431': 'b' # б
114
- '\u0432': 'v' # в
115
- '\u0433': 'g' # г
116
- '\u0493': 'gh' # ғ
117
- '\u0434': 'd' # д
118
- '\u0435': 'e' # e
119
- '\u0451': 'yo' # ё
120
- '\u0436': 'zh' # ж
121
- '\u0437': 'z' # з
122
- '\u0438': 'i' # и
123
- '\u04E3': 'i' # ӣ
124
- '\u0439': 'y' # й
125
- '\u043A': 'k' # к
126
- '\u049B': 'q' # қ
127
- '\u043B': 'l' # л
128
- '\u043C': 'm' # м
129
- '\u043D': 'n' # н
130
- '\u043E': 'o' # о
131
- '\u043F': 'p' # п
132
- '\u0440': 'r' # р
133
- '\u0441': 's' # с
134
- '\u0442': 't' # т
135
- '\u0443': 'u' # у
136
- '\u04EF': 'u' # ӯ
137
- '\u0444': 'f' # ф
138
- '\u0445': 'kh' # х
139
- '\u04B3': 'h' # ҳ
140
- '\u0447': 'ch' # ч
141
- '\u04B7': 'j' # ҷ
142
- '\u0448': 'sh' # ш
143
- '\u044D': 'e' # э
144
- '\u044E': 'yu' # ю
145
- '\u044F': 'ya' # я
146
- '\u0446': 'ts' # ц
147
- '\u0449': 'shch' # щ
148
- '\u044B': 'y' # ы
@@ -1,138 +0,0 @@
1
- ---
2
- authority_id: odni
3
- id: 2015
4
- language: uig
5
- source_script: Cyrl
6
- destination_script: Latn
7
- name: Standards for the transliteration of uyghur personal names in written reports and products
8
- source: ICS-630-01 Annex U
9
- creation_date: 2015
10
- confirmation_date: 2015
11
- description: |
12
- This system is the Intelligence Community standard for the transliteration of Uyghur person names
13
- that will be applied to all final written reports and products for IC consumers. It is not
14
- intended to eliminate variations of a name that can contribute forensic information. Rather, it is
15
- to provide an IC standard Romanized (English) transliteration from Uyghur that can then be linked
16
- to forensic information in ways that will help identify the referent of the name.
17
-
18
- In cases where an individual’s name has already been transliterated in a variant spelling, the IC
19
- Standard spelling should appear first, followed by the variant spelling(s) in parentheses at the
20
- first usage. In addition, if the original Cyrillic-script or Arabic-script spelling is known, that
21
- spelling should also appear in parentheses following the name, if possible, following best
22
- practices of the issuing organization and taking into consideration information system capabilities.
23
- For example: Zordun Sabir (also seen as Zordun Sabeer, Зордун Сабир ,زوردون سابیر). This convention
24
- is designed to ensure that vital forensic information is not lost.
25
-
26
- For names of persons who are known to not be part of the Uyghur-speaking community, use the relevant
27
- IC transliteration standard for names from that language (e.g., Yitzhak). A translator’s note may be
28
- used to clarify the known origin of the person. Spell names of individuals from languages that are
29
- written in Roman letters as they are spelled in those languages (e.g., George Clooney, Jorge Garcia,
30
- Georges Pompidou).
31
-
32
- In the case of active senior government officials in the on-line CIA World Factbook and the on-line
33
- directory of Chiefs of State and Cabinet Members of Foreign Governments, the spellings given in
34
- these on-line reference works should be used in place of the IC Standard. For any individual who has
35
- at one time been listed in the Factbook or Chiefs of State directory but who no longer appears in
36
- those resources (i.e. is no longer a government official), the IC Standard spelling should appear
37
- first, with the spelling, if known, as it previously appeared in those resources listed within
38
- parentheses at the first usage.
39
-
40
- The primary goal is to produce a consistent Romanized transcription of names that is specifically
41
- readable to the English-speaking non-specialist. The system uses the 26 letters of the standard
42
- (English) Roman alphabet. Some ambiguities in the Romanized form will occur without the use of
43
- diacritics. However, within the context of a report, where additional information about the
44
- individual is provided, the referent will be clearly identified. This system will be used in
45
- conjunction with on-line tools, name dictionaries, and lists containing conventional spellings of
46
- names of well-known individuals.
47
-
48
- notes:
49
- - Transliterate double digraphs as a single digraph, i.e. шш -> sh, not shsh
50
- - In the Roman, no distinction is made between digraphs such as 'sh' and single contiguous letters,
51
- (e.g. 's' followed by 'h').
52
- - The Cyrillic ъ and ь are not transliterated, but instead are left out of the transliteration.
53
-
54
- tests:
55
- - source: Зордун Сабир
56
- expected: Zordun Sabir
57
-
58
- map:
59
- rules:
60
- # note[1]
61
- - pattern: "(?i)(\u0492|\u0401|\u0496|\u04A2|\u0427|\u0428|\u042E|\u042F)\\1(?-i)"
62
- result: "\\1"
63
- # note[3]
64
- - pattern: \u044A|\u044C
65
- result: ""
66
-
67
- characters:
68
- '\u0410': 'A' # А
69
- '\u04D8': 'E' # Ә
70
- '\u0411': 'B' # Б
71
- '\u0412': 'W' # В
72
- '\u0413': 'G' # Г
73
- '\u0492': 'Gh' # Ғ
74
- '\u0414': 'D' # Д
75
- '\u0415': 'E' # Е
76
- '\u0401': 'Yo' # Ё
77
- '\u0416': 'J' # Ж
78
- '\u0496': 'Zh' # Җ
79
- '\u0417': 'Z' # З
80
- '\u0418': 'I' # И
81
- '\u0419': 'Y' # Й
82
- '\u041A': 'K' # К
83
- '\u049A': 'Q' # Қ
84
- '\u041B': 'L' # Л
85
- '\u041C': 'M' # М
86
- '\u041D': 'N' # Н
87
- '\u04A2': 'Ng' # Ң
88
- '\u041E': 'O' # О
89
- '\u04E8': 'O' # Ө
90
- '\u041F': 'P' # П
91
- '\u0420': 'R' # Р
92
- '\u0421': 'S' # С
93
- '\u0422': 'T' # Т
94
- '\u0423': 'U' # У
95
- '\u04AE': 'U' # Ү
96
- '\u0424': 'F' # Ф
97
- '\u0425': 'X' # Х
98
- '\u04BA': 'H' # Һ
99
- '\u0427': 'Ch' # Ч
100
- '\u0428': 'Sh' # Ш
101
- '\u042E': 'Yu' # Ю
102
- '\u042F': 'Ya' # Я
103
-
104
- '\u0430': 'a' # а
105
- '\u04D9': 'e' # ә
106
- '\u0431': 'b' # б
107
- '\u0432': 'w' # в
108
- '\u0433': 'g' # г
109
- '\u0493': 'gh' # ғ
110
- '\u0434': 'd' # д
111
- '\u0435': 'e' # e
112
- '\u0451': 'yo' # ё
113
- '\u0436': 'j' # ж
114
- '\u0497': 'zh' # җ
115
- '\u0437': 'z' # з
116
- '\u0438': 'i' # и
117
- '\u0439': 'y' # й
118
- '\u043A': 'k' # к
119
- '\u049B': 'q' # қ
120
- '\u043B': 'l' # л
121
- '\u043C': 'm' # м
122
- '\u043D': 'n' # н
123
- '\u04A3': 'ng' # ң
124
- '\u043E': 'o' # о
125
- '\u04E9': 'o' # ө
126
- '\u043F': 'p' # п
127
- '\u0440': 'r' # р
128
- '\u0441': 's' # с
129
- '\u0442': 't' # т
130
- '\u0443': 'u' # у
131
- '\u04AF': 'u' # ү
132
- '\u0444': 'f' # ф
133
- '\u0445': 'x' # х
134
- '\u04BB': 'h' # һ
135
- '\u0447': 'ch' # ч
136
- '\u0448': 'sh' # ш
137
- '\u044E': 'yu' # ю
138
- '\u044F': 'ya' # я