langa 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (122) hide show
  1. data/COPYING +674 -0
  2. data/README +69 -0
  3. data/bin/langa +169 -0
  4. data/examples/afrikaans_1953_utf8.txt +1000 -0
  5. data/examples/albanian_utf8.txt +1000 -0
  6. data/examples/amharic_utf8.txt +1000 -0
  7. data/examples/arabic_svd_utf8.txt +1000 -0
  8. data/examples/armenian_western_1853_utf8.txt +1000 -0
  9. data/examples/asv_utf8.txt +1000 -0
  10. data/examples/basque_1571_utf8.txt +1000 -0
  11. data/examples/breton_utf8.txt +1000 -0
  12. data/examples/chinese_ncv_s_utf8.txt +1000 -0
  13. data/examples/chinese_ncv_utf8.txt +1000 -0
  14. data/examples/chinese_union_s_utf8.txt +1000 -0
  15. data/examples/chinese_union_utf8.txt +1000 -0
  16. data/examples/coptic_nt_utf8.txt +1000 -0
  17. data/examples/croatian_utf8.txt +1000 -0
  18. data/examples/czech_bkr_utf8.txt +1000 -0
  19. data/examples/danish_utf8.txt +1000 -0
  20. data/examples/dutch_svv_utf8.txt +1000 -0
  21. data/examples/esperanto_utf8.txt +1000 -0
  22. data/examples/estonian_utf8.txt +1000 -0
  23. data/examples/finnish_pr_1992_utf8.txt +1000 -0
  24. data/examples/french_ostervald_1996_utf8.txt +1000 -0
  25. data/examples/german_schlachter_1951_utf8.txt +1000 -0
  26. data/examples/greek_byzantine_2000_utf8.txt +1000 -0
  27. data/examples/greek_modern_utf8.txt +1000 -0
  28. data/examples/hebrew_modern_utf8.txt +1000 -0
  29. data/examples/hungarian_karoli_utf8.txt +1000 -0
  30. data/examples/italian_riveduta_1927_utf8.txt +1000 -0
  31. data/examples/kabyle_nt_utf8.txt +1000 -0
  32. data/examples/kjv_apocrypha_utf8.txt +1000 -0
  33. data/examples/korean_utf8.txt +1000 -0
  34. data/examples/latin_vulgata_clementina_utf8.txt +1000 -0
  35. data/examples/latvian_nt_utf8.txt +1000 -0
  36. data/examples/lithuanian_utf8.txt +1000 -0
  37. data/examples/manx_gaelic_utf8.txt +1000 -0
  38. data/examples/maori_utf8.txt +1000 -0
  39. data/examples/myanmar_judson_1835_utf8.txt +1000 -0
  40. data/examples/norwegian_utf8.txt +1000 -0
  41. data/examples/peshitta_utf8.txt +1000 -0
  42. data/examples/portuguese_utf8.txt +1000 -0
  43. data/examples/romani_utf8.txt +1000 -0
  44. data/examples/romanian_cornilescu_utf8.txt +1000 -0
  45. data/examples/russian_makarij_utf8.txt +1000 -0
  46. data/examples/spanish_reina_valera_1909_utf8.txt +1000 -0
  47. data/examples/swedish_1917_utf8.txt +1000 -0
  48. data/examples/tagalog_1905_utf8.txt +1000 -0
  49. data/examples/thai_kjv_utf8.txt +1000 -0
  50. data/examples/turkish_nt_utf8.txt +1000 -0
  51. data/examples/turkish_utf8.txt +1000 -0
  52. data/examples/ukrainian_1871_utf8.txt +1000 -0
  53. data/examples/vietnamese_1934_utf8.txt +1000 -0
  54. data/examples/wolof_utf8.txt +1000 -0
  55. data/examples/xhosa_utf8.txt +1000 -0
  56. data/lib/langa.rb +35 -0
  57. data/lib/langa/dna.rb +209 -0
  58. data/lib/langa/file.rb +97 -0
  59. data/lib/langa/langa.dna +406 -0
  60. data/lib/langa/languageanalyzer.rb +134 -0
  61. data/lib/langa/languages.rb +147 -0
  62. data/lib/langa/randomtestfiles.rb +140 -0
  63. data/lib/langa/utilities.rb +53 -0
  64. data/test/tc_file.rb +47 -0
  65. data/test/tc_languages.rb +69 -0
  66. data/test/tc_utilities.rb +42 -0
  67. data/unicode/CaseFolding.txt +1065 -0
  68. data/unicode/CaseFolding.txt.webloc +8 -0
  69. data/unicode/Index of -Public-MAPPINGS.webloc b/data/unicode/Index of → -Public-MAPPINGS.webloc +0 -0
  70. data/unicode/mappings/8859-1.TXT +303 -0
  71. data/unicode/mappings/8859-10.TXT +303 -0
  72. data/unicode/mappings/8859-11.TXT +297 -0
  73. data/unicode/mappings/8859-13.TXT +299 -0
  74. data/unicode/mappings/8859-14.TXT +301 -0
  75. data/unicode/mappings/8859-15.TXT +303 -0
  76. data/unicode/mappings/8859-16.TXT +299 -0
  77. data/unicode/mappings/8859-2.TXT +303 -0
  78. data/unicode/mappings/8859-3.TXT +296 -0
  79. data/unicode/mappings/8859-4.TXT +303 -0
  80. data/unicode/mappings/8859-5.TXT +303 -0
  81. data/unicode/mappings/8859-6.TXT +260 -0
  82. data/unicode/mappings/8859-7.TXT +308 -0
  83. data/unicode/mappings/8859-8.TXT +270 -0
  84. data/unicode/mappings/8859-9.TXT +307 -0
  85. data/unicode/mappings/ATARIST.TXT +313 -0
  86. data/unicode/mappings/CP037.TXT +275 -0
  87. data/unicode/mappings/CP1006.TXT +302 -0
  88. data/unicode/mappings/CP1026.TXT +275 -0
  89. data/unicode/mappings/CP1250.TXT +274 -0
  90. data/unicode/mappings/CP1251.TXT +274 -0
  91. data/unicode/mappings/CP1252.TXT +274 -0
  92. data/unicode/mappings/CP1253.TXT +274 -0
  93. data/unicode/mappings/CP1254.TXT +274 -0
  94. data/unicode/mappings/CP1255.TXT +274 -0
  95. data/unicode/mappings/CP1256.TXT +274 -0
  96. data/unicode/mappings/CP1257.TXT +274 -0
  97. data/unicode/mappings/CP1258.TXT +274 -0
  98. data/unicode/mappings/CP424.TXT +304 -0
  99. data/unicode/mappings/CP437.TXT +274 -0
  100. data/unicode/mappings/CP500.TXT +275 -0
  101. data/unicode/mappings/CP737.TXT +274 -0
  102. data/unicode/mappings/CP775.TXT +275 -0
  103. data/unicode/mappings/CP850.TXT +274 -0
  104. data/unicode/mappings/CP852.TXT +274 -0
  105. data/unicode/mappings/CP855.TXT +275 -0
  106. data/unicode/mappings/CP856.TXT +303 -0
  107. data/unicode/mappings/CP857.TXT +275 -0
  108. data/unicode/mappings/CP860.TXT +275 -0
  109. data/unicode/mappings/CP861.TXT +275 -0
  110. data/unicode/mappings/CP862.TXT +275 -0
  111. data/unicode/mappings/CP863.TXT +275 -0
  112. data/unicode/mappings/CP864.TXT +275 -0
  113. data/unicode/mappings/CP865.TXT +275 -0
  114. data/unicode/mappings/CP866.TXT +275 -0
  115. data/unicode/mappings/CP869.TXT +275 -0
  116. data/unicode/mappings/CP874.TXT +274 -0
  117. data/unicode/mappings/CP875.TXT +275 -0
  118. data/unicode/mappings/KOI8-R.TXT +302 -0
  119. data/unicode/mappings/NEXTSTEP.TXT +173 -0
  120. data/unicode/mappings/ROMAN.TXT +275 -0
  121. data/unicode/mappings/US-ASCII-QUOTES.TXT +198 -0
  122. metadata +180 -0
data/unicode/mappings/CP874.TXT ADDED
@@ -0,0 +1,274 @@
1
+ #
2
+ # Name: cp874 to Unicode table
3
+ # Unicode version: 2.0
4
+ # Table version: 2.01
5
+ # Table format: Format A
6
+ # Date: 02/28/98
7
+ #
8
+ # Contact: Shawn.Steele@microsoft.com
9
+ #
10
+ # General notes: none
11
+ #
12
+ # Format: Three tab-separated columns
13
+ # Column #1 is the cp874 code (in hex)
14
+ # Column #2 is the Unicode (in hex as 0xXXXX)
15
+ # Column #3 is the Unicode name (follows a comment sign, '#')
16
+ #
17
+ # The entries are in cp874 order
18
+ #
19
+ 0x00 0x0000 #NULL
20
+ 0x01 0x0001 #START OF HEADING
21
+ 0x02 0x0002 #START OF TEXT
22
+ 0x03 0x0003 #END OF TEXT
23
+ 0x04 0x0004 #END OF TRANSMISSION
24
+ 0x05 0x0005 #ENQUIRY
25
+ 0x06 0x0006 #ACKNOWLEDGE
26
+ 0x07 0x0007 #BELL
27
+ 0x08 0x0008 #BACKSPACE
28
+ 0x09 0x0009 #HORIZONTAL TABULATION
29
+ 0x0A 0x000A #LINE FEED
30
+ 0x0B 0x000B #VERTICAL TABULATION
31
+ 0x0C 0x000C #FORM FEED
32
+ 0x0D 0x000D #CARRIAGE RETURN
33
+ 0x0E 0x000E #SHIFT OUT
34
+ 0x0F 0x000F #SHIFT IN
35
+ 0x10 0x0010 #DATA LINK ESCAPE
36
+ 0x11 0x0011 #DEVICE CONTROL ONE
37
+ 0x12 0x0012 #DEVICE CONTROL TWO
38
+ 0x13 0x0013 #DEVICE CONTROL THREE
39
+ 0x14 0x0014 #DEVICE CONTROL FOUR
40
+ 0x15 0x0015 #NEGATIVE ACKNOWLEDGE
41
+ 0x16 0x0016 #SYNCHRONOUS IDLE
42
+ 0x17 0x0017 #END OF TRANSMISSION BLOCK
43
+ 0x18 0x0018 #CANCEL
44
+ 0x19 0x0019 #END OF MEDIUM
45
+ 0x1A 0x001A #SUBSTITUTE
46
+ 0x1B 0x001B #ESCAPE
47
+ 0x1C 0x001C #FILE SEPARATOR
48
+ 0x1D 0x001D #GROUP SEPARATOR
49
+ 0x1E 0x001E #RECORD SEPARATOR
50
+ 0x1F 0x001F #UNIT SEPARATOR
51
+ 0x20 0x0020 #SPACE
52
+ 0x21 0x0021 #EXCLAMATION MARK
53
+ 0x22 0x0022 #QUOTATION MARK
54
+ 0x23 0x0023 #NUMBER SIGN
55
+ 0x24 0x0024 #DOLLAR SIGN
56
+ 0x25 0x0025 #PERCENT SIGN
57
+ 0x26 0x0026 #AMPERSAND
58
+ 0x27 0x0027 #APOSTROPHE
59
+ 0x28 0x0028 #LEFT PARENTHESIS
60
+ 0x29 0x0029 #RIGHT PARENTHESIS
61
+ 0x2A 0x002A #ASTERISK
62
+ 0x2B 0x002B #PLUS SIGN
63
+ 0x2C 0x002C #COMMA
64
+ 0x2D 0x002D #HYPHEN-MINUS
65
+ 0x2E 0x002E #FULL STOP
66
+ 0x2F 0x002F #SOLIDUS
67
+ 0x30 0x0030 #DIGIT ZERO
68
+ 0x31 0x0031 #DIGIT ONE
69
+ 0x32 0x0032 #DIGIT TWO
70
+ 0x33 0x0033 #DIGIT THREE
71
+ 0x34 0x0034 #DIGIT FOUR
72
+ 0x35 0x0035 #DIGIT FIVE
73
+ 0x36 0x0036 #DIGIT SIX
74
+ 0x37 0x0037 #DIGIT SEVEN
75
+ 0x38 0x0038 #DIGIT EIGHT
76
+ 0x39 0x0039 #DIGIT NINE
77
+ 0x3A 0x003A #COLON
78
+ 0x3B 0x003B #SEMICOLON
79
+ 0x3C 0x003C #LESS-THAN SIGN
80
+ 0x3D 0x003D #EQUALS SIGN
81
+ 0x3E 0x003E #GREATER-THAN SIGN
82
+ 0x3F 0x003F #QUESTION MARK
83
+ 0x40 0x0040 #COMMERCIAL AT
84
+ 0x41 0x0041 #LATIN CAPITAL LETTER A
85
+ 0x42 0x0042 #LATIN CAPITAL LETTER B
86
+ 0x43 0x0043 #LATIN CAPITAL LETTER C
87
+ 0x44 0x0044 #LATIN CAPITAL LETTER D
88
+ 0x45 0x0045 #LATIN CAPITAL LETTER E
89
+ 0x46 0x0046 #LATIN CAPITAL LETTER F
90
+ 0x47 0x0047 #LATIN CAPITAL LETTER G
91
+ 0x48 0x0048 #LATIN CAPITAL LETTER H
92
+ 0x49 0x0049 #LATIN CAPITAL LETTER I
93
+ 0x4A 0x004A #LATIN CAPITAL LETTER J
94
+ 0x4B 0x004B #LATIN CAPITAL LETTER K
95
+ 0x4C 0x004C #LATIN CAPITAL LETTER L
96
+ 0x4D 0x004D #LATIN CAPITAL LETTER M
97
+ 0x4E 0x004E #LATIN CAPITAL LETTER N
98
+ 0x4F 0x004F #LATIN CAPITAL LETTER O
99
+ 0x50 0x0050 #LATIN CAPITAL LETTER P
100
+ 0x51 0x0051 #LATIN CAPITAL LETTER Q
101
+ 0x52 0x0052 #LATIN CAPITAL LETTER R
102
+ 0x53 0x0053 #LATIN CAPITAL LETTER S
103
+ 0x54 0x0054 #LATIN CAPITAL LETTER T
104
+ 0x55 0x0055 #LATIN CAPITAL LETTER U
105
+ 0x56 0x0056 #LATIN CAPITAL LETTER V
106
+ 0x57 0x0057 #LATIN CAPITAL LETTER W
107
+ 0x58 0x0058 #LATIN CAPITAL LETTER X
108
+ 0x59 0x0059 #LATIN CAPITAL LETTER Y
109
+ 0x5A 0x005A #LATIN CAPITAL LETTER Z
110
+ 0x5B 0x005B #LEFT SQUARE BRACKET
111
+ 0x5C 0x005C #REVERSE SOLIDUS
112
+ 0x5D 0x005D #RIGHT SQUARE BRACKET
113
+ 0x5E 0x005E #CIRCUMFLEX ACCENT
114
+ 0x5F 0x005F #LOW LINE
115
+ 0x60 0x0060 #GRAVE ACCENT
116
+ 0x61 0x0061 #LATIN SMALL LETTER A
117
+ 0x62 0x0062 #LATIN SMALL LETTER B
118
+ 0x63 0x0063 #LATIN SMALL LETTER C
119
+ 0x64 0x0064 #LATIN SMALL LETTER D
120
+ 0x65 0x0065 #LATIN SMALL LETTER E
121
+ 0x66 0x0066 #LATIN SMALL LETTER F
122
+ 0x67 0x0067 #LATIN SMALL LETTER G
123
+ 0x68 0x0068 #LATIN SMALL LETTER H
124
+ 0x69 0x0069 #LATIN SMALL LETTER I
125
+ 0x6A 0x006A #LATIN SMALL LETTER J
126
+ 0x6B 0x006B #LATIN SMALL LETTER K
127
+ 0x6C 0x006C #LATIN SMALL LETTER L
128
+ 0x6D 0x006D #LATIN SMALL LETTER M
129
+ 0x6E 0x006E #LATIN SMALL LETTER N
130
+ 0x6F 0x006F #LATIN SMALL LETTER O
131
+ 0x70 0x0070 #LATIN SMALL LETTER P
132
+ 0x71 0x0071 #LATIN SMALL LETTER Q
133
+ 0x72 0x0072 #LATIN SMALL LETTER R
134
+ 0x73 0x0073 #LATIN SMALL LETTER S
135
+ 0x74 0x0074 #LATIN SMALL LETTER T
136
+ 0x75 0x0075 #LATIN SMALL LETTER U
137
+ 0x76 0x0076 #LATIN SMALL LETTER V
138
+ 0x77 0x0077 #LATIN SMALL LETTER W
139
+ 0x78 0x0078 #LATIN SMALL LETTER X
140
+ 0x79 0x0079 #LATIN SMALL LETTER Y
141
+ 0x7A 0x007A #LATIN SMALL LETTER Z
142
+ 0x7B 0x007B #LEFT CURLY BRACKET
143
+ 0x7C 0x007C #VERTICAL LINE
144
+ 0x7D 0x007D #RIGHT CURLY BRACKET
145
+ 0x7E 0x007E #TILDE
146
+ 0x7F 0x007F #DELETE
147
+ 0x80 0x20AC #EURO SIGN
148
+ 0x81 #UNDEFINED
149
+ 0x82 #UNDEFINED
150
+ 0x83 #UNDEFINED
151
+ 0x84 #UNDEFINED
152
+ 0x85 0x2026 #HORIZONTAL ELLIPSIS
153
+ 0x86 #UNDEFINED
154
+ 0x87 #UNDEFINED
155
+ 0x88 #UNDEFINED
156
+ 0x89 #UNDEFINED
157
+ 0x8A #UNDEFINED
158
+ 0x8B #UNDEFINED
159
+ 0x8C #UNDEFINED
160
+ 0x8D #UNDEFINED
161
+ 0x8E #UNDEFINED
162
+ 0x8F #UNDEFINED
163
+ 0x90 #UNDEFINED
164
+ 0x91 0x2018 #LEFT SINGLE QUOTATION MARK
165
+ 0x92 0x2019 #RIGHT SINGLE QUOTATION MARK
166
+ 0x93 0x201C #LEFT DOUBLE QUOTATION MARK
167
+ 0x94 0x201D #RIGHT DOUBLE QUOTATION MARK
168
+ 0x95 0x2022 #BULLET
169
+ 0x96 0x2013 #EN DASH
170
+ 0x97 0x2014 #EM DASH
171
+ 0x98 #UNDEFINED
172
+ 0x99 #UNDEFINED
173
+ 0x9A #UNDEFINED
174
+ 0x9B #UNDEFINED
175
+ 0x9C #UNDEFINED
176
+ 0x9D #UNDEFINED
177
+ 0x9E #UNDEFINED
178
+ 0x9F #UNDEFINED
179
+ 0xA0 0x00A0 #NO-BREAK SPACE
180
+ 0xA1 0x0E01 #THAI CHARACTER KO KAI
181
+ 0xA2 0x0E02 #THAI CHARACTER KHO KHAI
182
+ 0xA3 0x0E03 #THAI CHARACTER KHO KHUAT
183
+ 0xA4 0x0E04 #THAI CHARACTER KHO KHWAI
184
+ 0xA5 0x0E05 #THAI CHARACTER KHO KHON
185
+ 0xA6 0x0E06 #THAI CHARACTER KHO RAKHANG
186
+ 0xA7 0x0E07 #THAI CHARACTER NGO NGU
187
+ 0xA8 0x0E08 #THAI CHARACTER CHO CHAN
188
+ 0xA9 0x0E09 #THAI CHARACTER CHO CHING
189
+ 0xAA 0x0E0A #THAI CHARACTER CHO CHANG
190
+ 0xAB 0x0E0B #THAI CHARACTER SO SO
191
+ 0xAC 0x0E0C #THAI CHARACTER CHO CHOE
192
+ 0xAD 0x0E0D #THAI CHARACTER YO YING
193
+ 0xAE 0x0E0E #THAI CHARACTER DO CHADA
194
+ 0xAF 0x0E0F #THAI CHARACTER TO PATAK
195
+ 0xB0 0x0E10 #THAI CHARACTER THO THAN
196
+ 0xB1 0x0E11 #THAI CHARACTER THO NANGMONTHO
197
+ 0xB2 0x0E12 #THAI CHARACTER THO PHUTHAO
198
+ 0xB3 0x0E13 #THAI CHARACTER NO NEN
199
+ 0xB4 0x0E14 #THAI CHARACTER DO DEK
200
+ 0xB5 0x0E15 #THAI CHARACTER TO TAO
201
+ 0xB6 0x0E16 #THAI CHARACTER THO THUNG
202
+ 0xB7 0x0E17 #THAI CHARACTER THO THAHAN
203
+ 0xB8 0x0E18 #THAI CHARACTER THO THONG
204
+ 0xB9 0x0E19 #THAI CHARACTER NO NU
205
+ 0xBA 0x0E1A #THAI CHARACTER BO BAIMAI
206
+ 0xBB 0x0E1B #THAI CHARACTER PO PLA
207
+ 0xBC 0x0E1C #THAI CHARACTER PHO PHUNG
208
+ 0xBD 0x0E1D #THAI CHARACTER FO FA
209
+ 0xBE 0x0E1E #THAI CHARACTER PHO PHAN
210
+ 0xBF 0x0E1F #THAI CHARACTER FO FAN
211
+ 0xC0 0x0E20 #THAI CHARACTER PHO SAMPHAO
212
+ 0xC1 0x0E21 #THAI CHARACTER MO MA
213
+ 0xC2 0x0E22 #THAI CHARACTER YO YAK
214
+ 0xC3 0x0E23 #THAI CHARACTER RO RUA
215
+ 0xC4 0x0E24 #THAI CHARACTER RU
216
+ 0xC5 0x0E25 #THAI CHARACTER LO LING
217
+ 0xC6 0x0E26 #THAI CHARACTER LU
218
+ 0xC7 0x0E27 #THAI CHARACTER WO WAEN
219
+ 0xC8 0x0E28 #THAI CHARACTER SO SALA
220
+ 0xC9 0x0E29 #THAI CHARACTER SO RUSI
221
+ 0xCA 0x0E2A #THAI CHARACTER SO SUA
222
+ 0xCB 0x0E2B #THAI CHARACTER HO HIP
223
+ 0xCC 0x0E2C #THAI CHARACTER LO CHULA
224
+ 0xCD 0x0E2D #THAI CHARACTER O ANG
225
+ 0xCE 0x0E2E #THAI CHARACTER HO NOKHUK
226
+ 0xCF 0x0E2F #THAI CHARACTER PAIYANNOI
227
+ 0xD0 0x0E30 #THAI CHARACTER SARA A
228
+ 0xD1 0x0E31 #THAI CHARACTER MAI HAN-AKAT
229
+ 0xD2 0x0E32 #THAI CHARACTER SARA AA
230
+ 0xD3 0x0E33 #THAI CHARACTER SARA AM
231
+ 0xD4 0x0E34 #THAI CHARACTER SARA I
232
+ 0xD5 0x0E35 #THAI CHARACTER SARA II
233
+ 0xD6 0x0E36 #THAI CHARACTER SARA UE
234
+ 0xD7 0x0E37 #THAI CHARACTER SARA UEE
235
+ 0xD8 0x0E38 #THAI CHARACTER SARA U
236
+ 0xD9 0x0E39 #THAI CHARACTER SARA UU
237
+ 0xDA 0x0E3A #THAI CHARACTER PHINTHU
238
+ 0xDB #UNDEFINED
239
+ 0xDC #UNDEFINED
240
+ 0xDD #UNDEFINED
241
+ 0xDE #UNDEFINED
242
+ 0xDF 0x0E3F #THAI CURRENCY SYMBOL BAHT
243
+ 0xE0 0x0E40 #THAI CHARACTER SARA E
244
+ 0xE1 0x0E41 #THAI CHARACTER SARA AE
245
+ 0xE2 0x0E42 #THAI CHARACTER SARA O
246
+ 0xE3 0x0E43 #THAI CHARACTER SARA AI MAIMUAN
247
+ 0xE4 0x0E44 #THAI CHARACTER SARA AI MAIMALAI
248
+ 0xE5 0x0E45 #THAI CHARACTER LAKKHANGYAO
249
+ 0xE6 0x0E46 #THAI CHARACTER MAIYAMOK
250
+ 0xE7 0x0E47 #THAI CHARACTER MAITAIKHU
251
+ 0xE8 0x0E48 #THAI CHARACTER MAI EK
252
+ 0xE9 0x0E49 #THAI CHARACTER MAI THO
253
+ 0xEA 0x0E4A #THAI CHARACTER MAI TRI
254
+ 0xEB 0x0E4B #THAI CHARACTER MAI CHATTAWA
255
+ 0xEC 0x0E4C #THAI CHARACTER THANTHAKHAT
256
+ 0xED 0x0E4D #THAI CHARACTER NIKHAHIT
257
+ 0xEE 0x0E4E #THAI CHARACTER YAMAKKAN
258
+ 0xEF 0x0E4F #THAI CHARACTER FONGMAN
259
+ 0xF0 0x0E50 #THAI DIGIT ZERO
260
+ 0xF1 0x0E51 #THAI DIGIT ONE
261
+ 0xF2 0x0E52 #THAI DIGIT TWO
262
+ 0xF3 0x0E53 #THAI DIGIT THREE
263
+ 0xF4 0x0E54 #THAI DIGIT FOUR
264
+ 0xF5 0x0E55 #THAI DIGIT FIVE
265
+ 0xF6 0x0E56 #THAI DIGIT SIX
266
+ 0xF7 0x0E57 #THAI DIGIT SEVEN
267
+ 0xF8 0x0E58 #THAI DIGIT EIGHT
268
+ 0xF9 0x0E59 #THAI DIGIT NINE
269
+ 0xFA 0x0E5A #THAI CHARACTER ANGKHANKHU
270
+ 0xFB 0x0E5B #THAI CHARACTER KHOMUT
271
+ 0xFC #UNDEFINED
272
+ 0xFD #UNDEFINED
273
+ 0xFE #UNDEFINED
274
+ 0xFF #UNDEFINED
data/unicode/mappings/CP875.TXT ADDED
@@ -0,0 +1,275 @@
1
+ #
2
+ # Name: cp875_IBMGreek to Unicode table
3
+ # Unicode version: 2.0
4
+ # Table version: 2.00
5
+ # Table format: Format A
6
+ # Date: 04/24/96
7
+ # Contact: Shawn.Steele@microsoft.com
8
+ #
9
+ # General notes: none
10
+ #
11
+ # Format: Three tab-separated columns
12
+ # Column #1 is the cp875_IBMGreek code (in hex)
13
+ # Column #2 is the Unicode (in hex as 0xXXXX)
14
+ # Column #3 is the Unicode name (follows a comment sign, '#')
15
+ #
16
+ # The entries are in cp875_IBMGreek order
17
+ #
18
+ 0x00 0x0000 #NULL
19
+ 0x01 0x0001 #START OF HEADING
20
+ 0x02 0x0002 #START OF TEXT
21
+ 0x03 0x0003 #END OF TEXT
22
+ 0x04 0x009C #CONTROL
23
+ 0x05 0x0009 #HORIZONTAL TABULATION
24
+ 0x06 0x0086 #CONTROL
25
+ 0x07 0x007F #DELETE
26
+ 0x08 0x0097 #CONTROL
27
+ 0x09 0x008D #CONTROL
28
+ 0x0A 0x008E #CONTROL
29
+ 0x0B 0x000B #VERTICAL TABULATION
30
+ 0x0C 0x000C #FORM FEED
31
+ 0x0D 0x000D #CARRIAGE RETURN
32
+ 0x0E 0x000E #SHIFT OUT
33
+ 0x0F 0x000F #SHIFT IN
34
+ 0x10 0x0010 #DATA LINK ESCAPE
35
+ 0x11 0x0011 #DEVICE CONTROL ONE
36
+ 0x12 0x0012 #DEVICE CONTROL TWO
37
+ 0x13 0x0013 #DEVICE CONTROL THREE
38
+ 0x14 0x009D #CONTROL
39
+ 0x15 0x0085 #CONTROL
40
+ 0x16 0x0008 #BACKSPACE
41
+ 0x17 0x0087 #CONTROL
42
+ 0x18 0x0018 #CANCEL
43
+ 0x19 0x0019 #END OF MEDIUM
44
+ 0x1A 0x0092 #CONTROL
45
+ 0x1B 0x008F #CONTROL
46
+ 0x1C 0x001C #FILE SEPARATOR
47
+ 0x1D 0x001D #GROUP SEPARATOR
48
+ 0x1E 0x001E #RECORD SEPARATOR
49
+ 0x1F 0x001F #UNIT SEPARATOR
50
+ 0x20 0x0080 #CONTROL
51
+ 0x21 0x0081 #CONTROL
52
+ 0x22 0x0082 #CONTROL
53
+ 0x23 0x0083 #CONTROL
54
+ 0x24 0x0084 #CONTROL
55
+ 0x25 0x000A #LINE FEED
56
+ 0x26 0x0017 #END OF TRANSMISSION BLOCK
57
+ 0x27 0x001B #ESCAPE
58
+ 0x28 0x0088 #CONTROL
59
+ 0x29 0x0089 #CONTROL
60
+ 0x2A 0x008A #CONTROL
61
+ 0x2B 0x008B #CONTROL
62
+ 0x2C 0x008C #CONTROL
63
+ 0x2D 0x0005 #ENQUIRY
64
+ 0x2E 0x0006 #ACKNOWLEDGE
65
+ 0x2F 0x0007 #BELL
66
+ 0x30 0x0090 #CONTROL
67
+ 0x31 0x0091 #CONTROL
68
+ 0x32 0x0016 #SYNCHRONOUS IDLE
69
+ 0x33 0x0093 #CONTROL
70
+ 0x34 0x0094 #CONTROL
71
+ 0x35 0x0095 #CONTROL
72
+ 0x36 0x0096 #CONTROL
73
+ 0x37 0x0004 #END OF TRANSMISSION
74
+ 0x38 0x0098 #CONTROL
75
+ 0x39 0x0099 #CONTROL
76
+ 0x3A 0x009A #CONTROL
77
+ 0x3B 0x009B #CONTROL
78
+ 0x3C 0x0014 #DEVICE CONTROL FOUR
79
+ 0x3D 0x0015 #NEGATIVE ACKNOWLEDGE
80
+ 0x3E 0x009E #CONTROL
81
+ 0x3F 0x001A #SUBSTITUTE
82
+ 0x40 0x0020 #SPACE
83
+ 0x41 0x0391 #GREEK CAPITAL LETTER ALPHA
84
+ 0x42 0x0392 #GREEK CAPITAL LETTER BETA
85
+ 0x43 0x0393 #GREEK CAPITAL LETTER GAMMA
86
+ 0x44 0x0394 #GREEK CAPITAL LETTER DELTA
87
+ 0x45 0x0395 #GREEK CAPITAL LETTER EPSILON
88
+ 0x46 0x0396 #GREEK CAPITAL LETTER ZETA
89
+ 0x47 0x0397 #GREEK CAPITAL LETTER ETA
90
+ 0x48 0x0398 #GREEK CAPITAL LETTER THETA
91
+ 0x49 0x0399 #GREEK CAPITAL LETTER IOTA
92
+ 0x4A 0x005B #LEFT SQUARE BRACKET
93
+ 0x4B 0x002E #FULL STOP
94
+ 0x4C 0x003C #LESS-THAN SIGN
95
+ 0x4D 0x0028 #LEFT PARENTHESIS
96
+ 0x4E 0x002B #PLUS SIGN
97
+ 0x4F 0x0021 #EXCLAMATION MARK
98
+ 0x50 0x0026 #AMPERSAND
99
+ 0x51 0x039A #GREEK CAPITAL LETTER KAPPA
100
+ 0x52 0x039B #GREEK CAPITAL LETTER LAMDA
101
+ 0x53 0x039C #GREEK CAPITAL LETTER MU
102
+ 0x54 0x039D #GREEK CAPITAL LETTER NU
103
+ 0x55 0x039E #GREEK CAPITAL LETTER XI
104
+ 0x56 0x039F #GREEK CAPITAL LETTER OMICRON
105
+ 0x57 0x03A0 #GREEK CAPITAL LETTER PI
106
+ 0x58 0x03A1 #GREEK CAPITAL LETTER RHO
107
+ 0x59 0x03A3 #GREEK CAPITAL LETTER SIGMA
108
+ 0x5A 0x005D #RIGHT SQUARE BRACKET
109
+ 0x5B 0x0024 #DOLLAR SIGN
110
+ 0x5C 0x002A #ASTERISK
111
+ 0x5D 0x0029 #RIGHT PARENTHESIS
112
+ 0x5E 0x003B #SEMICOLON
113
+ 0x5F 0x005E #CIRCUMFLEX ACCENT
114
+ 0x60 0x002D #HYPHEN-MINUS
115
+ 0x61 0x002F #SOLIDUS
116
+ 0x62 0x03A4 #GREEK CAPITAL LETTER TAU
117
+ 0x63 0x03A5 #GREEK CAPITAL LETTER UPSILON
118
+ 0x64 0x03A6 #GREEK CAPITAL LETTER PHI
119
+ 0x65 0x03A7 #GREEK CAPITAL LETTER CHI
120
+ 0x66 0x03A8 #GREEK CAPITAL LETTER PSI
121
+ 0x67 0x03A9 #GREEK CAPITAL LETTER OMEGA
122
+ 0x68 0x03AA #GREEK CAPITAL LETTER IOTA WITH DIALYTIKA
123
+ 0x69 0x03AB #GREEK CAPITAL LETTER UPSILON WITH DIALYTIKA
124
+ 0x6A 0x007C #VERTICAL LINE
125
+ 0x6B 0x002C #COMMA
126
+ 0x6C 0x0025 #PERCENT SIGN
127
+ 0x6D 0x005F #LOW LINE
128
+ 0x6E 0x003E #GREATER-THAN SIGN
129
+ 0x6F 0x003F #QUESTION MARK
130
+ 0x70 0x00A8 #DIAERESIS
131
+ 0x71 0x0386 #GREEK CAPITAL LETTER ALPHA WITH TONOS
132
+ 0x72 0x0388 #GREEK CAPITAL LETTER EPSILON WITH TONOS
133
+ 0x73 0x0389 #GREEK CAPITAL LETTER ETA WITH TONOS
134
+ 0x74 0x00A0 #NO-BREAK SPACE
135
+ 0x75 0x038A #GREEK CAPITAL LETTER IOTA WITH TONOS
136
+ 0x76 0x038C #GREEK CAPITAL LETTER OMICRON WITH TONOS
137
+ 0x77 0x038E #GREEK CAPITAL LETTER UPSILON WITH TONOS
138
+ 0x78 0x038F #GREEK CAPITAL LETTER OMEGA WITH TONOS
139
+ 0x79 0x0060 #GRAVE ACCENT
140
+ 0x7A 0x003A #COLON
141
+ 0x7B 0x0023 #NUMBER SIGN
142
+ 0x7C 0x0040 #COMMERCIAL AT
143
+ 0x7D 0x0027 #APOSTROPHE
144
+ 0x7E 0x003D #EQUALS SIGN
145
+ 0x7F 0x0022 #QUOTATION MARK
146
+ 0x80 0x0385 #GREEK DIALYTIKA TONOS
147
+ 0x81 0x0061 #LATIN SMALL LETTER A
148
+ 0x82 0x0062 #LATIN SMALL LETTER B
149
+ 0x83 0x0063 #LATIN SMALL LETTER C
150
+ 0x84 0x0064 #LATIN SMALL LETTER D
151
+ 0x85 0x0065 #LATIN SMALL LETTER E
152
+ 0x86 0x0066 #LATIN SMALL LETTER F
153
+ 0x87 0x0067 #LATIN SMALL LETTER G
154
+ 0x88 0x0068 #LATIN SMALL LETTER H
155
+ 0x89 0x0069 #LATIN SMALL LETTER I
156
+ 0x8A 0x03B1 #GREEK SMALL LETTER ALPHA
157
+ 0x8B 0x03B2 #GREEK SMALL LETTER BETA
158
+ 0x8C 0x03B3 #GREEK SMALL LETTER GAMMA
159
+ 0x8D 0x03B4 #GREEK SMALL LETTER DELTA
160
+ 0x8E 0x03B5 #GREEK SMALL LETTER EPSILON
161
+ 0x8F 0x03B6 #GREEK SMALL LETTER ZETA
162
+ 0x90 0x00B0 #DEGREE SIGN
163
+ 0x91 0x006A #LATIN SMALL LETTER J
164
+ 0x92 0x006B #LATIN SMALL LETTER K
165
+ 0x93 0x006C #LATIN SMALL LETTER L
166
+ 0x94 0x006D #LATIN SMALL LETTER M
167
+ 0x95 0x006E #LATIN SMALL LETTER N
168
+ 0x96 0x006F #LATIN SMALL LETTER O
169
+ 0x97 0x0070 #LATIN SMALL LETTER P
170
+ 0x98 0x0071 #LATIN SMALL LETTER Q
171
+ 0x99 0x0072 #LATIN SMALL LETTER R
172
+ 0x9A 0x03B7 #GREEK SMALL LETTER ETA
173
+ 0x9B 0x03B8 #GREEK SMALL LETTER THETA
174
+ 0x9C 0x03B9 #GREEK SMALL LETTER IOTA
175
+ 0x9D 0x03BA #GREEK SMALL LETTER KAPPA
176
+ 0x9E 0x03BB #GREEK SMALL LETTER LAMDA
177
+ 0x9F 0x03BC #GREEK SMALL LETTER MU
178
+ 0xA0 0x00B4 #ACUTE ACCENT
179
+ 0xA1 0x007E #TILDE
180
+ 0xA2 0x0073 #LATIN SMALL LETTER S
181
+ 0xA3 0x0074 #LATIN SMALL LETTER T
182
+ 0xA4 0x0075 #LATIN SMALL LETTER U
183
+ 0xA5 0x0076 #LATIN SMALL LETTER V
184
+ 0xA6 0x0077 #LATIN SMALL LETTER W
185
+ 0xA7 0x0078 #LATIN SMALL LETTER X
186
+ 0xA8 0x0079 #LATIN SMALL LETTER Y
187
+ 0xA9 0x007A #LATIN SMALL LETTER Z
188
+ 0xAA 0x03BD #GREEK SMALL LETTER NU
189
+ 0xAB 0x03BE #GREEK SMALL LETTER XI
190
+ 0xAC 0x03BF #GREEK SMALL LETTER OMICRON
191
+ 0xAD 0x03C0 #GREEK SMALL LETTER PI
192
+ 0xAE 0x03C1 #GREEK SMALL LETTER RHO
193
+ 0xAF 0x03C3 #GREEK SMALL LETTER SIGMA
194
+ 0xB0 0x00A3 #POUND SIGN
195
+ 0xB1 0x03AC #GREEK SMALL LETTER ALPHA WITH TONOS
196
+ 0xB2 0x03AD #GREEK SMALL LETTER EPSILON WITH TONOS
197
+ 0xB3 0x03AE #GREEK SMALL LETTER ETA WITH TONOS
198
+ 0xB4 0x03CA #GREEK SMALL LETTER IOTA WITH DIALYTIKA
199
+ 0xB5 0x03AF #GREEK SMALL LETTER IOTA WITH TONOS
200
+ 0xB6 0x03CC #GREEK SMALL LETTER OMICRON WITH TONOS
201
+ 0xB7 0x03CD #GREEK SMALL LETTER UPSILON WITH TONOS
202
+ 0xB8 0x03CB #GREEK SMALL LETTER UPSILON WITH DIALYTIKA
203
+ 0xB9 0x03CE #GREEK SMALL LETTER OMEGA WITH TONOS
204
+ 0xBA 0x03C2 #GREEK SMALL LETTER FINAL SIGMA
205
+ 0xBB 0x03C4 #GREEK SMALL LETTER TAU
206
+ 0xBC 0x03C5 #GREEK SMALL LETTER UPSILON
207
+ 0xBD 0x03C6 #GREEK SMALL LETTER PHI
208
+ 0xBE 0x03C7 #GREEK SMALL LETTER CHI
209
+ 0xBF 0x03C8 #GREEK SMALL LETTER PSI
210
+ 0xC0 0x007B #LEFT CURLY BRACKET
211
+ 0xC1 0x0041 #LATIN CAPITAL LETTER A
212
+ 0xC2 0x0042 #LATIN CAPITAL LETTER B
213
+ 0xC3 0x0043 #LATIN CAPITAL LETTER C
214
+ 0xC4 0x0044 #LATIN CAPITAL LETTER D
215
+ 0xC5 0x0045 #LATIN CAPITAL LETTER E
216
+ 0xC6 0x0046 #LATIN CAPITAL LETTER F
217
+ 0xC7 0x0047 #LATIN CAPITAL LETTER G
218
+ 0xC8 0x0048 #LATIN CAPITAL LETTER H
219
+ 0xC9 0x0049 #LATIN CAPITAL LETTER I
220
+ 0xCA 0x00AD #SOFT HYPHEN
221
+ 0xCB 0x03C9 #GREEK SMALL LETTER OMEGA
222
+ 0xCC 0x0390 #GREEK SMALL LETTER IOTA WITH DIALYTIKA AND TONOS
223
+ 0xCD 0x03B0 #GREEK SMALL LETTER UPSILON WITH DIALYTIKA AND TONOS
224
+ 0xCE 0x2018 #LEFT SINGLE QUOTATION MARK
225
+ 0xCF 0x2015 #HORIZONTAL BAR
226
+ 0xD0 0x007D #RIGHT CURLY BRACKET
227
+ 0xD1 0x004A #LATIN CAPITAL LETTER J
228
+ 0xD2 0x004B #LATIN CAPITAL LETTER K
229
+ 0xD3 0x004C #LATIN CAPITAL LETTER L
230
+ 0xD4 0x004D #LATIN CAPITAL LETTER M
231
+ 0xD5 0x004E #LATIN CAPITAL LETTER N
232
+ 0xD6 0x004F #LATIN CAPITAL LETTER O
233
+ 0xD7 0x0050 #LATIN CAPITAL LETTER P
234
+ 0xD8 0x0051 #LATIN CAPITAL LETTER Q
235
+ 0xD9 0x0052 #LATIN CAPITAL LETTER R
236
+ 0xDA 0x00B1 #PLUS-MINUS SIGN
237
+ 0xDB 0x00BD #VULGAR FRACTION ONE HALF
238
+ 0xDC 0x001A #SUBSTITUTE
239
+ 0xDD 0x0387 #GREEK ANO TELEIA
240
+ 0xDE 0x2019 #RIGHT SINGLE QUOTATION MARK
241
+ 0xDF 0x00A6 #BROKEN BAR
242
+ 0xE0 0x005C #REVERSE SOLIDUS
243
+ 0xE1 0x001A #SUBSTITUTE
244
+ 0xE2 0x0053 #LATIN CAPITAL LETTER S
245
+ 0xE3 0x0054 #LATIN CAPITAL LETTER T
246
+ 0xE4 0x0055 #LATIN CAPITAL LETTER U
247
+ 0xE5 0x0056 #LATIN CAPITAL LETTER V
248
+ 0xE6 0x0057 #LATIN CAPITAL LETTER W
249
+ 0xE7 0x0058 #LATIN CAPITAL LETTER X
250
+ 0xE8 0x0059 #LATIN CAPITAL LETTER Y
251
+ 0xE9 0x005A #LATIN CAPITAL LETTER Z
252
+ 0xEA 0x00B2 #SUPERSCRIPT TWO
253
+ 0xEB 0x00A7 #SECTION SIGN
254
+ 0xEC 0x001A #SUBSTITUTE
255
+ 0xED 0x001A #SUBSTITUTE
256
+ 0xEE 0x00AB #LEFT-POINTING DOUBLE ANGLE QUOTATION MARK
257
+ 0xEF 0x00AC #NOT SIGN
258
+ 0xF0 0x0030 #DIGIT ZERO
259
+ 0xF1 0x0031 #DIGIT ONE
260
+ 0xF2 0x0032 #DIGIT TWO
261
+ 0xF3 0x0033 #DIGIT THREE
262
+ 0xF4 0x0034 #DIGIT FOUR
263
+ 0xF5 0x0035 #DIGIT FIVE
264
+ 0xF6 0x0036 #DIGIT SIX
265
+ 0xF7 0x0037 #DIGIT SEVEN
266
+ 0xF8 0x0038 #DIGIT EIGHT
267
+ 0xF9 0x0039 #DIGIT NINE
268
+ 0xFA 0x00B3 #SUPERSCRIPT THREE
269
+ 0xFB 0x00A9 #COPYRIGHT SIGN
270
+ 0xFC 0x001A #SUBSTITUTE
271
+ 0xFD 0x001A #SUBSTITUTE
272
+ 0xFE 0x00BB #RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
273
+ 0xFF 0x009F #CONTROL
274
+
275
+