talentbox-unidecoder 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. data/Changelog.md +16 -0
  2. data/README.md +51 -0
  3. data/Rakefile +28 -0
  4. data/lib/unidecoder.rb +98 -0
  5. data/lib/unidecoder/data/x00.yml +257 -0
  6. data/lib/unidecoder/data/x01.yml +257 -0
  7. data/lib/unidecoder/data/x02.yml +256 -0
  8. data/lib/unidecoder/data/x03.yml +256 -0
  9. data/lib/unidecoder/data/x04.yml +256 -0
  10. data/lib/unidecoder/data/x05.yml +256 -0
  11. data/lib/unidecoder/data/x06.yml +256 -0
  12. data/lib/unidecoder/data/x07.yml +256 -0
  13. data/lib/unidecoder/data/x09.yml +256 -0
  14. data/lib/unidecoder/data/x0a.yml +256 -0
  15. data/lib/unidecoder/data/x0b.yml +256 -0
  16. data/lib/unidecoder/data/x0c.yml +256 -0
  17. data/lib/unidecoder/data/x0d.yml +256 -0
  18. data/lib/unidecoder/data/x0e.yml +256 -0
  19. data/lib/unidecoder/data/x0f.yml +256 -0
  20. data/lib/unidecoder/data/x10.yml +256 -0
  21. data/lib/unidecoder/data/x11.yml +256 -0
  22. data/lib/unidecoder/data/x12.yml +257 -0
  23. data/lib/unidecoder/data/x13.yml +256 -0
  24. data/lib/unidecoder/data/x14.yml +257 -0
  25. data/lib/unidecoder/data/x15.yml +257 -0
  26. data/lib/unidecoder/data/x16.yml +256 -0
  27. data/lib/unidecoder/data/x17.yml +256 -0
  28. data/lib/unidecoder/data/x18.yml +256 -0
  29. data/lib/unidecoder/data/x1e.yml +256 -0
  30. data/lib/unidecoder/data/x1f.yml +256 -0
  31. data/lib/unidecoder/data/x20.yml +256 -0
  32. data/lib/unidecoder/data/x21.yml +256 -0
  33. data/lib/unidecoder/data/x22.yml +256 -0
  34. data/lib/unidecoder/data/x23.yml +256 -0
  35. data/lib/unidecoder/data/x24.yml +256 -0
  36. data/lib/unidecoder/data/x25.yml +256 -0
  37. data/lib/unidecoder/data/x26.yml +256 -0
  38. data/lib/unidecoder/data/x27.yml +256 -0
  39. data/lib/unidecoder/data/x28.yml +257 -0
  40. data/lib/unidecoder/data/x2e.yml +256 -0
  41. data/lib/unidecoder/data/x2f.yml +256 -0
  42. data/lib/unidecoder/data/x30.yml +256 -0
  43. data/lib/unidecoder/data/x31.yml +256 -0
  44. data/lib/unidecoder/data/x32.yml +256 -0
  45. data/lib/unidecoder/data/x33.yml +256 -0
  46. data/lib/unidecoder/data/x4d.yml +256 -0
  47. data/lib/unidecoder/data/x4e.yml +257 -0
  48. data/lib/unidecoder/data/x4f.yml +257 -0
  49. data/lib/unidecoder/data/x50.yml +257 -0
  50. data/lib/unidecoder/data/x51.yml +257 -0
  51. data/lib/unidecoder/data/x52.yml +257 -0
  52. data/lib/unidecoder/data/x53.yml +257 -0
  53. data/lib/unidecoder/data/x54.yml +257 -0
  54. data/lib/unidecoder/data/x55.yml +257 -0
  55. data/lib/unidecoder/data/x56.yml +257 -0
  56. data/lib/unidecoder/data/x57.yml +257 -0
  57. data/lib/unidecoder/data/x58.yml +257 -0
  58. data/lib/unidecoder/data/x59.yml +257 -0
  59. data/lib/unidecoder/data/x5a.yml +257 -0
  60. data/lib/unidecoder/data/x5b.yml +257 -0
  61. data/lib/unidecoder/data/x5c.yml +257 -0
  62. data/lib/unidecoder/data/x5d.yml +257 -0
  63. data/lib/unidecoder/data/x5e.yml +257 -0
  64. data/lib/unidecoder/data/x5f.yml +257 -0
  65. data/lib/unidecoder/data/x60.yml +257 -0
  66. data/lib/unidecoder/data/x61.yml +257 -0
  67. data/lib/unidecoder/data/x62.yml +257 -0
  68. data/lib/unidecoder/data/x63.yml +257 -0
  69. data/lib/unidecoder/data/x64.yml +257 -0
  70. data/lib/unidecoder/data/x65.yml +257 -0
  71. data/lib/unidecoder/data/x66.yml +257 -0
  72. data/lib/unidecoder/data/x67.yml +257 -0
  73. data/lib/unidecoder/data/x68.yml +257 -0
  74. data/lib/unidecoder/data/x69.yml +257 -0
  75. data/lib/unidecoder/data/x6a.yml +257 -0
  76. data/lib/unidecoder/data/x6b.yml +257 -0
  77. data/lib/unidecoder/data/x6c.yml +257 -0
  78. data/lib/unidecoder/data/x6d.yml +257 -0
  79. data/lib/unidecoder/data/x6e.yml +257 -0
  80. data/lib/unidecoder/data/x6f.yml +257 -0
  81. data/lib/unidecoder/data/x70.yml +257 -0
  82. data/lib/unidecoder/data/x71.yml +257 -0
  83. data/lib/unidecoder/data/x72.yml +257 -0
  84. data/lib/unidecoder/data/x73.yml +257 -0
  85. data/lib/unidecoder/data/x74.yml +257 -0
  86. data/lib/unidecoder/data/x75.yml +257 -0
  87. data/lib/unidecoder/data/x76.yml +257 -0
  88. data/lib/unidecoder/data/x77.yml +257 -0
  89. data/lib/unidecoder/data/x78.yml +257 -0
  90. data/lib/unidecoder/data/x79.yml +257 -0
  91. data/lib/unidecoder/data/x7a.yml +257 -0
  92. data/lib/unidecoder/data/x7b.yml +257 -0
  93. data/lib/unidecoder/data/x7c.yml +257 -0
  94. data/lib/unidecoder/data/x7d.yml +257 -0
  95. data/lib/unidecoder/data/x7e.yml +257 -0
  96. data/lib/unidecoder/data/x7f.yml +257 -0
  97. data/lib/unidecoder/data/x80.yml +257 -0
  98. data/lib/unidecoder/data/x81.yml +257 -0
  99. data/lib/unidecoder/data/x82.yml +257 -0
  100. data/lib/unidecoder/data/x83.yml +257 -0
  101. data/lib/unidecoder/data/x84.yml +257 -0
  102. data/lib/unidecoder/data/x85.yml +257 -0
  103. data/lib/unidecoder/data/x86.yml +257 -0
  104. data/lib/unidecoder/data/x87.yml +257 -0
  105. data/lib/unidecoder/data/x88.yml +257 -0
  106. data/lib/unidecoder/data/x89.yml +257 -0
  107. data/lib/unidecoder/data/x8a.yml +257 -0
  108. data/lib/unidecoder/data/x8b.yml +257 -0
  109. data/lib/unidecoder/data/x8c.yml +257 -0
  110. data/lib/unidecoder/data/x8d.yml +257 -0
  111. data/lib/unidecoder/data/x8e.yml +257 -0
  112. data/lib/unidecoder/data/x8f.yml +257 -0
  113. data/lib/unidecoder/data/x90.yml +257 -0
  114. data/lib/unidecoder/data/x91.yml +257 -0
  115. data/lib/unidecoder/data/x92.yml +257 -0
  116. data/lib/unidecoder/data/x93.yml +257 -0
  117. data/lib/unidecoder/data/x94.yml +257 -0
  118. data/lib/unidecoder/data/x95.yml +257 -0
  119. data/lib/unidecoder/data/x96.yml +257 -0
  120. data/lib/unidecoder/data/x97.yml +257 -0
  121. data/lib/unidecoder/data/x98.yml +257 -0
  122. data/lib/unidecoder/data/x99.yml +257 -0
  123. data/lib/unidecoder/data/x9a.yml +257 -0
  124. data/lib/unidecoder/data/x9b.yml +257 -0
  125. data/lib/unidecoder/data/x9c.yml +257 -0
  126. data/lib/unidecoder/data/x9d.yml +257 -0
  127. data/lib/unidecoder/data/x9e.yml +257 -0
  128. data/lib/unidecoder/data/x9f.yml +256 -0
  129. data/lib/unidecoder/data/xa0.yml +257 -0
  130. data/lib/unidecoder/data/xa1.yml +257 -0
  131. data/lib/unidecoder/data/xa2.yml +257 -0
  132. data/lib/unidecoder/data/xa3.yml +257 -0
  133. data/lib/unidecoder/data/xa4.yml +256 -0
  134. data/lib/unidecoder/data/xac.yml +257 -0
  135. data/lib/unidecoder/data/xad.yml +257 -0
  136. data/lib/unidecoder/data/xae.yml +257 -0
  137. data/lib/unidecoder/data/xaf.yml +257 -0
  138. data/lib/unidecoder/data/xb0.yml +257 -0
  139. data/lib/unidecoder/data/xb1.yml +257 -0
  140. data/lib/unidecoder/data/xb2.yml +257 -0
  141. data/lib/unidecoder/data/xb3.yml +257 -0
  142. data/lib/unidecoder/data/xb4.yml +257 -0
  143. data/lib/unidecoder/data/xb5.yml +257 -0
  144. data/lib/unidecoder/data/xb6.yml +257 -0
  145. data/lib/unidecoder/data/xb7.yml +257 -0
  146. data/lib/unidecoder/data/xb8.yml +257 -0
  147. data/lib/unidecoder/data/xb9.yml +257 -0
  148. data/lib/unidecoder/data/xba.yml +257 -0
  149. data/lib/unidecoder/data/xbb.yml +257 -0
  150. data/lib/unidecoder/data/xbc.yml +257 -0
  151. data/lib/unidecoder/data/xbd.yml +257 -0
  152. data/lib/unidecoder/data/xbe.yml +257 -0
  153. data/lib/unidecoder/data/xbf.yml +257 -0
  154. data/lib/unidecoder/data/xc0.yml +257 -0
  155. data/lib/unidecoder/data/xc1.yml +257 -0
  156. data/lib/unidecoder/data/xc2.yml +257 -0
  157. data/lib/unidecoder/data/xc3.yml +257 -0
  158. data/lib/unidecoder/data/xc4.yml +257 -0
  159. data/lib/unidecoder/data/xc5.yml +257 -0
  160. data/lib/unidecoder/data/xc6.yml +257 -0
  161. data/lib/unidecoder/data/xc7.yml +257 -0
  162. data/lib/unidecoder/data/xc8.yml +257 -0
  163. data/lib/unidecoder/data/xc9.yml +257 -0
  164. data/lib/unidecoder/data/xca.yml +257 -0
  165. data/lib/unidecoder/data/xcb.yml +257 -0
  166. data/lib/unidecoder/data/xcc.yml +257 -0
  167. data/lib/unidecoder/data/xcd.yml +257 -0
  168. data/lib/unidecoder/data/xce.yml +257 -0
  169. data/lib/unidecoder/data/xcf.yml +257 -0
  170. data/lib/unidecoder/data/xd0.yml +257 -0
  171. data/lib/unidecoder/data/xd1.yml +257 -0
  172. data/lib/unidecoder/data/xd2.yml +257 -0
  173. data/lib/unidecoder/data/xd3.yml +257 -0
  174. data/lib/unidecoder/data/xd4.yml +257 -0
  175. data/lib/unidecoder/data/xd5.yml +257 -0
  176. data/lib/unidecoder/data/xd6.yml +257 -0
  177. data/lib/unidecoder/data/xd7.yml +256 -0
  178. data/lib/unidecoder/data/xf9.yml +257 -0
  179. data/lib/unidecoder/data/xfa.yml +256 -0
  180. data/lib/unidecoder/data/xfb.yml +257 -0
  181. data/lib/unidecoder/data/xfc.yml +257 -0
  182. data/lib/unidecoder/data/xfd.yml +256 -0
  183. data/lib/unidecoder/data/xfe.yml +257 -0
  184. data/lib/unidecoder/data/xff.yml +257 -0
  185. data/lib/unidecoder/version.rb +9 -0
  186. data/test/unicode_point_suite/basic_latin_test.rb +144 -0
  187. data/test/unicode_point_suite/codepoint_test_helper.rb +28 -0
  188. data/test/unidecoder_test.rb +114 -0
  189. metadata +238 -0
data/lib/unidecoder/data/xce.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - cwik
3
+ - cwit
4
+ - cwip
5
+ - cwih
6
+ - cyu
7
+ - cyug
8
+ - cyugg
9
+ - cyugs
10
+ - cyun
11
+ - cyunj
12
+ - cyunh
13
+ - cyud
14
+ - cyul
15
+ - cyulg
16
+ - cyulm
17
+ - cyulb
18
+ - cyuls
19
+ - cyult
20
+ - cyulp
21
+ - cyulh
22
+ - cyum
23
+ - cyub
24
+ - cyubs
25
+ - cyus
26
+ - cyuss
27
+ - cyung
28
+ - cyuj
29
+ - cyuc
30
+ - cyuk
31
+ - cyut
32
+ - cyup
33
+ - cyuh
34
+ - ceu
35
+ - ceug
36
+ - ceugg
37
+ - ceugs
38
+ - ceun
39
+ - ceunj
40
+ - ceunh
41
+ - ceud
42
+ - ceul
43
+ - ceulg
44
+ - ceulm
45
+ - ceulb
46
+ - ceuls
47
+ - ceult
48
+ - ceulp
49
+ - ceulh
50
+ - ceum
51
+ - ceub
52
+ - ceubs
53
+ - ceus
54
+ - ceuss
55
+ - ceung
56
+ - ceuj
57
+ - ceuc
58
+ - ceuk
59
+ - ceut
60
+ - ceup
61
+ - ceuh
62
+ - cyi
63
+ - cyig
64
+ - cyigg
65
+ - cyigs
66
+ - cyin
67
+ - cyinj
68
+ - cyinh
69
+ - cyid
70
+ - cyil
71
+ - cyilg
72
+ - cyilm
73
+ - cyilb
74
+ - cyils
75
+ - cyilt
76
+ - cyilp
77
+ - cyilh
78
+ - cyim
79
+ - cyib
80
+ - cyibs
81
+ - cyis
82
+ - cyiss
83
+ - cying
84
+ - cyij
85
+ - cyic
86
+ - cyik
87
+ - cyit
88
+ - cyip
89
+ - cyih
90
+ - ci
91
+ - cig
92
+ - cigg
93
+ - cigs
94
+ - cin
95
+ - cinj
96
+ - cinh
97
+ - cid
98
+ - cil
99
+ - cilg
100
+ - cilm
101
+ - cilb
102
+ - cils
103
+ - cilt
104
+ - cilp
105
+ - cilh
106
+ - cim
107
+ - cib
108
+ - cibs
109
+ - cis
110
+ - ciss
111
+ - cing
112
+ - cij
113
+ - cic
114
+ - cik
115
+ - cit
116
+ - cip
117
+ - cih
118
+ - ka
119
+ - kag
120
+ - kagg
121
+ - kags
122
+ - kan
123
+ - kanj
124
+ - kanh
125
+ - kad
126
+ - kal
127
+ - kalg
128
+ - kalm
129
+ - kalb
130
+ - kals
131
+ - kalt
132
+ - kalp
133
+ - kalh
134
+ - kam
135
+ - kab
136
+ - kabs
137
+ - kas
138
+ - kass
139
+ - kang
140
+ - kaj
141
+ - kac
142
+ - kak
143
+ - kat
144
+ - kap
145
+ - kah
146
+ - kae
147
+ - kaeg
148
+ - kaegg
149
+ - kaegs
150
+ - kaen
151
+ - kaenj
152
+ - kaenh
153
+ - kaed
154
+ - kael
155
+ - kaelg
156
+ - kaelm
157
+ - kaelb
158
+ - kaels
159
+ - kaelt
160
+ - kaelp
161
+ - kaelh
162
+ - kaem
163
+ - kaeb
164
+ - kaebs
165
+ - kaes
166
+ - kaess
167
+ - kaeng
168
+ - kaej
169
+ - kaec
170
+ - kaek
171
+ - kaet
172
+ - kaep
173
+ - kaeh
174
+ - kya
175
+ - kyag
176
+ - kyagg
177
+ - kyags
178
+ - kyan
179
+ - kyanj
180
+ - kyanh
181
+ - kyad
182
+ - kyal
183
+ - kyalg
184
+ - kyalm
185
+ - kyalb
186
+ - kyals
187
+ - kyalt
188
+ - kyalp
189
+ - kyalh
190
+ - kyam
191
+ - kyab
192
+ - kyabs
193
+ - kyas
194
+ - kyass
195
+ - kyang
196
+ - kyaj
197
+ - kyac
198
+ - kyak
199
+ - kyat
200
+ - kyap
201
+ - kyah
202
+ - kyae
203
+ - kyaeg
204
+ - kyaegg
205
+ - kyaegs
206
+ - kyaen
207
+ - kyaenj
208
+ - kyaenh
209
+ - kyaed
210
+ - kyael
211
+ - kyaelg
212
+ - kyaelm
213
+ - kyaelb
214
+ - kyaels
215
+ - kyaelt
216
+ - kyaelp
217
+ - kyaelh
218
+ - kyaem
219
+ - kyaeb
220
+ - kyaebs
221
+ - kyaes
222
+ - kyaess
223
+ - kyaeng
224
+ - kyaej
225
+ - kyaec
226
+ - kyaek
227
+ - kyaet
228
+ - kyaep
229
+ - kyaeh
230
+ - keo
231
+ - keog
232
+ - keogg
233
+ - keogs
234
+ - keon
235
+ - keonj
236
+ - keonh
237
+ - keod
238
+ - keol
239
+ - keolg
240
+ - keolm
241
+ - keolb
242
+ - keols
243
+ - keolt
244
+ - keolp
245
+ - keolh
246
+ - keom
247
+ - keob
248
+ - keobs
249
+ - keos
250
+ - keoss
251
+ - keong
252
+ - keoj
253
+ - keoc
254
+ - keok
255
+ - keot
256
+ - keop
257
+ - keoh
data/lib/unidecoder/data/xcf.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - ke
3
+ - keg
4
+ - kegg
5
+ - kegs
6
+ - ken
7
+ - kenj
8
+ - kenh
9
+ - ked
10
+ - kel
11
+ - kelg
12
+ - kelm
13
+ - kelb
14
+ - kels
15
+ - kelt
16
+ - kelp
17
+ - kelh
18
+ - kem
19
+ - keb
20
+ - kebs
21
+ - kes
22
+ - kess
23
+ - keng
24
+ - kej
25
+ - kec
26
+ - kek
27
+ - ket
28
+ - kep
29
+ - keh
30
+ - kyeo
31
+ - kyeog
32
+ - kyeogg
33
+ - kyeogs
34
+ - kyeon
35
+ - kyeonj
36
+ - kyeonh
37
+ - kyeod
38
+ - kyeol
39
+ - kyeolg
40
+ - kyeolm
41
+ - kyeolb
42
+ - kyeols
43
+ - kyeolt
44
+ - kyeolp
45
+ - kyeolh
46
+ - kyeom
47
+ - kyeob
48
+ - kyeobs
49
+ - kyeos
50
+ - kyeoss
51
+ - kyeong
52
+ - kyeoj
53
+ - kyeoc
54
+ - kyeok
55
+ - kyeot
56
+ - kyeop
57
+ - kyeoh
58
+ - kye
59
+ - kyeg
60
+ - kyegg
61
+ - kyegs
62
+ - kyen
63
+ - kyenj
64
+ - kyenh
65
+ - kyed
66
+ - kyel
67
+ - kyelg
68
+ - kyelm
69
+ - kyelb
70
+ - kyels
71
+ - kyelt
72
+ - kyelp
73
+ - kyelh
74
+ - kyem
75
+ - kyeb
76
+ - kyebs
77
+ - kyes
78
+ - kyess
79
+ - kyeng
80
+ - kyej
81
+ - kyec
82
+ - kyek
83
+ - kyet
84
+ - kyep
85
+ - kyeh
86
+ - ko
87
+ - kog
88
+ - kogg
89
+ - kogs
90
+ - kon
91
+ - konj
92
+ - konh
93
+ - kod
94
+ - kol
95
+ - kolg
96
+ - kolm
97
+ - kolb
98
+ - kols
99
+ - kolt
100
+ - kolp
101
+ - kolh
102
+ - kom
103
+ - kob
104
+ - kobs
105
+ - kos
106
+ - koss
107
+ - kong
108
+ - koj
109
+ - koc
110
+ - kok
111
+ - kot
112
+ - kop
113
+ - koh
114
+ - kwa
115
+ - kwag
116
+ - kwagg
117
+ - kwags
118
+ - kwan
119
+ - kwanj
120
+ - kwanh
121
+ - kwad
122
+ - kwal
123
+ - kwalg
124
+ - kwalm
125
+ - kwalb
126
+ - kwals
127
+ - kwalt
128
+ - kwalp
129
+ - kwalh
130
+ - kwam
131
+ - kwab
132
+ - kwabs
133
+ - kwas
134
+ - kwass
135
+ - kwang
136
+ - kwaj
137
+ - kwac
138
+ - kwak
139
+ - kwat
140
+ - kwap
141
+ - kwah
142
+ - kwae
143
+ - kwaeg
144
+ - kwaegg
145
+ - kwaegs
146
+ - kwaen
147
+ - kwaenj
148
+ - kwaenh
149
+ - kwaed
150
+ - kwael
151
+ - kwaelg
152
+ - kwaelm
153
+ - kwaelb
154
+ - kwaels
155
+ - kwaelt
156
+ - kwaelp
157
+ - kwaelh
158
+ - kwaem
159
+ - kwaeb
160
+ - kwaebs
161
+ - kwaes
162
+ - kwaess
163
+ - kwaeng
164
+ - kwaej
165
+ - kwaec
166
+ - kwaek
167
+ - kwaet
168
+ - kwaep
169
+ - kwaeh
170
+ - koe
171
+ - koeg
172
+ - koegg
173
+ - koegs
174
+ - koen
175
+ - koenj
176
+ - koenh
177
+ - koed
178
+ - koel
179
+ - koelg
180
+ - koelm
181
+ - koelb
182
+ - koels
183
+ - koelt
184
+ - koelp
185
+ - koelh
186
+ - koem
187
+ - koeb
188
+ - koebs
189
+ - koes
190
+ - koess
191
+ - koeng
192
+ - koej
193
+ - koec
194
+ - koek
195
+ - koet
196
+ - koep
197
+ - koeh
198
+ - kyo
199
+ - kyog
200
+ - kyogg
201
+ - kyogs
202
+ - kyon
203
+ - kyonj
204
+ - kyonh
205
+ - kyod
206
+ - kyol
207
+ - kyolg
208
+ - kyolm
209
+ - kyolb
210
+ - kyols
211
+ - kyolt
212
+ - kyolp
213
+ - kyolh
214
+ - kyom
215
+ - kyob
216
+ - kyobs
217
+ - kyos
218
+ - kyoss
219
+ - kyong
220
+ - kyoj
221
+ - kyoc
222
+ - kyok
223
+ - kyot
224
+ - kyop
225
+ - kyoh
226
+ - ku
227
+ - kug
228
+ - kugg
229
+ - kugs
230
+ - kun
231
+ - kunj
232
+ - kunh
233
+ - kud
234
+ - kul
235
+ - kulg
236
+ - kulm
237
+ - kulb
238
+ - kuls
239
+ - kult
240
+ - kulp
241
+ - kulh
242
+ - kum
243
+ - kub
244
+ - kubs
245
+ - kus
246
+ - kuss
247
+ - kung
248
+ - kuj
249
+ - kuc
250
+ - kuk
251
+ - kut
252
+ - kup
253
+ - kuh
254
+ - kweo
255
+ - kweog
256
+ - kweogg
257
+ - kweogs