talentbox-unidecoder 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. data/Changelog.md +16 -0
  2. data/README.md +51 -0
  3. data/Rakefile +28 -0
  4. data/lib/unidecoder.rb +98 -0
  5. data/lib/unidecoder/data/x00.yml +257 -0
  6. data/lib/unidecoder/data/x01.yml +257 -0
  7. data/lib/unidecoder/data/x02.yml +256 -0
  8. data/lib/unidecoder/data/x03.yml +256 -0
  9. data/lib/unidecoder/data/x04.yml +256 -0
  10. data/lib/unidecoder/data/x05.yml +256 -0
  11. data/lib/unidecoder/data/x06.yml +256 -0
  12. data/lib/unidecoder/data/x07.yml +256 -0
  13. data/lib/unidecoder/data/x09.yml +256 -0
  14. data/lib/unidecoder/data/x0a.yml +256 -0
  15. data/lib/unidecoder/data/x0b.yml +256 -0
  16. data/lib/unidecoder/data/x0c.yml +256 -0
  17. data/lib/unidecoder/data/x0d.yml +256 -0
  18. data/lib/unidecoder/data/x0e.yml +256 -0
  19. data/lib/unidecoder/data/x0f.yml +256 -0
  20. data/lib/unidecoder/data/x10.yml +256 -0
  21. data/lib/unidecoder/data/x11.yml +256 -0
  22. data/lib/unidecoder/data/x12.yml +257 -0
  23. data/lib/unidecoder/data/x13.yml +256 -0
  24. data/lib/unidecoder/data/x14.yml +257 -0
  25. data/lib/unidecoder/data/x15.yml +257 -0
  26. data/lib/unidecoder/data/x16.yml +256 -0
  27. data/lib/unidecoder/data/x17.yml +256 -0
  28. data/lib/unidecoder/data/x18.yml +256 -0
  29. data/lib/unidecoder/data/x1e.yml +256 -0
  30. data/lib/unidecoder/data/x1f.yml +256 -0
  31. data/lib/unidecoder/data/x20.yml +256 -0
  32. data/lib/unidecoder/data/x21.yml +256 -0
  33. data/lib/unidecoder/data/x22.yml +256 -0
  34. data/lib/unidecoder/data/x23.yml +256 -0
  35. data/lib/unidecoder/data/x24.yml +256 -0
  36. data/lib/unidecoder/data/x25.yml +256 -0
  37. data/lib/unidecoder/data/x26.yml +256 -0
  38. data/lib/unidecoder/data/x27.yml +256 -0
  39. data/lib/unidecoder/data/x28.yml +257 -0
  40. data/lib/unidecoder/data/x2e.yml +256 -0
  41. data/lib/unidecoder/data/x2f.yml +256 -0
  42. data/lib/unidecoder/data/x30.yml +256 -0
  43. data/lib/unidecoder/data/x31.yml +256 -0
  44. data/lib/unidecoder/data/x32.yml +256 -0
  45. data/lib/unidecoder/data/x33.yml +256 -0
  46. data/lib/unidecoder/data/x4d.yml +256 -0
  47. data/lib/unidecoder/data/x4e.yml +257 -0
  48. data/lib/unidecoder/data/x4f.yml +257 -0
  49. data/lib/unidecoder/data/x50.yml +257 -0
  50. data/lib/unidecoder/data/x51.yml +257 -0
  51. data/lib/unidecoder/data/x52.yml +257 -0
  52. data/lib/unidecoder/data/x53.yml +257 -0
  53. data/lib/unidecoder/data/x54.yml +257 -0
  54. data/lib/unidecoder/data/x55.yml +257 -0
  55. data/lib/unidecoder/data/x56.yml +257 -0
  56. data/lib/unidecoder/data/x57.yml +257 -0
  57. data/lib/unidecoder/data/x58.yml +257 -0
  58. data/lib/unidecoder/data/x59.yml +257 -0
  59. data/lib/unidecoder/data/x5a.yml +257 -0
  60. data/lib/unidecoder/data/x5b.yml +257 -0
  61. data/lib/unidecoder/data/x5c.yml +257 -0
  62. data/lib/unidecoder/data/x5d.yml +257 -0
  63. data/lib/unidecoder/data/x5e.yml +257 -0
  64. data/lib/unidecoder/data/x5f.yml +257 -0
  65. data/lib/unidecoder/data/x60.yml +257 -0
  66. data/lib/unidecoder/data/x61.yml +257 -0
  67. data/lib/unidecoder/data/x62.yml +257 -0
  68. data/lib/unidecoder/data/x63.yml +257 -0
  69. data/lib/unidecoder/data/x64.yml +257 -0
  70. data/lib/unidecoder/data/x65.yml +257 -0
  71. data/lib/unidecoder/data/x66.yml +257 -0
  72. data/lib/unidecoder/data/x67.yml +257 -0
  73. data/lib/unidecoder/data/x68.yml +257 -0
  74. data/lib/unidecoder/data/x69.yml +257 -0
  75. data/lib/unidecoder/data/x6a.yml +257 -0
  76. data/lib/unidecoder/data/x6b.yml +257 -0
  77. data/lib/unidecoder/data/x6c.yml +257 -0
  78. data/lib/unidecoder/data/x6d.yml +257 -0
  79. data/lib/unidecoder/data/x6e.yml +257 -0
  80. data/lib/unidecoder/data/x6f.yml +257 -0
  81. data/lib/unidecoder/data/x70.yml +257 -0
  82. data/lib/unidecoder/data/x71.yml +257 -0
  83. data/lib/unidecoder/data/x72.yml +257 -0
  84. data/lib/unidecoder/data/x73.yml +257 -0
  85. data/lib/unidecoder/data/x74.yml +257 -0
  86. data/lib/unidecoder/data/x75.yml +257 -0
  87. data/lib/unidecoder/data/x76.yml +257 -0
  88. data/lib/unidecoder/data/x77.yml +257 -0
  89. data/lib/unidecoder/data/x78.yml +257 -0
  90. data/lib/unidecoder/data/x79.yml +257 -0
  91. data/lib/unidecoder/data/x7a.yml +257 -0
  92. data/lib/unidecoder/data/x7b.yml +257 -0
  93. data/lib/unidecoder/data/x7c.yml +257 -0
  94. data/lib/unidecoder/data/x7d.yml +257 -0
  95. data/lib/unidecoder/data/x7e.yml +257 -0
  96. data/lib/unidecoder/data/x7f.yml +257 -0
  97. data/lib/unidecoder/data/x80.yml +257 -0
  98. data/lib/unidecoder/data/x81.yml +257 -0
  99. data/lib/unidecoder/data/x82.yml +257 -0
  100. data/lib/unidecoder/data/x83.yml +257 -0
  101. data/lib/unidecoder/data/x84.yml +257 -0
  102. data/lib/unidecoder/data/x85.yml +257 -0
  103. data/lib/unidecoder/data/x86.yml +257 -0
  104. data/lib/unidecoder/data/x87.yml +257 -0
  105. data/lib/unidecoder/data/x88.yml +257 -0
  106. data/lib/unidecoder/data/x89.yml +257 -0
  107. data/lib/unidecoder/data/x8a.yml +257 -0
  108. data/lib/unidecoder/data/x8b.yml +257 -0
  109. data/lib/unidecoder/data/x8c.yml +257 -0
  110. data/lib/unidecoder/data/x8d.yml +257 -0
  111. data/lib/unidecoder/data/x8e.yml +257 -0
  112. data/lib/unidecoder/data/x8f.yml +257 -0
  113. data/lib/unidecoder/data/x90.yml +257 -0
  114. data/lib/unidecoder/data/x91.yml +257 -0
  115. data/lib/unidecoder/data/x92.yml +257 -0
  116. data/lib/unidecoder/data/x93.yml +257 -0
  117. data/lib/unidecoder/data/x94.yml +257 -0
  118. data/lib/unidecoder/data/x95.yml +257 -0
  119. data/lib/unidecoder/data/x96.yml +257 -0
  120. data/lib/unidecoder/data/x97.yml +257 -0
  121. data/lib/unidecoder/data/x98.yml +257 -0
  122. data/lib/unidecoder/data/x99.yml +257 -0
  123. data/lib/unidecoder/data/x9a.yml +257 -0
  124. data/lib/unidecoder/data/x9b.yml +257 -0
  125. data/lib/unidecoder/data/x9c.yml +257 -0
  126. data/lib/unidecoder/data/x9d.yml +257 -0
  127. data/lib/unidecoder/data/x9e.yml +257 -0
  128. data/lib/unidecoder/data/x9f.yml +256 -0
  129. data/lib/unidecoder/data/xa0.yml +257 -0
  130. data/lib/unidecoder/data/xa1.yml +257 -0
  131. data/lib/unidecoder/data/xa2.yml +257 -0
  132. data/lib/unidecoder/data/xa3.yml +257 -0
  133. data/lib/unidecoder/data/xa4.yml +256 -0
  134. data/lib/unidecoder/data/xac.yml +257 -0
  135. data/lib/unidecoder/data/xad.yml +257 -0
  136. data/lib/unidecoder/data/xae.yml +257 -0
  137. data/lib/unidecoder/data/xaf.yml +257 -0
  138. data/lib/unidecoder/data/xb0.yml +257 -0
  139. data/lib/unidecoder/data/xb1.yml +257 -0
  140. data/lib/unidecoder/data/xb2.yml +257 -0
  141. data/lib/unidecoder/data/xb3.yml +257 -0
  142. data/lib/unidecoder/data/xb4.yml +257 -0
  143. data/lib/unidecoder/data/xb5.yml +257 -0
  144. data/lib/unidecoder/data/xb6.yml +257 -0
  145. data/lib/unidecoder/data/xb7.yml +257 -0
  146. data/lib/unidecoder/data/xb8.yml +257 -0
  147. data/lib/unidecoder/data/xb9.yml +257 -0
  148. data/lib/unidecoder/data/xba.yml +257 -0
  149. data/lib/unidecoder/data/xbb.yml +257 -0
  150. data/lib/unidecoder/data/xbc.yml +257 -0
  151. data/lib/unidecoder/data/xbd.yml +257 -0
  152. data/lib/unidecoder/data/xbe.yml +257 -0
  153. data/lib/unidecoder/data/xbf.yml +257 -0
  154. data/lib/unidecoder/data/xc0.yml +257 -0
  155. data/lib/unidecoder/data/xc1.yml +257 -0
  156. data/lib/unidecoder/data/xc2.yml +257 -0
  157. data/lib/unidecoder/data/xc3.yml +257 -0
  158. data/lib/unidecoder/data/xc4.yml +257 -0
  159. data/lib/unidecoder/data/xc5.yml +257 -0
  160. data/lib/unidecoder/data/xc6.yml +257 -0
  161. data/lib/unidecoder/data/xc7.yml +257 -0
  162. data/lib/unidecoder/data/xc8.yml +257 -0
  163. data/lib/unidecoder/data/xc9.yml +257 -0
  164. data/lib/unidecoder/data/xca.yml +257 -0
  165. data/lib/unidecoder/data/xcb.yml +257 -0
  166. data/lib/unidecoder/data/xcc.yml +257 -0
  167. data/lib/unidecoder/data/xcd.yml +257 -0
  168. data/lib/unidecoder/data/xce.yml +257 -0
  169. data/lib/unidecoder/data/xcf.yml +257 -0
  170. data/lib/unidecoder/data/xd0.yml +257 -0
  171. data/lib/unidecoder/data/xd1.yml +257 -0
  172. data/lib/unidecoder/data/xd2.yml +257 -0
  173. data/lib/unidecoder/data/xd3.yml +257 -0
  174. data/lib/unidecoder/data/xd4.yml +257 -0
  175. data/lib/unidecoder/data/xd5.yml +257 -0
  176. data/lib/unidecoder/data/xd6.yml +257 -0
  177. data/lib/unidecoder/data/xd7.yml +256 -0
  178. data/lib/unidecoder/data/xf9.yml +257 -0
  179. data/lib/unidecoder/data/xfa.yml +256 -0
  180. data/lib/unidecoder/data/xfb.yml +257 -0
  181. data/lib/unidecoder/data/xfc.yml +257 -0
  182. data/lib/unidecoder/data/xfd.yml +256 -0
  183. data/lib/unidecoder/data/xfe.yml +257 -0
  184. data/lib/unidecoder/data/xff.yml +257 -0
  185. data/lib/unidecoder/version.rb +9 -0
  186. data/test/unicode_point_suite/basic_latin_test.rb +144 -0
  187. data/test/unicode_point_suite/codepoint_test_helper.rb +28 -0
  188. data/test/unidecoder_test.rb +114 -0
  189. metadata +238 -0
data/lib/unidecoder/data/xd2.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - toels
3
+ - toelt
4
+ - toelp
5
+ - toelh
6
+ - toem
7
+ - toeb
8
+ - toebs
9
+ - toes
10
+ - toess
11
+ - toeng
12
+ - toej
13
+ - toec
14
+ - toek
15
+ - toet
16
+ - toep
17
+ - toeh
18
+ - tyo
19
+ - tyog
20
+ - tyogg
21
+ - tyogs
22
+ - tyon
23
+ - tyonj
24
+ - tyonh
25
+ - tyod
26
+ - tyol
27
+ - tyolg
28
+ - tyolm
29
+ - tyolb
30
+ - tyols
31
+ - tyolt
32
+ - tyolp
33
+ - tyolh
34
+ - tyom
35
+ - tyob
36
+ - tyobs
37
+ - tyos
38
+ - tyoss
39
+ - tyong
40
+ - tyoj
41
+ - tyoc
42
+ - tyok
43
+ - tyot
44
+ - tyop
45
+ - tyoh
46
+ - tu
47
+ - tug
48
+ - tugg
49
+ - tugs
50
+ - tun
51
+ - tunj
52
+ - tunh
53
+ - tud
54
+ - tul
55
+ - tulg
56
+ - tulm
57
+ - tulb
58
+ - tuls
59
+ - tult
60
+ - tulp
61
+ - tulh
62
+ - tum
63
+ - tub
64
+ - tubs
65
+ - tus
66
+ - tuss
67
+ - tung
68
+ - tuj
69
+ - tuc
70
+ - tuk
71
+ - tut
72
+ - tup
73
+ - tuh
74
+ - tweo
75
+ - tweog
76
+ - tweogg
77
+ - tweogs
78
+ - tweon
79
+ - tweonj
80
+ - tweonh
81
+ - tweod
82
+ - tweol
83
+ - tweolg
84
+ - tweolm
85
+ - tweolb
86
+ - tweols
87
+ - tweolt
88
+ - tweolp
89
+ - tweolh
90
+ - tweom
91
+ - tweob
92
+ - tweobs
93
+ - tweos
94
+ - tweoss
95
+ - tweong
96
+ - tweoj
97
+ - tweoc
98
+ - tweok
99
+ - tweot
100
+ - tweop
101
+ - tweoh
102
+ - twe
103
+ - tweg
104
+ - twegg
105
+ - twegs
106
+ - twen
107
+ - twenj
108
+ - twenh
109
+ - twed
110
+ - twel
111
+ - twelg
112
+ - twelm
113
+ - twelb
114
+ - twels
115
+ - twelt
116
+ - twelp
117
+ - twelh
118
+ - twem
119
+ - tweb
120
+ - twebs
121
+ - twes
122
+ - twess
123
+ - tweng
124
+ - twej
125
+ - twec
126
+ - twek
127
+ - twet
128
+ - twep
129
+ - tweh
130
+ - twi
131
+ - twig
132
+ - twigg
133
+ - twigs
134
+ - twin
135
+ - twinj
136
+ - twinh
137
+ - twid
138
+ - twil
139
+ - twilg
140
+ - twilm
141
+ - twilb
142
+ - twils
143
+ - twilt
144
+ - twilp
145
+ - twilh
146
+ - twim
147
+ - twib
148
+ - twibs
149
+ - twis
150
+ - twiss
151
+ - twing
152
+ - twij
153
+ - twic
154
+ - twik
155
+ - twit
156
+ - twip
157
+ - twih
158
+ - tyu
159
+ - tyug
160
+ - tyugg
161
+ - tyugs
162
+ - tyun
163
+ - tyunj
164
+ - tyunh
165
+ - tyud
166
+ - tyul
167
+ - tyulg
168
+ - tyulm
169
+ - tyulb
170
+ - tyuls
171
+ - tyult
172
+ - tyulp
173
+ - tyulh
174
+ - tyum
175
+ - tyub
176
+ - tyubs
177
+ - tyus
178
+ - tyuss
179
+ - tyung
180
+ - tyuj
181
+ - tyuc
182
+ - tyuk
183
+ - tyut
184
+ - tyup
185
+ - tyuh
186
+ - teu
187
+ - teug
188
+ - teugg
189
+ - teugs
190
+ - teun
191
+ - teunj
192
+ - teunh
193
+ - teud
194
+ - teul
195
+ - teulg
196
+ - teulm
197
+ - teulb
198
+ - teuls
199
+ - teult
200
+ - teulp
201
+ - teulh
202
+ - teum
203
+ - teub
204
+ - teubs
205
+ - teus
206
+ - teuss
207
+ - teung
208
+ - teuj
209
+ - teuc
210
+ - teuk
211
+ - teut
212
+ - teup
213
+ - teuh
214
+ - tyi
215
+ - tyig
216
+ - tyigg
217
+ - tyigs
218
+ - tyin
219
+ - tyinj
220
+ - tyinh
221
+ - tyid
222
+ - tyil
223
+ - tyilg
224
+ - tyilm
225
+ - tyilb
226
+ - tyils
227
+ - tyilt
228
+ - tyilp
229
+ - tyilh
230
+ - tyim
231
+ - tyib
232
+ - tyibs
233
+ - tyis
234
+ - tyiss
235
+ - tying
236
+ - tyij
237
+ - tyic
238
+ - tyik
239
+ - tyit
240
+ - tyip
241
+ - tyih
242
+ - ti
243
+ - tig
244
+ - tigg
245
+ - tigs
246
+ - tin
247
+ - tinj
248
+ - tinh
249
+ - tid
250
+ - til
251
+ - tilg
252
+ - tilm
253
+ - tilb
254
+ - tils
255
+ - tilt
256
+ - tilp
257
+ - tilh
data/lib/unidecoder/data/xd3.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - tim
3
+ - tib
4
+ - tibs
5
+ - tis
6
+ - tiss
7
+ - ting
8
+ - tij
9
+ - tic
10
+ - tik
11
+ - tit
12
+ - tip
13
+ - tih
14
+ - pa
15
+ - pag
16
+ - pagg
17
+ - pags
18
+ - pan
19
+ - panj
20
+ - panh
21
+ - pad
22
+ - pal
23
+ - palg
24
+ - palm
25
+ - palb
26
+ - pals
27
+ - palt
28
+ - palp
29
+ - palh
30
+ - pam
31
+ - pab
32
+ - pabs
33
+ - pas
34
+ - pass
35
+ - pang
36
+ - paj
37
+ - pac
38
+ - pak
39
+ - pat
40
+ - pap
41
+ - pah
42
+ - pae
43
+ - paeg
44
+ - paegg
45
+ - paegs
46
+ - paen
47
+ - paenj
48
+ - paenh
49
+ - paed
50
+ - pael
51
+ - paelg
52
+ - paelm
53
+ - paelb
54
+ - paels
55
+ - paelt
56
+ - paelp
57
+ - paelh
58
+ - paem
59
+ - paeb
60
+ - paebs
61
+ - paes
62
+ - paess
63
+ - paeng
64
+ - paej
65
+ - paec
66
+ - paek
67
+ - paet
68
+ - paep
69
+ - paeh
70
+ - pya
71
+ - pyag
72
+ - pyagg
73
+ - pyags
74
+ - pyan
75
+ - pyanj
76
+ - pyanh
77
+ - pyad
78
+ - pyal
79
+ - pyalg
80
+ - pyalm
81
+ - pyalb
82
+ - pyals
83
+ - pyalt
84
+ - pyalp
85
+ - pyalh
86
+ - pyam
87
+ - pyab
88
+ - pyabs
89
+ - pyas
90
+ - pyass
91
+ - pyang
92
+ - pyaj
93
+ - pyac
94
+ - pyak
95
+ - pyat
96
+ - pyap
97
+ - pyah
98
+ - pyae
99
+ - pyaeg
100
+ - pyaegg
101
+ - pyaegs
102
+ - pyaen
103
+ - pyaenj
104
+ - pyaenh
105
+ - pyaed
106
+ - pyael
107
+ - pyaelg
108
+ - pyaelm
109
+ - pyaelb
110
+ - pyaels
111
+ - pyaelt
112
+ - pyaelp
113
+ - pyaelh
114
+ - pyaem
115
+ - pyaeb
116
+ - pyaebs
117
+ - pyaes
118
+ - pyaess
119
+ - pyaeng
120
+ - pyaej
121
+ - pyaec
122
+ - pyaek
123
+ - pyaet
124
+ - pyaep
125
+ - pyaeh
126
+ - peo
127
+ - peog
128
+ - peogg
129
+ - peogs
130
+ - peon
131
+ - peonj
132
+ - peonh
133
+ - peod
134
+ - peol
135
+ - peolg
136
+ - peolm
137
+ - peolb
138
+ - peols
139
+ - peolt
140
+ - peolp
141
+ - peolh
142
+ - peom
143
+ - peob
144
+ - peobs
145
+ - peos
146
+ - peoss
147
+ - peong
148
+ - peoj
149
+ - peoc
150
+ - peok
151
+ - peot
152
+ - peop
153
+ - peoh
154
+ - pe
155
+ - peg
156
+ - pegg
157
+ - pegs
158
+ - pen
159
+ - penj
160
+ - penh
161
+ - ped
162
+ - pel
163
+ - pelg
164
+ - pelm
165
+ - pelb
166
+ - pels
167
+ - pelt
168
+ - pelp
169
+ - pelh
170
+ - pem
171
+ - peb
172
+ - pebs
173
+ - pes
174
+ - pess
175
+ - peng
176
+ - pej
177
+ - pec
178
+ - pek
179
+ - pet
180
+ - pep
181
+ - peh
182
+ - pyeo
183
+ - pyeog
184
+ - pyeogg
185
+ - pyeogs
186
+ - pyeon
187
+ - pyeonj
188
+ - pyeonh
189
+ - pyeod
190
+ - pyeol
191
+ - pyeolg
192
+ - pyeolm
193
+ - pyeolb
194
+ - pyeols
195
+ - pyeolt
196
+ - pyeolp
197
+ - pyeolh
198
+ - pyeom
199
+ - pyeob
200
+ - pyeobs
201
+ - pyeos
202
+ - pyeoss
203
+ - pyeong
204
+ - pyeoj
205
+ - pyeoc
206
+ - pyeok
207
+ - pyeot
208
+ - pyeop
209
+ - pyeoh
210
+ - pye
211
+ - pyeg
212
+ - pyegg
213
+ - pyegs
214
+ - pyen
215
+ - pyenj
216
+ - pyenh
217
+ - pyed
218
+ - pyel
219
+ - pyelg
220
+ - pyelm
221
+ - pyelb
222
+ - pyels
223
+ - pyelt
224
+ - pyelp
225
+ - pyelh
226
+ - pyem
227
+ - pyeb
228
+ - pyebs
229
+ - pyes
230
+ - pyess
231
+ - pyeng
232
+ - pyej
233
+ - pyec
234
+ - pyek
235
+ - pyet
236
+ - pyep
237
+ - pyeh
238
+ - po
239
+ - pog
240
+ - pogg
241
+ - pogs
242
+ - pon
243
+ - ponj
244
+ - ponh
245
+ - pod
246
+ - pol
247
+ - polg
248
+ - polm
249
+ - polb
250
+ - pols
251
+ - polt
252
+ - polp
253
+ - polh
254
+ - pom
255
+ - pob
256
+ - pobs
257
+ - pos