talentbox-unidecoder 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. data/Changelog.md +16 -0
  2. data/README.md +51 -0
  3. data/Rakefile +28 -0
  4. data/lib/unidecoder.rb +98 -0
  5. data/lib/unidecoder/data/x00.yml +257 -0
  6. data/lib/unidecoder/data/x01.yml +257 -0
  7. data/lib/unidecoder/data/x02.yml +256 -0
  8. data/lib/unidecoder/data/x03.yml +256 -0
  9. data/lib/unidecoder/data/x04.yml +256 -0
  10. data/lib/unidecoder/data/x05.yml +256 -0
  11. data/lib/unidecoder/data/x06.yml +256 -0
  12. data/lib/unidecoder/data/x07.yml +256 -0
  13. data/lib/unidecoder/data/x09.yml +256 -0
  14. data/lib/unidecoder/data/x0a.yml +256 -0
  15. data/lib/unidecoder/data/x0b.yml +256 -0
  16. data/lib/unidecoder/data/x0c.yml +256 -0
  17. data/lib/unidecoder/data/x0d.yml +256 -0
  18. data/lib/unidecoder/data/x0e.yml +256 -0
  19. data/lib/unidecoder/data/x0f.yml +256 -0
  20. data/lib/unidecoder/data/x10.yml +256 -0
  21. data/lib/unidecoder/data/x11.yml +256 -0
  22. data/lib/unidecoder/data/x12.yml +257 -0
  23. data/lib/unidecoder/data/x13.yml +256 -0
  24. data/lib/unidecoder/data/x14.yml +257 -0
  25. data/lib/unidecoder/data/x15.yml +257 -0
  26. data/lib/unidecoder/data/x16.yml +256 -0
  27. data/lib/unidecoder/data/x17.yml +256 -0
  28. data/lib/unidecoder/data/x18.yml +256 -0
  29. data/lib/unidecoder/data/x1e.yml +256 -0
  30. data/lib/unidecoder/data/x1f.yml +256 -0
  31. data/lib/unidecoder/data/x20.yml +256 -0
  32. data/lib/unidecoder/data/x21.yml +256 -0
  33. data/lib/unidecoder/data/x22.yml +256 -0
  34. data/lib/unidecoder/data/x23.yml +256 -0
  35. data/lib/unidecoder/data/x24.yml +256 -0
  36. data/lib/unidecoder/data/x25.yml +256 -0
  37. data/lib/unidecoder/data/x26.yml +256 -0
  38. data/lib/unidecoder/data/x27.yml +256 -0
  39. data/lib/unidecoder/data/x28.yml +257 -0
  40. data/lib/unidecoder/data/x2e.yml +256 -0
  41. data/lib/unidecoder/data/x2f.yml +256 -0
  42. data/lib/unidecoder/data/x30.yml +256 -0
  43. data/lib/unidecoder/data/x31.yml +256 -0
  44. data/lib/unidecoder/data/x32.yml +256 -0
  45. data/lib/unidecoder/data/x33.yml +256 -0
  46. data/lib/unidecoder/data/x4d.yml +256 -0
  47. data/lib/unidecoder/data/x4e.yml +257 -0
  48. data/lib/unidecoder/data/x4f.yml +257 -0
  49. data/lib/unidecoder/data/x50.yml +257 -0
  50. data/lib/unidecoder/data/x51.yml +257 -0
  51. data/lib/unidecoder/data/x52.yml +257 -0
  52. data/lib/unidecoder/data/x53.yml +257 -0
  53. data/lib/unidecoder/data/x54.yml +257 -0
  54. data/lib/unidecoder/data/x55.yml +257 -0
  55. data/lib/unidecoder/data/x56.yml +257 -0
  56. data/lib/unidecoder/data/x57.yml +257 -0
  57. data/lib/unidecoder/data/x58.yml +257 -0
  58. data/lib/unidecoder/data/x59.yml +257 -0
  59. data/lib/unidecoder/data/x5a.yml +257 -0
  60. data/lib/unidecoder/data/x5b.yml +257 -0
  61. data/lib/unidecoder/data/x5c.yml +257 -0
  62. data/lib/unidecoder/data/x5d.yml +257 -0
  63. data/lib/unidecoder/data/x5e.yml +257 -0
  64. data/lib/unidecoder/data/x5f.yml +257 -0
  65. data/lib/unidecoder/data/x60.yml +257 -0
  66. data/lib/unidecoder/data/x61.yml +257 -0
  67. data/lib/unidecoder/data/x62.yml +257 -0
  68. data/lib/unidecoder/data/x63.yml +257 -0
  69. data/lib/unidecoder/data/x64.yml +257 -0
  70. data/lib/unidecoder/data/x65.yml +257 -0
  71. data/lib/unidecoder/data/x66.yml +257 -0
  72. data/lib/unidecoder/data/x67.yml +257 -0
  73. data/lib/unidecoder/data/x68.yml +257 -0
  74. data/lib/unidecoder/data/x69.yml +257 -0
  75. data/lib/unidecoder/data/x6a.yml +257 -0
  76. data/lib/unidecoder/data/x6b.yml +257 -0
  77. data/lib/unidecoder/data/x6c.yml +257 -0
  78. data/lib/unidecoder/data/x6d.yml +257 -0
  79. data/lib/unidecoder/data/x6e.yml +257 -0
  80. data/lib/unidecoder/data/x6f.yml +257 -0
  81. data/lib/unidecoder/data/x70.yml +257 -0
  82. data/lib/unidecoder/data/x71.yml +257 -0
  83. data/lib/unidecoder/data/x72.yml +257 -0
  84. data/lib/unidecoder/data/x73.yml +257 -0
  85. data/lib/unidecoder/data/x74.yml +257 -0
  86. data/lib/unidecoder/data/x75.yml +257 -0
  87. data/lib/unidecoder/data/x76.yml +257 -0
  88. data/lib/unidecoder/data/x77.yml +257 -0
  89. data/lib/unidecoder/data/x78.yml +257 -0
  90. data/lib/unidecoder/data/x79.yml +257 -0
  91. data/lib/unidecoder/data/x7a.yml +257 -0
  92. data/lib/unidecoder/data/x7b.yml +257 -0
  93. data/lib/unidecoder/data/x7c.yml +257 -0
  94. data/lib/unidecoder/data/x7d.yml +257 -0
  95. data/lib/unidecoder/data/x7e.yml +257 -0
  96. data/lib/unidecoder/data/x7f.yml +257 -0
  97. data/lib/unidecoder/data/x80.yml +257 -0
  98. data/lib/unidecoder/data/x81.yml +257 -0
  99. data/lib/unidecoder/data/x82.yml +257 -0
  100. data/lib/unidecoder/data/x83.yml +257 -0
  101. data/lib/unidecoder/data/x84.yml +257 -0
  102. data/lib/unidecoder/data/x85.yml +257 -0
  103. data/lib/unidecoder/data/x86.yml +257 -0
  104. data/lib/unidecoder/data/x87.yml +257 -0
  105. data/lib/unidecoder/data/x88.yml +257 -0
  106. data/lib/unidecoder/data/x89.yml +257 -0
  107. data/lib/unidecoder/data/x8a.yml +257 -0
  108. data/lib/unidecoder/data/x8b.yml +257 -0
  109. data/lib/unidecoder/data/x8c.yml +257 -0
  110. data/lib/unidecoder/data/x8d.yml +257 -0
  111. data/lib/unidecoder/data/x8e.yml +257 -0
  112. data/lib/unidecoder/data/x8f.yml +257 -0
  113. data/lib/unidecoder/data/x90.yml +257 -0
  114. data/lib/unidecoder/data/x91.yml +257 -0
  115. data/lib/unidecoder/data/x92.yml +257 -0
  116. data/lib/unidecoder/data/x93.yml +257 -0
  117. data/lib/unidecoder/data/x94.yml +257 -0
  118. data/lib/unidecoder/data/x95.yml +257 -0
  119. data/lib/unidecoder/data/x96.yml +257 -0
  120. data/lib/unidecoder/data/x97.yml +257 -0
  121. data/lib/unidecoder/data/x98.yml +257 -0
  122. data/lib/unidecoder/data/x99.yml +257 -0
  123. data/lib/unidecoder/data/x9a.yml +257 -0
  124. data/lib/unidecoder/data/x9b.yml +257 -0
  125. data/lib/unidecoder/data/x9c.yml +257 -0
  126. data/lib/unidecoder/data/x9d.yml +257 -0
  127. data/lib/unidecoder/data/x9e.yml +257 -0
  128. data/lib/unidecoder/data/x9f.yml +256 -0
  129. data/lib/unidecoder/data/xa0.yml +257 -0
  130. data/lib/unidecoder/data/xa1.yml +257 -0
  131. data/lib/unidecoder/data/xa2.yml +257 -0
  132. data/lib/unidecoder/data/xa3.yml +257 -0
  133. data/lib/unidecoder/data/xa4.yml +256 -0
  134. data/lib/unidecoder/data/xac.yml +257 -0
  135. data/lib/unidecoder/data/xad.yml +257 -0
  136. data/lib/unidecoder/data/xae.yml +257 -0
  137. data/lib/unidecoder/data/xaf.yml +257 -0
  138. data/lib/unidecoder/data/xb0.yml +257 -0
  139. data/lib/unidecoder/data/xb1.yml +257 -0
  140. data/lib/unidecoder/data/xb2.yml +257 -0
  141. data/lib/unidecoder/data/xb3.yml +257 -0
  142. data/lib/unidecoder/data/xb4.yml +257 -0
  143. data/lib/unidecoder/data/xb5.yml +257 -0
  144. data/lib/unidecoder/data/xb6.yml +257 -0
  145. data/lib/unidecoder/data/xb7.yml +257 -0
  146. data/lib/unidecoder/data/xb8.yml +257 -0
  147. data/lib/unidecoder/data/xb9.yml +257 -0
  148. data/lib/unidecoder/data/xba.yml +257 -0
  149. data/lib/unidecoder/data/xbb.yml +257 -0
  150. data/lib/unidecoder/data/xbc.yml +257 -0
  151. data/lib/unidecoder/data/xbd.yml +257 -0
  152. data/lib/unidecoder/data/xbe.yml +257 -0
  153. data/lib/unidecoder/data/xbf.yml +257 -0
  154. data/lib/unidecoder/data/xc0.yml +257 -0
  155. data/lib/unidecoder/data/xc1.yml +257 -0
  156. data/lib/unidecoder/data/xc2.yml +257 -0
  157. data/lib/unidecoder/data/xc3.yml +257 -0
  158. data/lib/unidecoder/data/xc4.yml +257 -0
  159. data/lib/unidecoder/data/xc5.yml +257 -0
  160. data/lib/unidecoder/data/xc6.yml +257 -0
  161. data/lib/unidecoder/data/xc7.yml +257 -0
  162. data/lib/unidecoder/data/xc8.yml +257 -0
  163. data/lib/unidecoder/data/xc9.yml +257 -0
  164. data/lib/unidecoder/data/xca.yml +257 -0
  165. data/lib/unidecoder/data/xcb.yml +257 -0
  166. data/lib/unidecoder/data/xcc.yml +257 -0
  167. data/lib/unidecoder/data/xcd.yml +257 -0
  168. data/lib/unidecoder/data/xce.yml +257 -0
  169. data/lib/unidecoder/data/xcf.yml +257 -0
  170. data/lib/unidecoder/data/xd0.yml +257 -0
  171. data/lib/unidecoder/data/xd1.yml +257 -0
  172. data/lib/unidecoder/data/xd2.yml +257 -0
  173. data/lib/unidecoder/data/xd3.yml +257 -0
  174. data/lib/unidecoder/data/xd4.yml +257 -0
  175. data/lib/unidecoder/data/xd5.yml +257 -0
  176. data/lib/unidecoder/data/xd6.yml +257 -0
  177. data/lib/unidecoder/data/xd7.yml +256 -0
  178. data/lib/unidecoder/data/xf9.yml +257 -0
  179. data/lib/unidecoder/data/xfa.yml +256 -0
  180. data/lib/unidecoder/data/xfb.yml +257 -0
  181. data/lib/unidecoder/data/xfc.yml +257 -0
  182. data/lib/unidecoder/data/xfd.yml +256 -0
  183. data/lib/unidecoder/data/xfe.yml +257 -0
  184. data/lib/unidecoder/data/xff.yml +257 -0
  185. data/lib/unidecoder/version.rb +9 -0
  186. data/test/unicode_point_suite/basic_latin_test.rb +144 -0
  187. data/test/unicode_point_suite/codepoint_test_helper.rb +28 -0
  188. data/test/unidecoder_test.rb +114 -0
  189. metadata +238 -0
data/lib/unidecoder/data/xb2.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - nyok
3
+ - nyot
4
+ - nyop
5
+ - nyoh
6
+ - nu
7
+ - nug
8
+ - nugg
9
+ - nugs
10
+ - nun
11
+ - nunj
12
+ - nunh
13
+ - nud
14
+ - nul
15
+ - nulg
16
+ - nulm
17
+ - nulb
18
+ - nuls
19
+ - nult
20
+ - nulp
21
+ - nulh
22
+ - num
23
+ - nub
24
+ - nubs
25
+ - nus
26
+ - nuss
27
+ - nung
28
+ - nuj
29
+ - nuc
30
+ - nuk
31
+ - nut
32
+ - nup
33
+ - nuh
34
+ - nweo
35
+ - nweog
36
+ - nweogg
37
+ - nweogs
38
+ - nweon
39
+ - nweonj
40
+ - nweonh
41
+ - nweod
42
+ - nweol
43
+ - nweolg
44
+ - nweolm
45
+ - nweolb
46
+ - nweols
47
+ - nweolt
48
+ - nweolp
49
+ - nweolh
50
+ - nweom
51
+ - nweob
52
+ - nweobs
53
+ - nweos
54
+ - nweoss
55
+ - nweong
56
+ - nweoj
57
+ - nweoc
58
+ - nweok
59
+ - nweot
60
+ - nweop
61
+ - nweoh
62
+ - nwe
63
+ - nweg
64
+ - nwegg
65
+ - nwegs
66
+ - nwen
67
+ - nwenj
68
+ - nwenh
69
+ - nwed
70
+ - nwel
71
+ - nwelg
72
+ - nwelm
73
+ - nwelb
74
+ - nwels
75
+ - nwelt
76
+ - nwelp
77
+ - nwelh
78
+ - nwem
79
+ - nweb
80
+ - nwebs
81
+ - nwes
82
+ - nwess
83
+ - nweng
84
+ - nwej
85
+ - nwec
86
+ - nwek
87
+ - nwet
88
+ - nwep
89
+ - nweh
90
+ - nwi
91
+ - nwig
92
+ - nwigg
93
+ - nwigs
94
+ - nwin
95
+ - nwinj
96
+ - nwinh
97
+ - nwid
98
+ - nwil
99
+ - nwilg
100
+ - nwilm
101
+ - nwilb
102
+ - nwils
103
+ - nwilt
104
+ - nwilp
105
+ - nwilh
106
+ - nwim
107
+ - nwib
108
+ - nwibs
109
+ - nwis
110
+ - nwiss
111
+ - nwing
112
+ - nwij
113
+ - nwic
114
+ - nwik
115
+ - nwit
116
+ - nwip
117
+ - nwih
118
+ - nyu
119
+ - nyug
120
+ - nyugg
121
+ - nyugs
122
+ - nyun
123
+ - nyunj
124
+ - nyunh
125
+ - nyud
126
+ - nyul
127
+ - nyulg
128
+ - nyulm
129
+ - nyulb
130
+ - nyuls
131
+ - nyult
132
+ - nyulp
133
+ - nyulh
134
+ - nyum
135
+ - nyub
136
+ - nyubs
137
+ - nyus
138
+ - nyuss
139
+ - nyung
140
+ - nyuj
141
+ - nyuc
142
+ - nyuk
143
+ - nyut
144
+ - nyup
145
+ - nyuh
146
+ - neu
147
+ - neug
148
+ - neugg
149
+ - neugs
150
+ - neun
151
+ - neunj
152
+ - neunh
153
+ - neud
154
+ - neul
155
+ - neulg
156
+ - neulm
157
+ - neulb
158
+ - neuls
159
+ - neult
160
+ - neulp
161
+ - neulh
162
+ - neum
163
+ - neub
164
+ - neubs
165
+ - neus
166
+ - neuss
167
+ - neung
168
+ - neuj
169
+ - neuc
170
+ - neuk
171
+ - neut
172
+ - neup
173
+ - neuh
174
+ - nyi
175
+ - nyig
176
+ - nyigg
177
+ - nyigs
178
+ - nyin
179
+ - nyinj
180
+ - nyinh
181
+ - nyid
182
+ - nyil
183
+ - nyilg
184
+ - nyilm
185
+ - nyilb
186
+ - nyils
187
+ - nyilt
188
+ - nyilp
189
+ - nyilh
190
+ - nyim
191
+ - nyib
192
+ - nyibs
193
+ - nyis
194
+ - nyiss
195
+ - nying
196
+ - nyij
197
+ - nyic
198
+ - nyik
199
+ - nyit
200
+ - nyip
201
+ - nyih
202
+ - ni
203
+ - nig
204
+ - nigg
205
+ - nigs
206
+ - nin
207
+ - ninj
208
+ - ninh
209
+ - nid
210
+ - nil
211
+ - nilg
212
+ - nilm
213
+ - nilb
214
+ - nils
215
+ - nilt
216
+ - nilp
217
+ - nilh
218
+ - nim
219
+ - nib
220
+ - nibs
221
+ - nis
222
+ - niss
223
+ - ning
224
+ - nij
225
+ - nic
226
+ - nik
227
+ - nit
228
+ - nip
229
+ - nih
230
+ - da
231
+ - dag
232
+ - dagg
233
+ - dags
234
+ - dan
235
+ - danj
236
+ - danh
237
+ - dad
238
+ - dal
239
+ - dalg
240
+ - dalm
241
+ - dalb
242
+ - dals
243
+ - dalt
244
+ - dalp
245
+ - dalh
246
+ - dam
247
+ - dab
248
+ - dabs
249
+ - das
250
+ - dass
251
+ - dang
252
+ - daj
253
+ - dac
254
+ - dak
255
+ - dat
256
+ - dap
257
+ - dah
data/lib/unidecoder/data/xb3.yml ADDED
@@ -0,0 +1,257 @@
1
+ ---
2
+ - dae
3
+ - daeg
4
+ - daegg
5
+ - daegs
6
+ - daen
7
+ - daenj
8
+ - daenh
9
+ - daed
10
+ - dael
11
+ - daelg
12
+ - daelm
13
+ - daelb
14
+ - daels
15
+ - daelt
16
+ - daelp
17
+ - daelh
18
+ - daem
19
+ - daeb
20
+ - daebs
21
+ - daes
22
+ - daess
23
+ - daeng
24
+ - daej
25
+ - daec
26
+ - daek
27
+ - daet
28
+ - daep
29
+ - daeh
30
+ - dya
31
+ - dyag
32
+ - dyagg
33
+ - dyags
34
+ - dyan
35
+ - dyanj
36
+ - dyanh
37
+ - dyad
38
+ - dyal
39
+ - dyalg
40
+ - dyalm
41
+ - dyalb
42
+ - dyals
43
+ - dyalt
44
+ - dyalp
45
+ - dyalh
46
+ - dyam
47
+ - dyab
48
+ - dyabs
49
+ - dyas
50
+ - dyass
51
+ - dyang
52
+ - dyaj
53
+ - dyac
54
+ - dyak
55
+ - dyat
56
+ - dyap
57
+ - dyah
58
+ - dyae
59
+ - dyaeg
60
+ - dyaegg
61
+ - dyaegs
62
+ - dyaen
63
+ - dyaenj
64
+ - dyaenh
65
+ - dyaed
66
+ - dyael
67
+ - dyaelg
68
+ - dyaelm
69
+ - dyaelb
70
+ - dyaels
71
+ - dyaelt
72
+ - dyaelp
73
+ - dyaelh
74
+ - dyaem
75
+ - dyaeb
76
+ - dyaebs
77
+ - dyaes
78
+ - dyaess
79
+ - dyaeng
80
+ - dyaej
81
+ - dyaec
82
+ - dyaek
83
+ - dyaet
84
+ - dyaep
85
+ - dyaeh
86
+ - deo
87
+ - deog
88
+ - deogg
89
+ - deogs
90
+ - deon
91
+ - deonj
92
+ - deonh
93
+ - deod
94
+ - deol
95
+ - deolg
96
+ - deolm
97
+ - deolb
98
+ - deols
99
+ - deolt
100
+ - deolp
101
+ - deolh
102
+ - deom
103
+ - deob
104
+ - deobs
105
+ - deos
106
+ - deoss
107
+ - deong
108
+ - deoj
109
+ - deoc
110
+ - deok
111
+ - deot
112
+ - deop
113
+ - deoh
114
+ - de
115
+ - deg
116
+ - degg
117
+ - degs
118
+ - den
119
+ - denj
120
+ - denh
121
+ - ded
122
+ - del
123
+ - delg
124
+ - delm
125
+ - delb
126
+ - dels
127
+ - delt
128
+ - delp
129
+ - delh
130
+ - dem
131
+ - deb
132
+ - debs
133
+ - des
134
+ - dess
135
+ - deng
136
+ - dej
137
+ - dec
138
+ - dek
139
+ - det
140
+ - dep
141
+ - deh
142
+ - dyeo
143
+ - dyeog
144
+ - dyeogg
145
+ - dyeogs
146
+ - dyeon
147
+ - dyeonj
148
+ - dyeonh
149
+ - dyeod
150
+ - dyeol
151
+ - dyeolg
152
+ - dyeolm
153
+ - dyeolb
154
+ - dyeols
155
+ - dyeolt
156
+ - dyeolp
157
+ - dyeolh
158
+ - dyeom
159
+ - dyeob
160
+ - dyeobs
161
+ - dyeos
162
+ - dyeoss
163
+ - dyeong
164
+ - dyeoj
165
+ - dyeoc
166
+ - dyeok
167
+ - dyeot
168
+ - dyeop
169
+ - dyeoh
170
+ - dye
171
+ - dyeg
172
+ - dyegg
173
+ - dyegs
174
+ - dyen
175
+ - dyenj
176
+ - dyenh
177
+ - dyed
178
+ - dyel
179
+ - dyelg
180
+ - dyelm
181
+ - dyelb
182
+ - dyels
183
+ - dyelt
184
+ - dyelp
185
+ - dyelh
186
+ - dyem
187
+ - dyeb
188
+ - dyebs
189
+ - dyes
190
+ - dyess
191
+ - dyeng
192
+ - dyej
193
+ - dyec
194
+ - dyek
195
+ - dyet
196
+ - dyep
197
+ - dyeh
198
+ - do
199
+ - dog
200
+ - dogg
201
+ - dogs
202
+ - don
203
+ - donj
204
+ - donh
205
+ - dod
206
+ - dol
207
+ - dolg
208
+ - dolm
209
+ - dolb
210
+ - dols
211
+ - dolt
212
+ - dolp
213
+ - dolh
214
+ - dom
215
+ - dob
216
+ - dobs
217
+ - dos
218
+ - doss
219
+ - dong
220
+ - doj
221
+ - doc
222
+ - dok
223
+ - dot
224
+ - dop
225
+ - doh
226
+ - dwa
227
+ - dwag
228
+ - dwagg
229
+ - dwags
230
+ - dwan
231
+ - dwanj
232
+ - dwanh
233
+ - dwad
234
+ - dwal
235
+ - dwalg
236
+ - dwalm
237
+ - dwalb
238
+ - dwals
239
+ - dwalt
240
+ - dwalp
241
+ - dwalh
242
+ - dwam
243
+ - dwab
244
+ - dwabs
245
+ - dwas
246
+ - dwass
247
+ - dwang
248
+ - dwaj
249
+ - dwac
250
+ - dwak
251
+ - dwat
252
+ - dwap
253
+ - dwah
254
+ - dwae
255
+ - dwaeg
256
+ - dwaegg
257
+ - dwaegs