any_ascii 0.3.1 → 0.3.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (472) hide show
  1. checksums.yaml +4 -4
  2. data/LICENSE +1 -1
  3. data/lib/any_ascii.rb +40 -33
  4. data/lib/data/000 +0 -0
  5. data/lib/data/008 +0 -0
  6. data/lib/data/00c +0 -0
  7. data/lib/data/011 +1 -1
  8. data/lib/data/012 +0 -0
  9. data/lib/data/013 +0 -0
  10. data/lib/data/015 +0 -0
  11. data/lib/data/01b +0 -0
  12. data/lib/data/01c +0 -0
  13. data/lib/data/024 +1 -3
  14. data/lib/data/027 +0 -0
  15. data/lib/data/029 +0 -0
  16. data/lib/data/02b +0 -0
  17. data/lib/data/02d +0 -0
  18. data/lib/data/02f +0 -0
  19. data/lib/data/030 +3 -2
  20. data/lib/data/031 +0 -0
  21. data/lib/data/034 +0 -0
  22. data/lib/data/035 +0 -0
  23. data/lib/data/036 +0 -0
  24. data/lib/data/037 +0 -0
  25. data/lib/data/038 +0 -0
  26. data/lib/data/039 +0 -0
  27. data/lib/data/03a +0 -0
  28. data/lib/data/03c +0 -0
  29. data/lib/data/03d +0 -0
  30. data/lib/data/03e +0 -0
  31. data/lib/data/03f +0 -0
  32. data/lib/data/040 +0 -0
  33. data/lib/data/041 +0 -0
  34. data/lib/data/042 +0 -0
  35. data/lib/data/043 +0 -0
  36. data/lib/data/044 +0 -0
  37. data/lib/data/046 +0 -0
  38. data/lib/data/047 +0 -0
  39. data/lib/data/048 +0 -0
  40. data/lib/data/049 +0 -0
  41. data/lib/data/04a +0 -0
  42. data/lib/data/04b +0 -0
  43. data/lib/data/04d +0 -0
  44. data/lib/data/04e +0 -0
  45. data/lib/data/04f +0 -0
  46. data/lib/data/050 +0 -0
  47. data/lib/data/053 +0 -0
  48. data/lib/data/054 +0 -0
  49. data/lib/data/055 +2 -5
  50. data/lib/data/056 +0 -0
  51. data/lib/data/057 +0 -0
  52. data/lib/data/058 +0 -0
  53. data/lib/data/059 +0 -0
  54. data/lib/data/05a +0 -0
  55. data/lib/data/05b +0 -0
  56. data/lib/data/05c +1 -1
  57. data/lib/data/05d +0 -0
  58. data/lib/data/05e +0 -0
  59. data/lib/data/05f +0 -0
  60. data/lib/data/062 +0 -0
  61. data/lib/data/063 +0 -0
  62. data/lib/data/064 +0 -0
  63. data/lib/data/067 +0 -0
  64. data/lib/data/068 +0 -0
  65. data/lib/data/069 +0 -0
  66. data/lib/data/06a +0 -0
  67. data/lib/data/06b +0 -0
  68. data/lib/data/06c +0 -0
  69. data/lib/data/06d +0 -0
  70. data/lib/data/06e +0 -0
  71. data/lib/data/06f +0 -0
  72. data/lib/data/070 +0 -0
  73. data/lib/data/071 +0 -0
  74. data/lib/data/073 +0 -0
  75. data/lib/data/074 +0 -0
  76. data/lib/data/076 +0 -0
  77. data/lib/data/077 +0 -0
  78. data/lib/data/078 +0 -0
  79. data/lib/data/07a +0 -0
  80. data/lib/data/07c +0 -0
  81. data/lib/data/07d +0 -0
  82. data/lib/data/07e +0 -0
  83. data/lib/data/080 +0 -0
  84. data/lib/data/082 +0 -0
  85. data/lib/data/083 +0 -0
  86. data/lib/data/084 +0 -0
  87. data/lib/data/085 +0 -0
  88. data/lib/data/087 +0 -0
  89. data/lib/data/08b +1 -1
  90. data/lib/data/08c +0 -0
  91. data/lib/data/08e +0 -0
  92. data/lib/data/08f +0 -0
  93. data/lib/data/091 +0 -0
  94. data/lib/data/092 +0 -0
  95. data/lib/data/093 +0 -0
  96. data/lib/data/094 +2 -2
  97. data/lib/data/095 +0 -0
  98. data/lib/data/096 +0 -0
  99. data/lib/data/099 +0 -0
  100. data/lib/data/09c +0 -0
  101. data/lib/data/09e +0 -0
  102. data/lib/data/09f +0 -0
  103. data/lib/data/0a4 +0 -0
  104. data/lib/data/0a7 +0 -0
  105. data/lib/data/0ab +0 -0
  106. data/lib/data/0d7 +0 -0
  107. data/lib/data/0f9 +0 -0
  108. data/lib/data/0fa +0 -0
  109. data/lib/data/0fd +0 -0
  110. data/lib/data/0ff +2 -3
  111. data/lib/data/101 +0 -0
  112. data/lib/data/102 +1 -1
  113. data/lib/data/103 +1 -1
  114. data/lib/data/104 +0 -0
  115. data/lib/data/105 +1 -1
  116. data/lib/data/10c +2 -1
  117. data/lib/data/10d +0 -0
  118. data/lib/data/10e +0 -0
  119. data/lib/data/112 +2 -2
  120. data/lib/data/113 +0 -0
  121. data/lib/data/116 +0 -0
  122. data/lib/data/11b +1 -0
  123. data/lib/data/11f +0 -0
  124. data/lib/data/130 +0 -0
  125. data/lib/data/131 +0 -0
  126. data/lib/data/132 +0 -0
  127. data/lib/data/133 +0 -0
  128. data/lib/data/134 +0 -0
  129. data/lib/data/135 +0 -0
  130. data/lib/data/136 +0 -0
  131. data/lib/data/137 +0 -0
  132. data/lib/data/138 +0 -0
  133. data/lib/data/139 +2 -0
  134. data/lib/data/13a +0 -0
  135. data/lib/data/13b +0 -0
  136. data/lib/data/13c +0 -0
  137. data/lib/data/13d +0 -0
  138. data/lib/data/13e +0 -0
  139. data/lib/data/13f +0 -0
  140. data/lib/data/140 +0 -0
  141. data/lib/data/141 +0 -0
  142. data/lib/data/142 +0 -0
  143. data/lib/data/143 +0 -0
  144. data/lib/data/161 +1 -0
  145. data/lib/data/168 +0 -0
  146. data/lib/data/169 +0 -0
  147. data/lib/data/16a +1 -1
  148. data/lib/data/16d +0 -0
  149. data/lib/data/170 +0 -0
  150. data/lib/data/171 +0 -0
  151. data/lib/data/172 +0 -0
  152. data/lib/data/173 +0 -0
  153. data/lib/data/174 +0 -0
  154. data/lib/data/175 +0 -0
  155. data/lib/data/176 +0 -0
  156. data/lib/data/177 +0 -0
  157. data/lib/data/178 +0 -0
  158. data/lib/data/179 +0 -0
  159. data/lib/data/17a +0 -0
  160. data/lib/data/17b +0 -0
  161. data/lib/data/17c +0 -0
  162. data/lib/data/17d +0 -0
  163. data/lib/data/17f +0 -0
  164. data/lib/data/180 +0 -0
  165. data/lib/data/181 +0 -0
  166. data/lib/data/182 +0 -0
  167. data/lib/data/183 +0 -0
  168. data/lib/data/184 +0 -0
  169. data/lib/data/185 +0 -0
  170. data/lib/data/186 +0 -0
  171. data/lib/data/187 +0 -0
  172. data/lib/data/18b +0 -0
  173. data/lib/data/18c +0 -0
  174. data/lib/data/1b0 +0 -0
  175. data/lib/data/1b1 +0 -0
  176. data/lib/data/1cc +0 -0
  177. data/lib/data/1cd +0 -0
  178. data/lib/data/1ce +0 -0
  179. data/lib/data/1d2 +1 -1
  180. data/lib/data/1d8 +0 -0
  181. data/lib/data/1d9 +0 -0
  182. data/lib/data/1da +1 -0
  183. data/lib/data/1df +1 -1
  184. data/lib/data/1e0 +2 -1
  185. data/lib/data/1e4 +0 -0
  186. data/lib/data/1e5 +0 -0
  187. data/lib/data/1e7 +0 -0
  188. data/lib/data/1f5 +0 -0
  189. data/lib/data/1f6 +0 -0
  190. data/lib/data/1f7 +0 -0
  191. data/lib/data/1f8 +0 -0
  192. data/lib/data/1fa +0 -0
  193. data/lib/data/1fb +0 -0
  194. data/lib/data/200 +0 -0
  195. data/lib/data/201 +3 -3
  196. data/lib/data/202 +0 -0
  197. data/lib/data/203 +0 -0
  198. data/lib/data/204 +0 -0
  199. data/lib/data/205 +0 -0
  200. data/lib/data/206 +0 -0
  201. data/lib/data/207 +2 -4
  202. data/lib/data/208 +0 -0
  203. data/lib/data/209 +0 -0
  204. data/lib/data/20a +0 -0
  205. data/lib/data/20b +0 -0
  206. data/lib/data/20c +2 -3
  207. data/lib/data/20d +0 -0
  208. data/lib/data/20e +0 -0
  209. data/lib/data/20f +0 -0
  210. data/lib/data/210 +0 -0
  211. data/lib/data/211 +0 -0
  212. data/lib/data/212 +0 -0
  213. data/lib/data/213 +0 -0
  214. data/lib/data/214 +0 -0
  215. data/lib/data/215 +2 -3
  216. data/lib/data/216 +0 -0
  217. data/lib/data/217 +1 -1
  218. data/lib/data/218 +0 -0
  219. data/lib/data/219 +0 -0
  220. data/lib/data/21a +0 -0
  221. data/lib/data/21b +0 -0
  222. data/lib/data/21c +0 -0
  223. data/lib/data/21d +0 -0
  224. data/lib/data/21e +0 -0
  225. data/lib/data/21f +0 -0
  226. data/lib/data/220 +0 -0
  227. data/lib/data/221 +0 -0
  228. data/lib/data/222 +1 -1
  229. data/lib/data/223 +0 -0
  230. data/lib/data/224 +5 -2
  231. data/lib/data/225 +0 -0
  232. data/lib/data/226 +0 -0
  233. data/lib/data/227 +5 -1
  234. data/lib/data/228 +0 -0
  235. data/lib/data/229 +0 -0
  236. data/lib/data/22a +0 -0
  237. data/lib/data/22b +0 -0
  238. data/lib/data/22c +1 -3
  239. data/lib/data/22d +0 -0
  240. data/lib/data/22e +0 -0
  241. data/lib/data/22f +0 -0
  242. data/lib/data/230 +0 -0
  243. data/lib/data/231 +0 -0
  244. data/lib/data/232 +0 -0
  245. data/lib/data/233 +0 -0
  246. data/lib/data/234 +0 -0
  247. data/lib/data/235 +0 -0
  248. data/lib/data/236 +1 -1
  249. data/lib/data/237 +0 -0
  250. data/lib/data/238 +0 -0
  251. data/lib/data/239 +0 -0
  252. data/lib/data/23a +0 -0
  253. data/lib/data/23b +0 -0
  254. data/lib/data/23c +0 -0
  255. data/lib/data/23d +0 -0
  256. data/lib/data/23e +0 -0
  257. data/lib/data/23f +0 -0
  258. data/lib/data/240 +0 -0
  259. data/lib/data/241 +0 -0
  260. data/lib/data/242 +0 -0
  261. data/lib/data/243 +3 -4
  262. data/lib/data/244 +0 -0
  263. data/lib/data/245 +0 -0
  264. data/lib/data/246 +0 -0
  265. data/lib/data/247 +0 -0
  266. data/lib/data/248 +0 -0
  267. data/lib/data/249 +3 -1
  268. data/lib/data/24a +0 -0
  269. data/lib/data/24b +0 -0
  270. data/lib/data/24c +0 -0
  271. data/lib/data/24d +0 -0
  272. data/lib/data/24e +0 -0
  273. data/lib/data/24f +0 -0
  274. data/lib/data/250 +0 -0
  275. data/lib/data/251 +0 -0
  276. data/lib/data/252 +0 -0
  277. data/lib/data/253 +0 -0
  278. data/lib/data/254 +0 -0
  279. data/lib/data/255 +0 -0
  280. data/lib/data/256 +2 -2
  281. data/lib/data/257 +0 -0
  282. data/lib/data/258 +3 -1
  283. data/lib/data/259 +0 -0
  284. data/lib/data/25a +1 -4
  285. data/lib/data/25b +0 -0
  286. data/lib/data/25c +4 -1
  287. data/lib/data/25d +0 -0
  288. data/lib/data/25e +0 -0
  289. data/lib/data/25f +0 -0
  290. data/lib/data/260 +0 -0
  291. data/lib/data/261 +0 -0
  292. data/lib/data/262 +0 -0
  293. data/lib/data/263 +0 -0
  294. data/lib/data/264 +0 -0
  295. data/lib/data/265 +1 -4
  296. data/lib/data/266 +0 -0
  297. data/lib/data/267 +0 -0
  298. data/lib/data/268 +0 -0
  299. data/lib/data/269 +0 -0
  300. data/lib/data/26a +0 -0
  301. data/lib/data/26b +0 -0
  302. data/lib/data/26c +0 -0
  303. data/lib/data/26d +1 -1
  304. data/lib/data/26e +0 -0
  305. data/lib/data/26f +0 -0
  306. data/lib/data/270 +0 -0
  307. data/lib/data/271 +0 -0
  308. data/lib/data/272 +3 -3
  309. data/lib/data/273 +0 -0
  310. data/lib/data/274 +0 -0
  311. data/lib/data/275 +0 -0
  312. data/lib/data/276 +0 -0
  313. data/lib/data/277 +0 -0
  314. data/lib/data/278 +0 -0
  315. data/lib/data/279 +0 -0
  316. data/lib/data/27a +0 -0
  317. data/lib/data/27b +0 -0
  318. data/lib/data/27c +0 -0
  319. data/lib/data/27d +0 -0
  320. data/lib/data/27e +0 -0
  321. data/lib/data/27f +2 -2
  322. data/lib/data/280 +0 -0
  323. data/lib/data/281 +0 -0
  324. data/lib/data/282 +0 -0
  325. data/lib/data/283 +0 -0
  326. data/lib/data/284 +1 -2
  327. data/lib/data/285 +0 -0
  328. data/lib/data/286 +0 -0
  329. data/lib/data/287 +0 -0
  330. data/lib/data/288 +0 -0
  331. data/lib/data/289 +0 -0
  332. data/lib/data/28a +0 -0
  333. data/lib/data/28b +0 -0
  334. data/lib/data/28c +2 -2
  335. data/lib/data/28d +0 -0
  336. data/lib/data/28e +0 -0
  337. data/lib/data/28f +0 -0
  338. data/lib/data/290 +0 -0
  339. data/lib/data/291 +0 -0
  340. data/lib/data/292 +0 -0
  341. data/lib/data/293 +0 -0
  342. data/lib/data/294 +2 -1
  343. data/lib/data/295 +0 -0
  344. data/lib/data/296 +0 -0
  345. data/lib/data/297 +0 -0
  346. data/lib/data/298 +0 -0
  347. data/lib/data/299 +4 -2
  348. data/lib/data/29a +0 -0
  349. data/lib/data/29b +0 -0
  350. data/lib/data/29c +6 -1
  351. data/lib/data/29d +0 -0
  352. data/lib/data/29e +0 -0
  353. data/lib/data/29f +0 -0
  354. data/lib/data/2a0 +0 -0
  355. data/lib/data/2a1 +0 -0
  356. data/lib/data/2a2 +1 -7
  357. data/lib/data/2a3 +0 -0
  358. data/lib/data/2a4 +0 -0
  359. data/lib/data/2a5 +0 -0
  360. data/lib/data/2a6 +5 -2
  361. data/lib/data/2a7 +0 -0
  362. data/lib/data/2a8 +0 -0
  363. data/lib/data/2a9 +0 -0
  364. data/lib/data/2aa +0 -0
  365. data/lib/data/2ab +0 -0
  366. data/lib/data/2ac +3 -1
  367. data/lib/data/2ad +0 -0
  368. data/lib/data/2ae +0 -0
  369. data/lib/data/2af +0 -0
  370. data/lib/data/2b0 +0 -0
  371. data/lib/data/2b1 +1 -3
  372. data/lib/data/2b2 +0 -0
  373. data/lib/data/2b3 +0 -0
  374. data/lib/data/2b4 +0 -0
  375. data/lib/data/2b5 +2 -2
  376. data/lib/data/2b6 +0 -0
  377. data/lib/data/2b7 +0 -0
  378. data/lib/data/2b8 +0 -0
  379. data/lib/data/2b9 +1 -1
  380. data/lib/data/2ba +0 -0
  381. data/lib/data/2bb +2 -2
  382. data/lib/data/2bc +1 -1
  383. data/lib/data/2bd +0 -0
  384. data/lib/data/2be +0 -0
  385. data/lib/data/2bf +0 -0
  386. data/lib/data/2c0 +0 -0
  387. data/lib/data/2c1 +0 -0
  388. data/lib/data/2c2 +0 -0
  389. data/lib/data/2c3 +0 -0
  390. data/lib/data/2c4 +0 -0
  391. data/lib/data/2c5 +0 -0
  392. data/lib/data/2c6 +0 -0
  393. data/lib/data/2c7 +4 -3
  394. data/lib/data/2c8 +0 -0
  395. data/lib/data/2c9 +0 -0
  396. data/lib/data/2ca +0 -0
  397. data/lib/data/2cb +0 -0
  398. data/lib/data/2cc +0 -0
  399. data/lib/data/2cd +1 -3
  400. data/lib/data/2ce +0 -0
  401. data/lib/data/2cf +0 -0
  402. data/lib/data/2d0 +2 -1
  403. data/lib/data/2d1 +0 -0
  404. data/lib/data/2d2 +0 -0
  405. data/lib/data/2d3 +0 -0
  406. data/lib/data/2d4 +0 -0
  407. data/lib/data/2d5 +0 -0
  408. data/lib/data/2d6 +0 -0
  409. data/lib/data/2d7 +0 -0
  410. data/lib/data/2d8 +0 -0
  411. data/lib/data/2d9 +0 -0
  412. data/lib/data/2da +2 -1
  413. data/lib/data/2db +0 -0
  414. data/lib/data/2dc +0 -0
  415. data/lib/data/2dd +0 -0
  416. data/lib/data/2de +0 -0
  417. data/lib/data/2df +2 -0
  418. data/lib/data/2e0 +0 -0
  419. data/lib/data/2e1 +0 -0
  420. data/lib/data/2e2 +0 -0
  421. data/lib/data/2e3 +1 -1
  422. data/lib/data/2e4 +0 -0
  423. data/lib/data/2e5 +0 -0
  424. data/lib/data/2e6 +0 -0
  425. data/lib/data/2e7 +0 -0
  426. data/lib/data/2e8 +0 -0
  427. data/lib/data/2e9 +0 -0
  428. data/lib/data/2ea +0 -0
  429. data/lib/data/2eb +0 -0
  430. data/lib/data/2ec +0 -0
  431. data/lib/data/2ed +0 -0
  432. data/lib/data/2ee +0 -0
  433. data/lib/data/2f8 +0 -0
  434. data/lib/data/2f9 +0 -0
  435. data/lib/data/2fa +0 -0
  436. data/lib/data/300 +3 -1
  437. data/lib/data/301 +0 -0
  438. data/lib/data/302 +0 -0
  439. data/lib/data/303 +2 -2
  440. data/lib/data/304 +0 -0
  441. data/lib/data/305 +0 -0
  442. data/lib/data/306 +0 -0
  443. data/lib/data/307 +0 -0
  444. data/lib/data/308 +1 -2
  445. data/lib/data/309 +0 -0
  446. data/lib/data/30a +0 -0
  447. data/lib/data/30b +0 -0
  448. data/lib/data/30c +0 -0
  449. data/lib/data/30d +0 -0
  450. data/lib/data/30e +0 -0
  451. data/lib/data/30f +0 -0
  452. data/lib/data/310 +1 -2
  453. data/lib/data/311 +0 -0
  454. data/lib/data/312 +0 -0
  455. data/lib/data/313 +0 -0
  456. data/lib/data/314 +2 -0
  457. data/lib/data/315 +0 -0
  458. data/lib/data/316 +2 -0
  459. data/lib/data/317 +1 -0
  460. data/lib/data/318 +2 -0
  461. data/lib/data/319 +0 -0
  462. data/lib/data/31a +0 -0
  463. data/lib/data/31b +0 -0
  464. data/lib/data/31c +0 -0
  465. data/lib/data/31d +0 -0
  466. data/lib/data/31e +2 -0
  467. data/lib/data/31f +0 -0
  468. data/lib/data/320 +0 -0
  469. data/lib/data/321 +0 -0
  470. data/lib/data/322 +0 -0
  471. data/lib/data/323 +2 -0
  472. metadata +55 -7
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e53bd97753ac58c81f80c8b31fbded9793c4eca3c99cab56b8685f5bd9b001d1
4
- data.tar.gz: 05bf1ad498429e844f6177825dcef9615dbbf77e8cda29d46340fd5c4ea1fc54
3
+ metadata.gz: da411d357ce067c94262c70f6e603dfc50b771b7511ee9cd0fdf560efc8e54d5
4
+ data.tar.gz: 9452d6428058859906d4ab24281350208963bd5994dc44cd81d9f78be86b4382
5
5
  SHA512:
6
- metadata.gz: c97af2fc989757d7f01a8262abfb1390c43f4e28d1a7ef9e3e299898cb69d72a8b1485ffa669d273c2fa33360b4153dba5ddeb2ab9af052978e49292353725b3
7
- data.tar.gz: 678e121dc67fbc85e88e060b3dbbaa149686c6290e16d5ae1873330a6c55b39e5d678ddd71c835b760d970e63821ba7820b5b132fdff204e23228b10a6e70fe7
6
+ metadata.gz: 5c837dc8fa26ea5858f7fc603fef555fc01cb683bc6d64192b69a7e7d29e9a30a5947313250bf9175038691a6d843fc919d9b834906bb60d16f73f335b2bd187
7
+ data.tar.gz: 714abcd3813341193fe3b0586a66b78d49c447682706041c264fb6ff77053b408d508d447e47d03efafaa02ecf06fa652426dfa86d9c7feb33c29c0aae807f3a
data/LICENSE CHANGED
@@ -1,6 +1,6 @@
1
1
  ISC License
2
2
 
3
- Copyright (c) 2020-2022, Hunter WB <hunterwb.com>
3
+ Copyright (c) 2020-2025, Hunter WB <hunterwb.com>
4
4
 
5
5
  Permission to use, copy, modify, and/or distribute this software for any
6
6
  purpose with or without fee is hereby granted, provided that the above
data/lib/any_ascii.rb CHANGED
@@ -1,40 +1,47 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'zlib'
2
4
 
5
+ # Unicode to ASCII transliteration
3
6
  module AnyAscii
7
+ def self.transliterate(string)
8
+ return string if string.ascii_only?
9
+
10
+ result = String.new('')
11
+ string.each_codepoint do |cp|
12
+ if cp <= 127
13
+ result << cp
14
+ else
15
+ block_num = cp >> 8
16
+ lo = cp & 0xff
17
+ block = BLOCKS[block_num]
18
+ result << block[lo] if lo < block.length
19
+ end
20
+ end
21
+ result
22
+ end
23
+
24
+ BLOCKS = Hash.new do |blocks, block_num|
25
+ blocks[block_num] = read_block(block_num)
26
+ end
27
+ private_constant :BLOCKS
4
28
 
5
- BLOCKS = Hash.new do |blocks, block_num|
6
- file_name = File.join(__dir__, 'data', '%03x' % block_num)
7
- if File.file?(file_name)
8
- b = IO.binread(file_name)
9
- zi = Zlib::Inflate.new(-Zlib::MAX_WBITS)
10
- s = zi.inflate(b)
11
- zi.close
12
- block = s.split("\t")
13
- else
14
- block = []
15
- end
16
- blocks[block_num] = block
17
- end
29
+ def self.read_block(block_num)
30
+ file_name = File.join(__dir__, 'data', format('%03x', block_num))
31
+ return [] unless File.file?(file_name)
18
32
 
19
- private_constant :BLOCKS
33
+ unzip(File.binread(file_name))
34
+ .force_encoding(Encoding::UTF_8)
35
+ .split("\t")
36
+ end
37
+ private_class_method :read_block
20
38
 
21
- def self.transliterate(string)
22
- if string.ascii_only?
23
- return string
24
- end
25
- result = ''
26
- string.each_codepoint do |cp|
27
- if cp <= 127
28
- result << cp
29
- else
30
- block_num = cp >> 8
31
- lo = cp & 0xff
32
- block = BLOCKS[block_num]
33
- if block.length > lo
34
- result << block[lo]
35
- end
36
- end
37
- end
38
- return result
39
- end
39
+ def self.unzip(string)
40
+ zstream = Zlib::Inflate.new(-Zlib::MAX_WBITS)
41
+ buf = zstream.inflate(string)
42
+ zstream.finish
43
+ zstream.close
44
+ buf
45
+ end
46
+ private_class_method :unzip
40
47
  end
data/lib/data/000 CHANGED
Binary file
data/lib/data/008 CHANGED
Binary file
data/lib/data/00c CHANGED
Binary file
data/lib/data/011 CHANGED
@@ -1 +1 @@
1
- M��n� �� ���9'����Ӥq!{vG���SY8O2�q��6������A�j�.T�ȕ��ѬxJ�|�/�.S���Zox����Ҡ�P�"\���]]������~��*>��vD����$j4Er{���ZѪ������S7jdɀí\N��6�k�Vo'��Tc�Vf坸�`$�ᆎ�hm�Tn\]6uT�f]��l`���m�A[b8�ʘ
1
+ M�벤 �� �(�"3�O��S�e�ri�:��TΓL�stz��m�Od�� R�R�g �J���_����_�]����,��2u�'����@�"X��]M���6��}��tQ����16��3YG1��_�V����P�C�/t�F�,p����Vֆ|��J��dr�j >ʬ|�`�D�5��Q�p�͖�M�ˢ�¦��Ҭ�<��
data/lib/data/012 CHANGED
Binary file
data/lib/data/013 CHANGED
Binary file
data/lib/data/015 CHANGED
Binary file
data/lib/data/01b CHANGED
Binary file
data/lib/data/01c CHANGED
Binary file
data/lib/data/024 CHANGED
@@ -1,3 +1 @@
1
- ��YO�@������T/���kZ
2
- ��:�-1�}�w��x�� !�3!9����j�,Wd��tD/+�yE�VE��n�����$�X���[�iW�5��G�Srϊg�3��u�:��ʂY���Z`�}f~�9�������РI�6��a1�`
3
- �(���;��f�]�8��9�3ι��+���;�y��'�y�7����/��ȯC�
1
+ ��Yk�@����w��Ӌ��$oI�b�R�X����PJ�}����orm��GB�Ap�i�
data/lib/data/027 CHANGED
Binary file
data/lib/data/029 CHANGED
Binary file
data/lib/data/02b CHANGED
Binary file
data/lib/data/02d CHANGED
Binary file
data/lib/data/02f CHANGED
Binary file
data/lib/data/030 CHANGED
@@ -1,2 +1,3 @@
1
- ��N�@ ���[ 8�H��o�V\A�ĥ���%YB�(�M�xv�FH�;�ծ�c�>��S�?�?3`Ȉ)s�v�y测>ǯ�1���վͽ�g�3�K���[�3YK�Y���&V{ڳ&�/�X,8q>b<�ޏ�D&��a)_�ե�岐:�X�#�7D�3�!R!���<�FrG�ȕTi���d�O���F���([%+ὓ��� ��#(+�JO)�� �P fJ<��#�D�H�H�#S�R
2
- ����Q(�3�;�B��#��Vֲ�ߏV���t6�x�ǀA�|���m�B�i����n%��
1
+ �OK�@�Ͽo!zhk��oi�WO^
2
+ *ub�d�Ʉd7�=�ٝ6~��YXf�<�p�)��0dĔ9S��<��U��W��y���M��g�3�K���[�3YK�Y���&6{�3�a�S,��81���4�I%uX�Wpu)�k�,��'fsb��hp5�B*�ԓG�H�H��*��������H��:e�a%�w�@�~����R
3
+ �����RɄD��$���I"U$s$�ʑ)�R)�Px�H�(�����k��ԑ�Q+k���+i�n7#�x�׀A�t����,Z��u�jit���
data/lib/data/031 CHANGED
Binary file
data/lib/data/034 CHANGED
Binary file
data/lib/data/035 CHANGED
Binary file
data/lib/data/036 CHANGED
Binary file
data/lib/data/037 CHANGED
Binary file
data/lib/data/038 CHANGED
Binary file
data/lib/data/039 CHANGED
Binary file
data/lib/data/03a CHANGED
Binary file
data/lib/data/03c CHANGED
Binary file
data/lib/data/03d CHANGED
Binary file
data/lib/data/03e CHANGED
Binary file
data/lib/data/03f CHANGED
Binary file
data/lib/data/040 CHANGED
Binary file
data/lib/data/041 CHANGED
Binary file
data/lib/data/042 CHANGED
Binary file
data/lib/data/043 CHANGED
Binary file
data/lib/data/044 CHANGED
Binary file
data/lib/data/046 CHANGED
Binary file
data/lib/data/047 CHANGED
Binary file
data/lib/data/048 CHANGED
Binary file
data/lib/data/049 CHANGED
Binary file
data/lib/data/04a CHANGED
Binary file
data/lib/data/04b CHANGED
Binary file
data/lib/data/04d CHANGED
Binary file
data/lib/data/04e CHANGED
Binary file
data/lib/data/04f CHANGED
Binary file
data/lib/data/050 CHANGED
Binary file
data/lib/data/053 CHANGED
Binary file
data/lib/data/054 CHANGED
Binary file
data/lib/data/055 CHANGED
@@ -1,5 +1,2 @@
1
- 5SM��0 <�Ϣ�.��,�(�r�_��$��7�P� �|٬ű���dCǷ� ��X
2
- �3w���p�y~�z�DN����)К[�Z0J��xY�Z�J��J����#���v��mL
3
- ��ܓ��5Yx���C.�zmCؤ8
4
- nd�Z36�Ţ�A&�)�Ię����>+T�B�q���g��9K�F��gp^�eJW����`�ܽv�S�)�;�$u�Ĉ�EA���^�[��3:��؋�K �(v�J��:
5
- ~0�c]��z��Ҹ��>��p��pGO<J��p��A�lH3L�N��K��9\շpC�(}�x���0�ԫ�~��v�jX���̹&3SU� �fEC:ļ1��T�F�_��\��>��T@:4�1 ����Ɗ�����[BoS���w���=��P��h>���B�XSt)2�4u���I�g�?
1
+ 5S���0;��h��[�(�r��\������*�0�=g-�5h]�%:~�^p���jh wKx9��_ ����W:>�X9��:cql�7�N���y`H���+��?��u� @T�չ�ceOd$2��?�+w�t�8�ܿd�x"���I�h́-c-�uu�,`-P%�E�����#���v��cL*��ܓ��5Y4���Cm.�r�
2
+ چ�I~�Ȧ{�� �*:��'g&g�eg�a�B�)��[��LQ;g)c�h��4�K�L�j]6�Brm�OЂ��]wj3Ys砤�h���Q�ޫYb�e~�<�p3�
data/lib/data/056 CHANGED
Binary file
data/lib/data/057 CHANGED
Binary file
data/lib/data/058 CHANGED
Binary file
data/lib/data/059 CHANGED
Binary file
data/lib/data/05a CHANGED
Binary file
data/lib/data/05b CHANGED
Binary file
data/lib/data/05c CHANGED
@@ -1 +1 @@
1
- USM��0 <�g-T@��Dí��՗DZ���ٕ͌V׉�����Xۏ��X�þ�j�jg_q�2m����f ��6�۰v[���P�?��i����J��RΝ����g���𥇽h�"�D��y��_ MCtx�ȭ���)?O�UIn��]�xs��oj&��v ,���y�����j���p\wWZ�T�P���Qo���m�k���H��ˆ���V���9M,!j�@%]�,��Y��(^i&��u%������P�$�C�ւ�{���~+�����~db�2�����C��d%; 2e��@]��]�{�� �,�|� tg���\���2xc:;�_�&��S��(w-c���w6q��1W�W�<d��Q�8� .+9��F1�$6P��>�Ρ��AMo�gg+�Lh"��q����@�,�5��+9��<F�w*qSk�'���ak�k#Nv���� �K�
1
+ ESˎ�0<�g D@� s����őV��ߪjvV���~W��[�����1�{mviv��۔�{5�wt[��װ!܆���go��f������ezX7��rި?h� �S\��{��EH��W�_ UClpG����n��<��Q5��(��Ǜ�:;�����ہ�,n{�;|��G�� М��i��umn�G�)>ʷѮ[�5"� $?ѭ��'=��T��h�7�Bh�ՙ������H3�g�+�(n�/���'��}�t0����CMDw��t`�#�{0��iHtA�y��Ze��?Y��ÇT�W0h�*���|;���5���$'gBoLa���hJ:�g�r�3�<�f3�I$s�a��%S�ʉ�y�YɁ0��'��_���u�� ��z�<x�3u�3�"0l���@�-6<u�+9��<�Fϗ*qSo�'���a[�{#PvjB����_�
data/lib/data/05d CHANGED
Binary file
data/lib/data/05e CHANGED
Binary file
data/lib/data/05f CHANGED
Binary file
data/lib/data/062 CHANGED
Binary file
data/lib/data/063 CHANGED
Binary file
data/lib/data/064 CHANGED
Binary file
data/lib/data/067 CHANGED
Binary file
data/lib/data/068 CHANGED
Binary file
data/lib/data/069 CHANGED
Binary file
data/lib/data/06a CHANGED
Binary file
data/lib/data/06b CHANGED
Binary file
data/lib/data/06c CHANGED
Binary file
data/lib/data/06d CHANGED
Binary file
data/lib/data/06e CHANGED
Binary file
data/lib/data/06f CHANGED
Binary file
data/lib/data/070 CHANGED
Binary file
data/lib/data/071 CHANGED
Binary file
data/lib/data/073 CHANGED
Binary file
data/lib/data/074 CHANGED
Binary file
data/lib/data/076 CHANGED
Binary file
data/lib/data/077 CHANGED
Binary file
data/lib/data/078 CHANGED
Binary file
data/lib/data/07a CHANGED
Binary file
data/lib/data/07c CHANGED
Binary file
data/lib/data/07d CHANGED
Binary file
data/lib/data/07e CHANGED
Binary file
data/lib/data/080 CHANGED
Binary file
data/lib/data/082 CHANGED
Binary file
data/lib/data/083 CHANGED
Binary file
data/lib/data/084 CHANGED
Binary file
data/lib/data/085 CHANGED
Binary file
data/lib/data/087 CHANGED
Binary file
data/lib/data/08b CHANGED
@@ -1,3 +1,3 @@
1
1
  =Tђ�0 |�g)�0������9�"O����ԛ��t��M��aK�gq���k���������68�����dž�>v�- ��ж�lw�~�*o����m
2
2
  ;�Z���k �p�X�H@,�w�"j�#��<���AN�W�2��Z0����
3
- t=Um`/��^�8뾤�����H5��h�rBXG�(N�)��ٲ+x��f�)sS����: �/�����@�~y�)�^3bC�c>��Y
3
+ t=Um`/��^�8뾤������7-�@B �h���?UU:[����>erB>uo�bx�x�hv|hL�*���R1����� d��7�
data/lib/data/08c CHANGED
Binary file
data/lib/data/08e CHANGED
Binary file
data/lib/data/08f CHANGED
Binary file
data/lib/data/091 CHANGED
Binary file
data/lib/data/092 CHANGED
Binary file
data/lib/data/093 CHANGED
Binary file
data/lib/data/094 CHANGED
@@ -1,2 +1,2 @@
1
- =S�n�0<�g�ЀA� 5p�5{�R���Ό��,�}��x��m��)e�#�?���\\�i��=�m�VO�y��n���D�!o��ܧ��#�� ����i[����0�r(����^^ l���=�Z�z�F���ao��l��{��߸��q�m����@��5���>�vN��V�^a=���!lb-�c3� �!x��2��م'!���
2
- ���g��oZx:Gy]j�
1
+ =S�n�0<�g�ЀA� 5p�5{�R���Ό��{3;�!���æ���t���[pqM�͎�Ƕ�j��t��8���=N`�F���}�i;�n� �_9�eK�9?�"S�>�VT`�ˋ�-����T�\�1����-؞-"�����n/�f��k �<����ۇ�N�O�j���
2
+ �v"4r����gL��Կ�B��4I{_I6�g9��F���K,�M�˵u�� �Ʌ's؃"X#�%E��<�1��ie� ��C�#+��&�:�pI�VC�#i�b)`�]~Pb�;0�-W�LE��)�{��\<���ँW.T���s7�6��/8em�ആ���70�;qh�D�N���!A V̆Ȫ�}�L]-79ޑ�&n���� ��d1:�����zq�J��V��v����^H5�]^)Fm}*Y��I6Y�s�h��Ec��r�}E8�-~s�>Gy]j�
data/lib/data/095 CHANGED
Binary file
data/lib/data/096 CHANGED
Binary file
data/lib/data/099 CHANGED
Binary file
data/lib/data/09c CHANGED
Binary file
data/lib/data/09e CHANGED
Binary file
data/lib/data/09f CHANGED
Binary file
data/lib/data/0a4 CHANGED
Binary file
data/lib/data/0a7 CHANGED
Binary file
data/lib/data/0ab CHANGED
Binary file
data/lib/data/0d7 CHANGED
Binary file
data/lib/data/0f9 CHANGED
Binary file
data/lib/data/0fa CHANGED
Binary file
data/lib/data/0fd CHANGED
Binary file
data/lib/data/0ff CHANGED
@@ -1,3 +1,2 @@
1
- M�[C�@����QP@QD�q�*xW.
2
- �ۺ4�\�f��@�sZd_&{2���Mh1�$�����p���r����y��#�<c�%�Ya���f�
3
- Ob��HbI<�!w�ܒ�hZJG)-��V�=EӔ^е�S$�]U���r�Y �0 K��`@'�~K�����F��wU�^�QlFNմ��Ǣ��Z��v��F�������vs�ªV�&ܓ����۴�
1
+ M��B1E��g *
2
+ �,���(�( ��ʚ�t�� ��M+��� /��$Uun���>x��x�8<�)�<c�if��9s��^��,��2-��VYc�
data/lib/data/101 CHANGED
Binary file
data/lib/data/102 CHANGED
@@ -1 +1 @@
1
- ōK�@ D��6�?+��"��팮����TM���[gj��D���������1�I���Ur����'q��Yw%�p�lei��(|>j6�� ��R��6ڹ36\]�W�WC��Tρ��������������Q��r�Mw�v�����
1
+ ōK�@ D��6�+��"�X(�������TM�_�����r�ge#t��1ra�߃Y��;Ar����gq��E���jvO�'Mf�{��~Pf��V7����a_�|5�џ��IH��)(����H��Ȍ�(�ҨL�{n�����G�
data/lib/data/103 CHANGED
@@ -1 +1 @@
1
- e��n�@ E��K�M��;P�R�]�V,�N�LB � ���;�R���Nd���c|�(Xp`��/�Ԭi�б�UܱW� �hK\�R�ʠ�3��y�v*�$����a���+����+�(��(�Q�^8�CI!�q���])s�u��K :-�$$"�U�2��[׻����xT�:�N��A����U�_��K��6���X� gQ���F(��)���h�h,��,��� ���̳7������z:��g���s�t�|��4��L����@FN�����7
1
+ e�Mo�0 ���/���@�Ƥ�6q��MK�Є�j?~ocHKl'���ub|RP���@��p4�i�г�SܱW�NtE�R�B�A�gޙ��m��$����a���k�v��+�(��(�Q�^8�CE)�q���4SM�Y{���d�g% �nA�
data/lib/data/104 CHANGED
Binary file
data/lib/data/105 CHANGED
@@ -1 +1 @@
1
- e��R�@ ���'���Q�Jl��Vh+"O� �h��M�ɗ=3^IH��*%5��Y�ȉ��%�T�� ���5
1
+ u��R�@D�ϗL����".��>� �f�2#_oO,%��$��s�{� ��R���Lz'#�9����dN�Y�dŚ��@0jj�
data/lib/data/10c CHANGED
@@ -1 +1,2 @@
1
- ���R�0����6t�P�z)ѱ�;�h�b�:�ޓC�ek���0� ̟�J����N�I�F�]�>�t��cu��6� ����\���O������3qNQ�c,���p��X�\s#n�fǒe��`��(Ŋ�H�񔁼�)yf��Q������X����(�Iʾ���&�
1
+ ���R�0���{7t� Ъ��DǢ����+�4�L�z�|�̸5�I���IN.�����Uj>:�A�5q�t�)�iz�!�g�i����M��6;)+r[3�E��/�9��5i�
2
+ S���`*n�k֞{�#O�ٰ���y�B��*�lG2�#�jޢwv�,Y:[���]���Ci�خ��}h�S�e|j;�6�v=߳����5��;:=G?��,Na/�_�d��Ldՙ�
data/lib/data/10d CHANGED
Binary file
data/lib/data/10e CHANGED
Binary file
data/lib/data/112 CHANGED
@@ -1,2 +1,2 @@
1
- ���
2
- �0E��/�u#���sb+N[�%m�ތ��`�\w6s�\����)�b:**�.ddB��}K+��2򯩦*�r�q�F�x��� LI�<�������^��!��=��d`3�?tU
1
+ ���
2
+ �0D��_��)�/�[q��i+��f��#f L �Y����)�b:**�.ddB��}K+��2��WM-T���̝�N� ��2y�)���g(�P�(~X`��w�x�����*�%���+�XMJz�s,Y�fÖ�'
data/lib/data/113 CHANGED
Binary file
data/lib/data/116 CHANGED
Binary file
data/lib/data/11b ADDED
@@ -0,0 +1 @@
1
+ Ր�
data/lib/data/11f CHANGED
Binary file
data/lib/data/130 CHANGED
Binary file
data/lib/data/131 CHANGED
Binary file
data/lib/data/132 CHANGED
Binary file
data/lib/data/133 CHANGED
Binary file
data/lib/data/134 CHANGED
Binary file
data/lib/data/135 ADDED
Binary file
data/lib/data/136 ADDED
Binary file
data/lib/data/137 ADDED
Binary file
data/lib/data/138 ADDED
Binary file
data/lib/data/139 ADDED
@@ -0,0 +1,2 @@
1
+ %�K�� ׾����m�zb������d��H��9���&XBk����.{ ��'�x�?ئq�����N�])�q&�e�v�̃ZzL՚�q��j��\���� ֱ۫��}űG���u���9v.�Jq���z�,[Աg��u�yj7��6]*`_J�V�)��:��
2
+ �W�ޜ�o@TE��36�UzR ��@���� E'W�t����~���X��BA�Y֪�*//^��x@ɵ��s�`�O+��`�|��6F ����e���Y��#mυ���X�d������5Š��*�H����*��.O���c�Ѹyx0�û��|�*\;��������+�e d�4���
data/lib/data/13a ADDED
Binary file
data/lib/data/13b ADDED
Binary file
data/lib/data/13c ADDED
Binary file
data/lib/data/13d ADDED
Binary file
data/lib/data/13e ADDED
Binary file
data/lib/data/13f ADDED
Binary file
data/lib/data/140 ADDED
Binary file
data/lib/data/141 ADDED
Binary file
data/lib/data/142 ADDED
Binary file
data/lib/data/143 ADDED
Binary file
data/lib/data/161 ADDED
@@ -0,0 +1 @@
1
+ M�I�@@�u�Fq��4C��"A���;S��x�h �.Lju !���h��ד�*Ux�X<�%}�em�z�,m��� G��������
data/lib/data/168 ADDED
Binary file
data/lib/data/169 ADDED
Binary file
data/lib/data/16a CHANGED
@@ -1 +1 @@
1
- ���n� D��_�Q��s0f �xˀa��N�9���z�*�'2ܘ��1���� XF.�Ϭ,���z�Ǒ���o�:эp��<�� ���������RY,��R0c1��Wv˾�\�Y܆+�J���PH�dII�,q�:K���`�d�hҬ�$ɓ�?m�=�z�C���
1
+ u�I��0D��$�����pd���`H:}���6��IŐb�#wcS&9�dx^��3������'{U�c��ϻ�dV3� ����ӓ��h��P���M�k
data/lib/data/16d ADDED
Binary file
data/lib/data/170 CHANGED
Binary file
data/lib/data/171 CHANGED
Binary file
data/lib/data/172 CHANGED
Binary file
data/lib/data/173 CHANGED
Binary file
data/lib/data/174 CHANGED
Binary file
data/lib/data/175 CHANGED
Binary file
data/lib/data/176 CHANGED
Binary file
data/lib/data/177 CHANGED
Binary file
data/lib/data/178 CHANGED
Binary file
data/lib/data/179 CHANGED
Binary file
data/lib/data/17a CHANGED
Binary file
data/lib/data/17b CHANGED
Binary file
data/lib/data/17c CHANGED
Binary file
data/lib/data/17d CHANGED
Binary file
data/lib/data/17f CHANGED
Binary file
data/lib/data/180 CHANGED
Binary file
data/lib/data/181 CHANGED
Binary file
data/lib/data/182 CHANGED
Binary file
data/lib/data/183 CHANGED
Binary file
data/lib/data/184 CHANGED
Binary file
data/lib/data/185 CHANGED
Binary file