cchardet 0.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (317) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +8 -0
  3. data/.gitmodules +3 -0
  4. data/.rubocop.yml +11 -0
  5. data/CHANGELOG.md +5 -0
  6. data/Gemfile +10 -0
  7. data/README.md +35 -0
  8. data/Rakefile +15 -0
  9. data/cchardet.gemspec +30 -0
  10. data/ext/cchardet/extconf.rb +26 -0
  11. data/ext/uchardet/.gitignore +1 -0
  12. data/ext/uchardet/.gitlab-ci.yml +106 -0
  13. data/ext/uchardet/AUTHORS +16 -0
  14. data/ext/uchardet/CMakeLists.txt +74 -0
  15. data/ext/uchardet/COPYING +1316 -0
  16. data/ext/uchardet/INSTALL +26 -0
  17. data/ext/uchardet/README.md +295 -0
  18. data/ext/uchardet/build-mac/uchardet.cpp +7 -0
  19. data/ext/uchardet/build-mac/uchardet.xcodeproj/project.pbxproj +543 -0
  20. data/ext/uchardet/build-mac/uchardet.xcodeproj/project.xcworkspace/contents.xcworkspacedata +7 -0
  21. data/ext/uchardet/build-mac/uchardet.xcodeproj/project.xcworkspace/xcshareddata/uchardet.xccheckout +41 -0
  22. data/ext/uchardet/build-mac/uchardet.xcodeproj/xcshareddata/xcschemes/uchardet-ios.xcscheme +77 -0
  23. data/ext/uchardet/build-mac/uchardet.xcodeproj/xcshareddata/xcschemes/uchardet.xcscheme +77 -0
  24. data/ext/uchardet/doc/CMakeLists.txt +6 -0
  25. data/ext/uchardet/doc/README.maintainer +59 -0
  26. data/ext/uchardet/doc/uchardet.1 +18 -0
  27. data/ext/uchardet/script/BuildLangModel.py +533 -0
  28. data/ext/uchardet/script/BuildLangModelLogs/LangArabicModel.log +142 -0
  29. data/ext/uchardet/script/BuildLangModelLogs/LangCroatianModel.log +157 -0
  30. data/ext/uchardet/script/BuildLangModelLogs/LangCzechModel.log +161 -0
  31. data/ext/uchardet/script/BuildLangModelLogs/LangDanishModel.log +158 -0
  32. data/ext/uchardet/script/BuildLangModelLogs/LangEsperantoModel.log +110 -0
  33. data/ext/uchardet/script/BuildLangModelLogs/LangEstonianModel.log +159 -0
  34. data/ext/uchardet/script/BuildLangModelLogs/LangFinnishModel.log +156 -0
  35. data/ext/uchardet/script/BuildLangModelLogs/LangFrenchModel.log +116 -0
  36. data/ext/uchardet/script/BuildLangModelLogs/LangGermanModel.log +159 -0
  37. data/ext/uchardet/script/BuildLangModelLogs/LangGreekModel.log +272 -0
  38. data/ext/uchardet/script/BuildLangModelLogs/LangHungarianModel.log +109 -0
  39. data/ext/uchardet/script/BuildLangModelLogs/LangIrishModel.log +156 -0
  40. data/ext/uchardet/script/BuildLangModelLogs/LangItalianModel.log +162 -0
  41. data/ext/uchardet/script/BuildLangModelLogs/LangLatvianModel.log +162 -0
  42. data/ext/uchardet/script/BuildLangModelLogs/LangLithuanianModel.log +162 -0
  43. data/ext/uchardet/script/BuildLangModelLogs/LangMalteseModel.log +147 -0
  44. data/ext/uchardet/script/BuildLangModelLogs/LangPolishModel.log +154 -0
  45. data/ext/uchardet/script/BuildLangModelLogs/LangPortugueseModel.log +166 -0
  46. data/ext/uchardet/script/BuildLangModelLogs/LangRomanianModel.log +153 -0
  47. data/ext/uchardet/script/BuildLangModelLogs/LangSlovakModel.log +158 -0
  48. data/ext/uchardet/script/BuildLangModelLogs/LangSloveneModel.log +148 -0
  49. data/ext/uchardet/script/BuildLangModelLogs/LangSpanishModel.log +109 -0
  50. data/ext/uchardet/script/BuildLangModelLogs/LangSwedishModel.log +151 -0
  51. data/ext/uchardet/script/BuildLangModelLogs/LangThaiModel.log +141 -0
  52. data/ext/uchardet/script/BuildLangModelLogs/LangTurkishModel.log +113 -0
  53. data/ext/uchardet/script/BuildLangModelLogs/LangVietnameseModel.log +121 -0
  54. data/ext/uchardet/script/README +63 -0
  55. data/ext/uchardet/script/charsets/codepoints.py +53 -0
  56. data/ext/uchardet/script/charsets/db.py +73 -0
  57. data/ext/uchardet/script/charsets/ibm852.py +72 -0
  58. data/ext/uchardet/script/charsets/iso-8859-1.py +85 -0
  59. data/ext/uchardet/script/charsets/iso-8859-10.py +73 -0
  60. data/ext/uchardet/script/charsets/iso-8859-11.py +77 -0
  61. data/ext/uchardet/script/charsets/iso-8859-13.py +72 -0
  62. data/ext/uchardet/script/charsets/iso-8859-15.py +80 -0
  63. data/ext/uchardet/script/charsets/iso-8859-16.py +83 -0
  64. data/ext/uchardet/script/charsets/iso-8859-2.py +73 -0
  65. data/ext/uchardet/script/charsets/iso-8859-3.py +75 -0
  66. data/ext/uchardet/script/charsets/iso-8859-4.py +73 -0
  67. data/ext/uchardet/script/charsets/iso-8859-6.py +73 -0
  68. data/ext/uchardet/script/charsets/iso-8859-7.py +73 -0
  69. data/ext/uchardet/script/charsets/iso-8859-9.py +76 -0
  70. data/ext/uchardet/script/charsets/mac-centraleurope.py +72 -0
  71. data/ext/uchardet/script/charsets/tis-620.py +77 -0
  72. data/ext/uchardet/script/charsets/viscii.py +72 -0
  73. data/ext/uchardet/script/charsets/windows-1250.py +75 -0
  74. data/ext/uchardet/script/charsets/windows-1252.py +76 -0
  75. data/ext/uchardet/script/charsets/windows-1253.py +72 -0
  76. data/ext/uchardet/script/charsets/windows-1256.py +75 -0
  77. data/ext/uchardet/script/charsets/windows-1257.py +72 -0
  78. data/ext/uchardet/script/charsets/windows-1258.py +72 -0
  79. data/ext/uchardet/script/debug.sh +9 -0
  80. data/ext/uchardet/script/header-template.cpp +38 -0
  81. data/ext/uchardet/script/langs/ar.py +59 -0
  82. data/ext/uchardet/script/langs/cs.py +80 -0
  83. data/ext/uchardet/script/langs/da.py +69 -0
  84. data/ext/uchardet/script/langs/de.py +69 -0
  85. data/ext/uchardet/script/langs/el.py +55 -0
  86. data/ext/uchardet/script/langs/eo.py +67 -0
  87. data/ext/uchardet/script/langs/es.py +69 -0
  88. data/ext/uchardet/script/langs/et.py +57 -0
  89. data/ext/uchardet/script/langs/fi.py +60 -0
  90. data/ext/uchardet/script/langs/fr.py +79 -0
  91. data/ext/uchardet/script/langs/ga.py +60 -0
  92. data/ext/uchardet/script/langs/hr.py +59 -0
  93. data/ext/uchardet/script/langs/hu.py +66 -0
  94. data/ext/uchardet/script/langs/it.py +56 -0
  95. data/ext/uchardet/script/langs/lt.py +70 -0
  96. data/ext/uchardet/script/langs/lv.py +69 -0
  97. data/ext/uchardet/script/langs/mt.py +80 -0
  98. data/ext/uchardet/script/langs/pl.py +81 -0
  99. data/ext/uchardet/script/langs/pt.py +80 -0
  100. data/ext/uchardet/script/langs/ro.py +65 -0
  101. data/ext/uchardet/script/langs/sk.py +80 -0
  102. data/ext/uchardet/script/langs/sl.py +59 -0
  103. data/ext/uchardet/script/langs/sv.py +56 -0
  104. data/ext/uchardet/script/langs/th.py +55 -0
  105. data/ext/uchardet/script/langs/tr.py +67 -0
  106. data/ext/uchardet/script/langs/vi.py +64 -0
  107. data/ext/uchardet/script/release.sh +8 -0
  108. data/ext/uchardet/script/win32.sh +7 -0
  109. data/ext/uchardet/src/Big5Freq.tab +943 -0
  110. data/ext/uchardet/src/CMakeLists.txt +160 -0
  111. data/ext/uchardet/src/CharDistribution.cpp +109 -0
  112. data/ext/uchardet/src/CharDistribution.h +242 -0
  113. data/ext/uchardet/src/EUCKRFreq.tab +614 -0
  114. data/ext/uchardet/src/EUCTWFreq.tab +447 -0
  115. data/ext/uchardet/src/GB2312Freq.tab +491 -0
  116. data/ext/uchardet/src/JISFreq.tab +589 -0
  117. data/ext/uchardet/src/JpCntx.cpp +230 -0
  118. data/ext/uchardet/src/JpCntx.h +140 -0
  119. data/ext/uchardet/src/LangModels/LangArabicModel.cpp +267 -0
  120. data/ext/uchardet/src/LangModels/LangBulgarianModel.cpp +249 -0
  121. data/ext/uchardet/src/LangModels/LangCroatianModel.cpp +298 -0
  122. data/ext/uchardet/src/LangModels/LangCzechModel.cpp +285 -0
  123. data/ext/uchardet/src/LangModels/LangDanishModel.cpp +201 -0
  124. data/ext/uchardet/src/LangModels/LangEsperantoModel.cpp +142 -0
  125. data/ext/uchardet/src/LangModels/LangEstonianModel.cpp +268 -0
  126. data/ext/uchardet/src/LangModels/LangFinnishModel.cpp +297 -0
  127. data/ext/uchardet/src/LangModels/LangFrenchModel.cpp +209 -0
  128. data/ext/uchardet/src/LangModels/LangGermanModel.cpp +170 -0
  129. data/ext/uchardet/src/LangModels/LangGreekModel.cpp +231 -0
  130. data/ext/uchardet/src/LangModels/LangHebrewModel.cpp +220 -0
  131. data/ext/uchardet/src/LangModels/LangHungarianModel.cpp +171 -0
  132. data/ext/uchardet/src/LangModels/LangIrishModel.cpp +234 -0
  133. data/ext/uchardet/src/LangModels/LangItalianModel.cpp +269 -0
  134. data/ext/uchardet/src/LangModels/LangLatvianModel.cpp +210 -0
  135. data/ext/uchardet/src/LangModels/LangLithuanianModel.cpp +209 -0
  136. data/ext/uchardet/src/LangModels/LangMalteseModel.cpp +138 -0
  137. data/ext/uchardet/src/LangModels/LangPolishModel.cpp +304 -0
  138. data/ext/uchardet/src/LangModels/LangPortugueseModel.cpp +241 -0
  139. data/ext/uchardet/src/LangModels/LangRomanianModel.cpp +236 -0
  140. data/ext/uchardet/src/LangModels/LangRussianModel.cpp +367 -0
  141. data/ext/uchardet/src/LangModels/LangSlovakModel.cpp +293 -0
  142. data/ext/uchardet/src/LangModels/LangSloveneModel.cpp +264 -0
  143. data/ext/uchardet/src/LangModels/LangSpanishModel.cpp +204 -0
  144. data/ext/uchardet/src/LangModels/LangSwedishModel.cpp +266 -0
  145. data/ext/uchardet/src/LangModels/LangThaiModel.cpp +267 -0
  146. data/ext/uchardet/src/LangModels/LangTurkishModel.cpp +175 -0
  147. data/ext/uchardet/src/LangModels/LangVietnameseModel.cpp +249 -0
  148. data/ext/uchardet/src/nsBig5Prober.cpp +88 -0
  149. data/ext/uchardet/src/nsBig5Prober.h +75 -0
  150. data/ext/uchardet/src/nsCharSetProber.cpp +125 -0
  151. data/ext/uchardet/src/nsCharSetProber.h +77 -0
  152. data/ext/uchardet/src/nsCodingStateMachine.h +105 -0
  153. data/ext/uchardet/src/nsEUCJPProber.cpp +99 -0
  154. data/ext/uchardet/src/nsEUCJPProber.h +79 -0
  155. data/ext/uchardet/src/nsEUCKRProber.cpp +91 -0
  156. data/ext/uchardet/src/nsEUCKRProber.h +81 -0
  157. data/ext/uchardet/src/nsEUCTWProber.cpp +91 -0
  158. data/ext/uchardet/src/nsEUCTWProber.h +75 -0
  159. data/ext/uchardet/src/nsEscCharsetProber.cpp +101 -0
  160. data/ext/uchardet/src/nsEscCharsetProber.h +70 -0
  161. data/ext/uchardet/src/nsEscSM.cpp +267 -0
  162. data/ext/uchardet/src/nsGB2312Prober.cpp +96 -0
  163. data/ext/uchardet/src/nsGB2312Prober.h +77 -0
  164. data/ext/uchardet/src/nsHebrewProber.cpp +194 -0
  165. data/ext/uchardet/src/nsHebrewProber.h +177 -0
  166. data/ext/uchardet/src/nsLatin1Prober.cpp +182 -0
  167. data/ext/uchardet/src/nsLatin1Prober.h +73 -0
  168. data/ext/uchardet/src/nsMBCSGroupProber.cpp +242 -0
  169. data/ext/uchardet/src/nsMBCSGroupProber.h +81 -0
  170. data/ext/uchardet/src/nsMBCSSM.cpp +513 -0
  171. data/ext/uchardet/src/nsPkgInt.h +89 -0
  172. data/ext/uchardet/src/nsSBCSGroupProber.cpp +343 -0
  173. data/ext/uchardet/src/nsSBCSGroupProber.h +71 -0
  174. data/ext/uchardet/src/nsSBCharSetProber.cpp +160 -0
  175. data/ext/uchardet/src/nsSBCharSetProber.h +258 -0
  176. data/ext/uchardet/src/nsSJISProber.cpp +98 -0
  177. data/ext/uchardet/src/nsSJISProber.h +81 -0
  178. data/ext/uchardet/src/nsUTF8Prober.cpp +87 -0
  179. data/ext/uchardet/src/nsUTF8Prober.h +66 -0
  180. data/ext/uchardet/src/nsUniversalDetector.cpp +339 -0
  181. data/ext/uchardet/src/nsUniversalDetector.h +91 -0
  182. data/ext/uchardet/src/nscore.h +59 -0
  183. data/ext/uchardet/src/prmem.h +49 -0
  184. data/ext/uchardet/src/symbols.cmake +41 -0
  185. data/ext/uchardet/src/tools/CMakeLists.txt +23 -0
  186. data/ext/uchardet/src/tools/uchardet.cpp +254 -0
  187. data/ext/uchardet/src/uchardet.cpp +274 -0
  188. data/ext/uchardet/src/uchardet.h +136 -0
  189. data/ext/uchardet/test/CMakeLists.txt +47 -0
  190. data/ext/uchardet/test/ar/iso-8859-6.txt +3 -0
  191. data/ext/uchardet/test/ar/utf-8.txt +3 -0
  192. data/ext/uchardet/test/ar/windows-1256.txt +3 -0
  193. data/ext/uchardet/test/bg/windows-1251.txt +3 -0
  194. data/ext/uchardet/test/cs/ibm852.txt +4 -0
  195. data/ext/uchardet/test/cs/iso-8859-2.txt +4 -0
  196. data/ext/uchardet/test/cs/mac-centraleurope.txt +4 -0
  197. data/ext/uchardet/test/cs/utf-8.txt +4 -0
  198. data/ext/uchardet/test/cs/windows-1250.txt +4 -0
  199. data/ext/uchardet/test/da/iso-8859-1.txt +7 -0
  200. data/ext/uchardet/test/da/iso-8859-15.txt +10 -0
  201. data/ext/uchardet/test/da/utf-8.txt +10 -0
  202. data/ext/uchardet/test/da/windows-1252.txt +10 -0
  203. data/ext/uchardet/test/de/iso-8859-1.txt +11 -0
  204. data/ext/uchardet/test/de/windows-1252.txt +11 -0
  205. data/ext/uchardet/test/el/iso-8859-7.txt +3 -0
  206. data/ext/uchardet/test/el/utf-8.txt +3 -0
  207. data/ext/uchardet/test/el/windows-1253.txt +5 -0
  208. data/ext/uchardet/test/en/ascii.txt +4 -0
  209. data/ext/uchardet/test/eo/iso-8859-3.txt +7 -0
  210. data/ext/uchardet/test/es/iso-8859-1.txt +5 -0
  211. data/ext/uchardet/test/es/iso-8859-15.txt +5 -0
  212. data/ext/uchardet/test/es/utf-8.txt +5 -0
  213. data/ext/uchardet/test/es/windows-1252.txt +5 -0
  214. data/ext/uchardet/test/et/iso-8859-13.txt +6 -0
  215. data/ext/uchardet/test/et/iso-8859-15.txt +6 -0
  216. data/ext/uchardet/test/et/iso-8859-4.txt +6 -0
  217. data/ext/uchardet/test/et/utf-8.txt +6 -0
  218. data/ext/uchardet/test/et/windows-1252.txt +6 -0
  219. data/ext/uchardet/test/et/windows-1257.txt +6 -0
  220. data/ext/uchardet/test/fi/iso-8859-1.txt +8 -0
  221. data/ext/uchardet/test/fi/utf-8.txt +8 -0
  222. data/ext/uchardet/test/fr/iso-8859-1.txt +5 -0
  223. data/ext/uchardet/test/fr/iso-8859-15.txt +16 -0
  224. data/ext/uchardet/test/fr/utf-16.be +0 -0
  225. data/ext/uchardet/test/fr/utf-32.le +0 -0
  226. data/ext/uchardet/test/fr/utf-8.txt +14 -0
  227. data/ext/uchardet/test/fr/windows-1252.txt +3 -0
  228. data/ext/uchardet/test/ga/iso-8859-1.txt +6 -0
  229. data/ext/uchardet/test/ga/utf-8.txt +6 -0
  230. data/ext/uchardet/test/ga/windows-1252.txt +6 -0
  231. data/ext/uchardet/test/he/iso-8859-8.txt +2 -0
  232. data/ext/uchardet/test/he/utf-8.txt +3 -0
  233. data/ext/uchardet/test/he/windows-1255.txt +1 -0
  234. data/ext/uchardet/test/hr/ibm852.txt +4 -0
  235. data/ext/uchardet/test/hr/iso-8859-13.txt +4 -0
  236. data/ext/uchardet/test/hr/iso-8859-16.txt +4 -0
  237. data/ext/uchardet/test/hr/iso-8859-2.txt +4 -0
  238. data/ext/uchardet/test/hr/mac-centraleurope.txt +4 -0
  239. data/ext/uchardet/test/hr/utf-8.txt +4 -0
  240. data/ext/uchardet/test/hr/windows-1250.txt +4 -0
  241. data/ext/uchardet/test/hu/iso-8859-2.txt +3 -0
  242. data/ext/uchardet/test/hu/windows-1250.txt +1 -0
  243. data/ext/uchardet/test/it/iso-8859-1.txt +18 -0
  244. data/ext/uchardet/test/it/utf-8.txt +18 -0
  245. data/ext/uchardet/test/ja/euc-jp.txt +10 -0
  246. data/ext/uchardet/test/ja/iso-2022-jp.txt +8 -0
  247. data/ext/uchardet/test/ja/shift_jis.txt +1 -0
  248. data/ext/uchardet/test/ja/utf-16be.txt +0 -0
  249. data/ext/uchardet/test/ja/utf-16le.txt +0 -0
  250. data/ext/uchardet/test/ja/utf-8.txt +9 -0
  251. data/ext/uchardet/test/ko/iso-2022-kr.txt +8 -0
  252. data/ext/uchardet/test/ko/uhc.smi +16 -0
  253. data/ext/uchardet/test/ko/utf-16.le +0 -0
  254. data/ext/uchardet/test/ko/utf-32.be +0 -0
  255. data/ext/uchardet/test/ko/utf-8.txt +3 -0
  256. data/ext/uchardet/test/lt/iso-8859-10.txt +3 -0
  257. data/ext/uchardet/test/lt/iso-8859-13.txt +3 -0
  258. data/ext/uchardet/test/lt/iso-8859-4.txt +3 -0
  259. data/ext/uchardet/test/lt/utf-8.txt +3 -0
  260. data/ext/uchardet/test/lv/iso-8859-10.txt +6 -0
  261. data/ext/uchardet/test/lv/iso-8859-13.txt +6 -0
  262. data/ext/uchardet/test/lv/iso-8859-4.txt +6 -0
  263. data/ext/uchardet/test/lv/utf-8.txt +6 -0
  264. data/ext/uchardet/test/mt/iso-8859-3.txt +4 -0
  265. data/ext/uchardet/test/mt/utf-8.txt +4 -0
  266. data/ext/uchardet/test/pl/ibm852.txt +3 -0
  267. data/ext/uchardet/test/pl/iso-8859-13.txt +3 -0
  268. data/ext/uchardet/test/pl/iso-8859-16.txt +3 -0
  269. data/ext/uchardet/test/pl/iso-8859-2.txt +3 -0
  270. data/ext/uchardet/test/pl/mac-centraleurope.txt +3 -0
  271. data/ext/uchardet/test/pl/utf-8.txt +3 -0
  272. data/ext/uchardet/test/pl/windows-1250.txt +3 -0
  273. data/ext/uchardet/test/pt/iso-8859-1.txt +6 -0
  274. data/ext/uchardet/test/pt/utf-8.txt +6 -0
  275. data/ext/uchardet/test/ro/ibm852.txt +9 -0
  276. data/ext/uchardet/test/ro/iso-8859-16.txt +9 -0
  277. data/ext/uchardet/test/ro/utf-8.txt +9 -0
  278. data/ext/uchardet/test/ro/windows-1250.txt +9 -0
  279. data/ext/uchardet/test/ru/ibm855.txt +5 -0
  280. data/ext/uchardet/test/ru/ibm866.txt +11 -0
  281. data/ext/uchardet/test/ru/iso-8859-5.txt +3 -0
  282. data/ext/uchardet/test/ru/koi8-r.txt +1 -0
  283. data/ext/uchardet/test/ru/mac-cyrillic.txt +9 -0
  284. data/ext/uchardet/test/ru/windows-1251.txt +4 -0
  285. data/ext/uchardet/test/sk/ibm852.txt +3 -0
  286. data/ext/uchardet/test/sk/iso-8859-2.txt +3 -0
  287. data/ext/uchardet/test/sk/mac-centraleurope.txt +3 -0
  288. data/ext/uchardet/test/sk/utf-8.txt +3 -0
  289. data/ext/uchardet/test/sk/windows-1250.txt +3 -0
  290. data/ext/uchardet/test/sl/ibm852.txt +9 -0
  291. data/ext/uchardet/test/sl/iso-8859-16.txt +9 -0
  292. data/ext/uchardet/test/sl/iso-8859-2.txt +9 -0
  293. data/ext/uchardet/test/sl/mac-centraleurope.txt +9 -0
  294. data/ext/uchardet/test/sl/utf-8.txt +9 -0
  295. data/ext/uchardet/test/sl/windows-1250.txt +9 -0
  296. data/ext/uchardet/test/sv/iso-8859-1.txt +10 -0
  297. data/ext/uchardet/test/sv/utf-8.txt +10 -0
  298. data/ext/uchardet/test/sv/windows-1252.txt +10 -0
  299. data/ext/uchardet/test/th/iso-8859-11.txt +5 -0
  300. data/ext/uchardet/test/th/tis-620.txt +5 -0
  301. data/ext/uchardet/test/th/utf-8.txt +1 -0
  302. data/ext/uchardet/test/tr/iso-8859-3.txt +13 -0
  303. data/ext/uchardet/test/tr/iso-8859-9.txt +13 -0
  304. data/ext/uchardet/test/uchardet-tests.c +130 -0
  305. data/ext/uchardet/test/vi/utf-8.txt +4 -0
  306. data/ext/uchardet/test/vi/viscii.txt +4 -0
  307. data/ext/uchardet/test/vi/windows-1258.txt +4 -0
  308. data/ext/uchardet/test/zh/big5.txt +1 -0
  309. data/ext/uchardet/test/zh/euc-tw.txt +1 -0
  310. data/ext/uchardet/test/zh/gb18030.txt +1 -0
  311. data/ext/uchardet/test/zh/utf-8.txt +1 -0
  312. data/ext/uchardet/uchardet.doap +51 -0
  313. data/ext/uchardet/uchardet.pc.in +10 -0
  314. data/lib/cchardet.rb +56 -0
  315. data/lib/cchardet/lib_finder.rb +32 -0
  316. data/lib/cchardet/version.rb +5 -0
  317. metadata +362 -0
data/ext/uchardet/script/BuildLangModelLogs/LangHungarianModel.log ADDED
@@ -0,0 +1,109 @@
1
+ = Logs of language model for Hungarian (hu) =
2
+
3
+ - Generated by BuildLangModel.py
4
+ - Started: 2015-12-12 18:01:21.560682
5
+ - Maximum depth: 2
6
+ - Max number of pages: 50
7
+
8
+ == Parsed pages ==
9
+
10
+ Kezdőlap (revision 12748721)
11
+ 1722 (revision 16471860)
12
+ 1780 (revision 16407861)
13
+ 1800 (revision 15028835)
14
+ 1831 (revision 16469576)
15
+ 1848–49-es forradalom és szabadságharc (revision 16955214)
16
+ 1875 (revision 16798555)
17
+ 1895 (revision 16649417)
18
+ 1900 (revision 16961019)
19
+ 1905 (revision 16601113)
20
+ 1915 (revision 16792868)
21
+ 1940 (revision 16936087)
22
+ 1950 (revision 16820817)
23
+ 1970 (revision 16093156)
24
+ 1985 (revision 16463340)
25
+ 1995 (revision 16945805)
26
+ 1998 (revision 16542908)
27
+ 2003 (revision 16943939)
28
+ 2015 (revision 16960983)
29
+ 73. Golden Globe-gála (revision 16937296)
30
+ Akacuki (revision 16960353)
31
+ Akasztottak erdeje (regény) (revision 16918702)
32
+ Alan Hodgkinson (revision 16953214)
33
+ Alfred Bernhard Nobel (revision 16654409)
34
+ Alkotmány (revision 16784843)
35
+ André-Marie Ampère (revision 16865419)
36
+ Angela Merkel (revision 16960753)
37
+ Anne Baxter (revision 15572176)
38
+ Az irgalmasság rendkívüli szentéve (revision 16951018)
39
+ Az év embereinek listája (revision 16961722)
40
+ Bencések (revision 16853524)
41
+ Boeing 747–400 (revision 16947261)
42
+ Chantal Szent Johanna Franciska (revision 16371923)
43
+ December 12. (revision 15637986)
44
+ December 13. (revision 16546152)
45
+ Dinamó (revision 15949492)
46
+ Dionne Warwick (revision 16522754)
47
+ Elektrodinamika (revision 14888277)
48
+ Elektromosság (revision 16051899)
49
+ Enciklopédia (revision 16556513)
50
+ Eric Maskin (revision 16907781)
51
+ Európai migrációs válság (revision 16922218)
52
+ Eötvös Loránd (revision 16960057)
53
+ Eötvös Loránd Tudományegyetem (revision 16684410)
54
+ Fellner Jakab (revision 16960223)
55
+ Feltaláló (revision 13609621)
56
+ Ferenc pápa (revision 16928970)
57
+ Frank Sinatra (revision 16927399)
58
+ François Jean Dominique Arago (revision 16197941)
59
+ Gabriella (revision 16906500)
60
+
61
+ == End of Parsed pages ==
62
+
63
+ - Wikipedia parsing ended at: 2015-12-12 18:02:46.729734
64
+
65
+ 55 characters appeared 375370 times.
66
+
67
+ First 32 characters:
68
+ [ 0] Char e: 9.710685457015744 %
69
+ [ 1] Char a: 8.803314063457389 %
70
+ [ 2] Char t: 7.322375256413672 %
71
+ [ 3] Char s: 6.666222660308496 %
72
+ [ 4] Char l: 5.73967019207715 %
73
+ [ 5] Char r: 5.4341050163838345 %
74
+ [ 6] Char n: 5.39920611663159 %
75
+ [ 7] Char i: 4.773689959240216 %
76
+ [ 8] Char o: 4.347976663025815 %
77
+ [ 9] Char k: 4.289634227562138 %
78
+ [10] Char z: 4.244611982843594 %
79
+ [11] Char á: 3.7855982097663636 %
80
+ [12] Char m: 3.2144284306151265 %
81
+ [13] Char g: 3.0727016010869277 %
82
+ [14] Char é: 3.0295441830727015 %
83
+ [15] Char b: 2.287609558568879 %
84
+ [16] Char d: 1.9966965926952074 %
85
+ [17] Char v: 1.8832085675466872 %
86
+ [18] Char y: 1.8453792258305137 %
87
+ [19] Char u: 1.5155713029810587 %
88
+ [20] Char h: 1.2960545595012922 %
89
+ [21] Char p: 1.288861656498921 %
90
+ [22] Char j: 1.2363801049631031 %
91
+ [23] Char c: 1.0951860830647095 %
92
+ [24] Char f: 1.0256546873751233 %
93
+ [25] Char ö: 1.020859418706876 %
94
+ [26] Char ó: 0.9955510562911262 %
95
+ [27] Char ő: 0.8399712283879905 %
96
+ [28] Char í: 0.6340410794682579 %
97
+ [29] Char ü: 0.4211844313610571 %
98
+ [30] Char ú: 0.3295415190345526 %
99
+ [31] Char ű: 0.2056637451048299 %
100
+
101
+ The first 32 characters have an accumulated ratio of 0.9975117883688093.
102
+
103
+ 1084 sequences found.
104
+
105
+ First 512 (typical positive ratio): 0.9748272224933486
106
+ Next 512 (512-1024): 5.328076298052588e-06
107
+ Rest: 0.0001889139024889644
108
+
109
+ - Processing end: 2015-12-12 18:02:46.902033
data/ext/uchardet/script/BuildLangModelLogs/LangIrishModel.log ADDED
@@ -0,0 +1,156 @@
1
+ = Logs of language model for Irish (ga) =
2
+
3
+ - Generated by BuildLangModel.py
4
+ - Started: 2016-09-27 00:31:16.489602
5
+ - Maximum depth: 5
6
+ - Max number of pages: 100
7
+
8
+ == Parsed pages ==
9
+
10
+ Tracy Caldwell Dyson (revision 812158)
11
+ 14 Lúnasa (revision 716575)
12
+ 1969 (revision 810361)
13
+ California (revision 790976)
14
+ Ceimic (revision 759983)
15
+ Ceimic fhisiciúil (revision 656896)
16
+ NASA (revision 806394)
17
+ Rúisis (revision 771746)
18
+ SAM (revision 807668)
19
+ Spáinnis (revision 812323)
20
+ Stáisiún Idirnáisiúnta Spáis (revision 806394)
21
+ Tointeálaí spáis (revision 761309)
22
+ 10 Lúnasa (revision 649045)
23
+ 11 Lúnasa (revision 776455)
24
+ 12 Lúnasa (revision 716531)
25
+ 13 Lúnasa (revision 716546)
26
+ 1598 (revision 703178)
27
+ 15 Lúnasa (revision 776986)
28
+ 16 Lúnasa (revision 648836)
29
+ 1740 (revision 791225)
30
+ 1771 (revision 776762)
31
+ 17 Lúnasa (revision 777131)
32
+ 1823 (revision 791774)
33
+ 1832 (revision 794492)
34
+ 1898 (revision 805176)
35
+ 18 Lúnasa (revision 777242)
36
+ 1911 (revision 801932)
37
+ 1956 (revision 797081)
38
+ 1962 (revision 801511)
39
+ 1966 (revision 807415)
40
+ 19 Lúnasa (revision 648524)
41
+ 1 Lúnasa (revision 647726)
42
+ 2001 (revision 801012)
43
+ 2004 (revision 795759)
44
+ 2016 (revision 812091)
45
+ 20 Lúnasa (revision 777924)
46
+ 21 Lúnasa (revision 647805)
47
+ 22 Lúnasa (revision 778960)
48
+ 23 Lúnasa (revision 778453)
49
+ 24 Lúnasa (revision 778495)
50
+ 25 Lúnasa (revision 778551)
51
+ 26 Lúnasa (revision 649051)
52
+ 27 Lúnasa (revision 778763)
53
+ 28 Lúnasa (revision 778813)
54
+ 29 Lúnasa (revision 778959)
55
+ 2 Lúnasa (revision 774393)
56
+ 30 Lúnasa (revision 648308)
57
+ 31 Lúnasa (revision 649053)
58
+ 3 Lúnasa (revision 647811)
59
+ 4 Lúnasa (revision 786284)
60
+ 5 Lúnasa (revision 776845)
61
+ 6 Lúnasa (revision 647834)
62
+ 7 Lúnasa (revision 775859)
63
+ 8 Lúnasa (revision 648745)
64
+ 9 Lúnasa (revision 648522)
65
+ AK Parti (revision 792248)
66
+ An Phacastáin (revision 759339)
67
+ An Tuirc (revision 811970)
68
+ Aoine (revision 717430)
69
+ Bertolt Brecht (revision 800584)
70
+ Czesław Miłosz (revision 780306)
71
+ Céadaoin (revision 717606)
72
+ Dan Boyle (revision 797926)
73
+ Domhnach (revision 717663)
74
+ Déardaoin (revision 647860)
75
+ Féilire (revision 648837)
76
+ Halle Berry (revision 759955)
77
+ Henry Bagenal (revision 716575)
78
+ Iúil (revision 647071)
79
+ Luan (revision 717791)
80
+ Lúnasa (revision 810265)
81
+ Meán Fómhair (revision 779166)
82
+ Pápa Pius VII (revision 758126)
83
+ Satharn (revision 784525)
84
+ Walter Scott (revision 759029)
85
+ Áth Buí (revision 716575)
86
+ 11 Márta (revision 716519)
87
+ 17 Márta (revision 798614)
88
+ 1882 (revision 801198)
89
+ 1886 (revision 776624)
90
+ 1890 (revision 801200)
91
+ 1891 (revision 796677)
92
+ 1903 (revision 812849)
93
+ 1922 (revision 801227)
94
+ 1930í (revision 740221)
95
+ 1940í (revision 740219)
96
+ 1950í (revision 740217)
97
+ 1960í (revision 772724)
98
+ 1967 (revision 796983)
99
+ 1968 (revision 810926)
100
+ 1970 (revision 812852)
101
+ 1970í (revision 740213)
102
+ 1971 (revision 809746)
103
+ 1972 (revision 789490)
104
+ 1980í (revision 740211)
105
+ 1990í (revision 740208)
106
+ 19ú haois (revision 739964)
107
+ 1 Bealtaine (revision 647679)
108
+
109
+ == End of Parsed pages ==
110
+
111
+ - Wikipedia parsing ended at: 2016-09-27 00:33:40.157338
112
+
113
+ 44 characters appeared 183561 times.
114
+
115
+ First 31 characters:
116
+ [ 0] Char a: 15.192769705983297 %
117
+ [ 1] Char i: 10.534372769814938 %
118
+ [ 2] Char n: 8.106297089250985 %
119
+ [ 3] Char h: 7.243368689427493 %
120
+ [ 4] Char r: 6.442544985045844 %
121
+ [ 5] Char e: 6.198484427520007 %
122
+ [ 6] Char s: 5.622654049607488 %
123
+ [ 7] Char t: 4.776068990689743 %
124
+ [ 8] Char c: 4.543448771797931 %
125
+ [ 9] Char l: 4.1953356105054995 %
126
+ [10] Char o: 3.9469168287381304 %
127
+ [11] Char d: 3.2169142682813887 %
128
+ [12] Char g: 2.811054635788648 %
129
+ [13] Char m: 2.6269196615838877 %
130
+ [14] Char á: 2.2749930540801153 %
131
+ [15] Char u: 2.1932763495513754 %
132
+ [16] Char b: 2.0478206154902185 %
133
+ [17] Char í: 1.6599386579938005 %
134
+ [18] Char é: 1.2829522611012143 %
135
+ [19] Char f: 1.1494816437042727 %
136
+ [20] Char ú: 1.0525111543301682 %
137
+ [21] Char p: 0.9059658642086281 %
138
+ [22] Char ó: 0.8890777452726886 %
139
+ [23] Char v: 0.2522322279787101 %
140
+ [24] Char y: 0.23479933101257894 %
141
+ [25] Char k: 0.18195586208399386 %
142
+ [26] Char w: 0.1688811893593955 %
143
+ [27] Char j: 0.09697048937410452 %
144
+ [28] Char z: 0.07735848028720697 %
145
+ [29] Char x: 0.0343210159020707 %
146
+ [30] Char q: 0.010895560603831969 %
147
+
148
+ The first 31 characters have an accumulated ratio of 0.9997058198636966.
149
+
150
+ 701 sequences found.
151
+
152
+ First 512 (typical positive ratio): 0.9974076651249096
153
+ Next 512 (512-1024): 5.447780301915984e-06
154
+ Rest: -2.7755575615628914e-17
155
+
156
+ - Processing end: 2016-09-27 00:33:40.258886
data/ext/uchardet/script/BuildLangModelLogs/LangItalianModel.log ADDED
@@ -0,0 +1,162 @@
1
+ = Logs of language model for Italian (it) =
2
+
3
+ - Generated by BuildLangModel.py
4
+ - Started: 2016-09-21 18:43:12.831409
5
+ - Maximum depth: 5
6
+ - Max number of pages: 100
7
+
8
+ == Parsed pages ==
9
+
10
+ Pieve Ligure (revision 83186252)
11
+ 010 (prefisso) (revision 76157203)
12
+ 1000 (revision 83185341)
13
+ 1143 (revision 70627567)
14
+ 1162 (revision 70627612)
15
+ 118 - Emergenza sanitaria (revision 83267411)
16
+ 1201 (revision 77523243)
17
+ 1202 (revision 76764411)
18
+ 1374 (revision 78259457)
19
+ 1404 (revision 70628069)
20
+ 1520 (revision 76854924)
21
+ 1537 (revision 70628296)
22
+ 1582 (revision 80626188)
23
+ 1584 (revision 76837051)
24
+ 1600 (revision 76869356)
25
+ 1619 (revision 70628455)
26
+ 1742 (revision 70628675)
27
+ 1748 (revision 70628682)
28
+ 1749 (revision 70628684)
29
+ 1750 (revision 70628690)
30
+ 1754 (revision 70628697)
31
+ 1775 (revision 70628734)
32
+ 1797 (revision 78338823)
33
+ 1798 (revision 82047236)
34
+ 1803 (revision 77502534)
35
+ 1805 (revision 79369853)
36
+ 1809 (revision 70628789)
37
+ 1810 (revision 82930218)
38
+ 1814 (revision 78338825)
39
+ 1815 (revision 82669615)
40
+ 1816 (revision 83185384)
41
+ 1818 (revision 72407239)
42
+ 1823 (revision 74880156)
43
+ 1859 (revision 83185401)
44
+ 1860 (revision 83185403)
45
+ 1861 (revision 83185412)
46
+ 1868 (revision 83185430)
47
+ 1874 (revision 83185441)
48
+ 1897 (revision 83185267)
49
+ 1908 (revision 83185631)
50
+ 1909 (revision 83185630)
51
+ 1913 (revision 83185626)
52
+ 1915 (revision 83185625)
53
+ 1917 (revision 83185270)
54
+ 1920 (revision 83185621)
55
+ 1921 (revision 83185619)
56
+ 1923 (revision 83185616)
57
+ 1925 (revision 83185614)
58
+ 1926 (revision 83185612)
59
+ 1928 (revision 83185610)
60
+ 1929 (revision 83185609)
61
+ 1939 (revision 83185598)
62
+ 1946 (revision 83185590)
63
+ 1947 (revision 83185589)
64
+ 1948 (revision 83185587)
65
+ 1951 (revision 83185584)
66
+ 1956 (revision 83185478)
67
+ 1960 (revision 83185487)
68
+ 1964 (revision 83185493)
69
+ 1965 (revision 83185494)
70
+ 1969 (revision 83185500)
71
+ 1970 (revision 83185503)
72
+ 1971 (revision 83185505)
73
+ 1975 (revision 83185510)
74
+ 1976 (revision 83185513)
75
+ 1977 (revision 83185514)
76
+ 1980 (revision 83185518)
77
+ 1981 (revision 83308867)
78
+ 1983 (revision 83185524)
79
+ 1985 (revision 83185526)
80
+ 1988 (revision 83185280)
81
+ 1990 (revision 83185531)
82
+ 1995 (revision 83185538)
83
+ 1999 (revision 83326325)
84
+ 2000 (revision 83185544)
85
+ 2001 (revision 83309058)
86
+ 2002 (revision 83185545)
87
+ 2003 (revision 83185546)
88
+ 2004 (revision 83185283)
89
+ 2005 (revision 83185285)
90
+ 2006 (revision 83185547)
91
+ 2007 (revision 83185549)
92
+ 2008 (revision 83185551)
93
+ 2009 (revision 83185552)
94
+ 2010 (revision 83185287)
95
+ 2012 (revision 83185289)
96
+ 712 (revision 70630167)
97
+ 749 (revision 78272323)
98
+ ATP (Provincia di Genova) (revision 82754117)
99
+ Abbazia di San Colombano (revision 83062997)
100
+ Abbazia di San Fruttuoso (revision 83288120)
101
+ Acacia dealbata (revision 83036867)
102
+ Acquedotto (revision 82973825)
103
+ Affresco (revision 82000422)
104
+ Agricoltura (revision 82578266)
105
+ Allevamento (revision 82971452)
106
+ Altitudine (revision 82971213)
107
+ Angelo (revision 82333116)
108
+ Anni 1960 (revision 83161222)
109
+ Anni 1970 (revision 81663175)
110
+ Antica Roma (revision 83125874)
111
+
112
+ == End of Parsed pages ==
113
+
114
+ - Wikipedia parsing ended at: 2016-09-21 18:46:08.840718
115
+
116
+ 59 characters appeared 823241 times.
117
+
118
+ First 34 characters:
119
+ [ 0] Char i: 11.823147778111148 %
120
+ [ 1] Char a: 11.252112078965942 %
121
+ [ 2] Char e: 10.910170897707962 %
122
+ [ 3] Char o: 8.936386793174782 %
123
+ [ 4] Char n: 7.317055394471364 %
124
+ [ 5] Char l: 6.931263141655967 %
125
+ [ 6] Char r: 6.521784021932824 %
126
+ [ 7] Char t: 6.386708145002497 %
127
+ [ 8] Char s: 4.572415610981475 %
128
+ [ 9] Char c: 4.116291584116923 %
129
+ [10] Char d: 3.9770856893667834 %
130
+ [11] Char u: 2.8944136650142545 %
131
+ [12] Char m: 2.762860450342002 %
132
+ [13] Char p: 2.6809889206198427 %
133
+ [14] Char g: 2.1493098618751985 %
134
+ [15] Char v: 1.5369739845318686 %
135
+ [16] Char b: 1.2855287819727153 %
136
+ [17] Char f: 0.9932692856648295 %
137
+ [18] Char z: 0.9664241698360504 %
138
+ [19] Char h: 0.7159507361756764 %
139
+ [20] Char q: 0.2416060424590126 %
140
+ [21] Char k: 0.18876610858788617 %
141
+ [22] Char à: 0.15596890825408355 %
142
+ [23] Char y: 0.12462936126844994 %
143
+ [24] Char è: 0.11600491229178332 %
144
+ [25] Char w: 0.10628722330398996 %
145
+ [26] Char x: 0.10312897438295712 %
146
+ [27] Char j: 0.07555503188009344 %
147
+ [28] Char ù: 0.05575524056746445 %
148
+ [29] Char ò: 0.03304014255849745 %
149
+ [30] Char é: 0.021014502436103158 %
150
+ [31] Char ì: 0.0191924357508919 %
151
+ [32] Char á: 0.004737373381549267 %
152
+ [33] Char ó: 0.003644133370422513 %
153
+
154
+ The first 34 characters have an accumulated ratio of 0.9997947138201325.
155
+
156
+ 872 sequences found.
157
+
158
+ First 512 (typical positive ratio): 0.9989484485502651
159
+ Next 512 (512-1024): 1.214711123474171e-06
160
+ Rest: -4.336808689942018e-17
161
+
162
+ - Processing end: 2016-09-21 18:46:08.920456
data/ext/uchardet/script/BuildLangModelLogs/LangLatvianModel.log ADDED
@@ -0,0 +1,162 @@
1
+ = Logs of language model for Latvian (lv) =
2
+
3
+ - Generated by BuildLangModel.py
4
+ - Started: 2016-09-21 00:16:33.485953
5
+ - Maximum depth: 5
6
+ - Max number of pages: 100
7
+
8
+ == Parsed pages ==
9
+
10
+ Zigfrīds Anna Meierovics (revision 2546984)
11
+ 1. Saeima (revision 2511127)
12
+ 1. Saeimas deputāti (revision 2303859)
13
+ 1. Saeimas frakcijas (revision 2429725)
14
+ 1. Saeimas vēlēšanas (revision 2464758)
15
+ 1887. gads (revision 2583253)
16
+ 1919. gada Parīzes miera konference (revision 2482078)
17
+ 1920 (revision 2401222)
18
+ 1921 (revision 2473337)
19
+ 1922 (revision 2486819)
20
+ 1923 (revision 2544643)
21
+ 1924 (revision 2539361)
22
+ 1925 (revision 2486795)
23
+ 22. augusts (revision 2583254)
24
+ 31. jūlijs (revision 2559648)
25
+ 5. februāris (revision 2581966)
26
+ ASV (revision 2549746)
27
+ Agrārā reforma Latvijā (revision 2473423)
28
+ Agudas Izrael (Latvija) (revision 2311143)
29
+ Aigars Kalvītis (revision 2545858)
30
+ Alberts Kviesis (revision 2546934)
31
+ Aleksandrs Bočagovs (revision 2329526)
32
+ Aleksandrs Dauge (revision 2546805)
33
+ Aleksandrs Jaunbērzs (revision 2462254)
34
+ Aleksandrs Kerenskis (revision 2461214)
35
+ Aleksandrs Millerāns (revision 2309419)
36
+ Aleksandrs Neibergs (revision 2491897)
37
+ Alfrēds Birznieks (revision 2567317)
38
+ Alfrēds Jēkabs Bērziņš (revision 2564068)
39
+ Alfrēds Riekstiņš (politiķis) (revision 2586148)
40
+ Andrejs Bērziņš (revision 2564283)
41
+ Andrejs Kurcijs (revision 2564338)
42
+ Andrejs Petrevics (revision 2460269)
43
+ Andrejs Sīmanis (revision 2547079)
44
+ Andrejs Veckalns (revision 2564224)
45
+ Andrievs Niedra (revision 2546988)
46
+ Andris Bērziņš (politiķis, 1951) (revision 2218488)
47
+ Andris Šķēle (revision 2457423)
48
+ Angļu valoda (revision 2447598)
49
+ Ansis Buševics (revision 2578312)
50
+ Ansis Rudevics (revision 2414854)
51
+ Antante (revision 2581862)
52
+ Antons Dzenis (revision 2564295)
53
+ Antons Laizāns (revision 2467408)
54
+ Antons Rubins (1885) (revision 2465396)
55
+ Antons Velkme (revision 2564425)
56
+ Ants Pīps (revision 2564383)
57
+ Apollo (portāls) (revision 2371202)
58
+ Apolonija Laurinoviča (revision 2466232)
59
+ Aprīļa pučs (revision 2150686)
60
+ Apvienotā Karaliste (revision 2566258)
61
+ Aristīds Briāns (revision 2536819)
62
+ Arons Nuroks (revision 2337085)
63
+ Arturs Alberings (revision 2442531)
64
+ Arturs Ozols (inženieris) (revision 2491399)
65
+ Artūrs Balfūrs (revision 2309461)
66
+ Artūrs Vīgants (revision 2461471)
67
+ Artūrs Žers (revision 2564230)
68
+ Arveds Bergs (revision 2564118)
69
+ Arveds Švābe (revision 2586288)
70
+ Arvīds Kalniņš (revision 2545254)
71
+ Aspazija (revision 2574081)
72
+ Augusts Briedis (revision 2546879)
73
+ Augusts Kalniņš (revision 2436647)
74
+ Augusts Kirhenšteins (revision 2547109)
75
+ Austroungārija (revision 2524307)
76
+ Autoritatīvā vadība (revision 2385793)
77
+ Balfūra nota (revision 2538973)
78
+ Baltijas Antante (revision 2541901)
79
+ Baltijas pārkrievošana (revision 2570657)
80
+ Bermontiāde (revision 2499160)
81
+ Bernards Kublinskis (revision 2441386)
82
+ Bezpartijiskais nacionālais centrs (revision 2438819)
83
+ Beļģija (revision 2579008)
84
+ Brestļitovskas miera līgums (revision 2569020)
85
+ Brizules muiža (revision 2584564)
86
+ Bruno Kalniņš (revision 2566572)
87
+ Brīvības piemineklis (revision 2578595)
88
+ Bulduru konference (revision 2193449)
89
+ Ceire-Cion (revision 2311779)
90
+ Celmiņa 1. Ministru kabinets (revision 2112830)
91
+ Delfi (portāls) (revision 2544918)
92
+ Demokrātiskais Centrs (revision 2113060)
93
+ Demokrātu savienība (revision 2179593)
94
+ Diena (laikraksts) (revision 2548854)
95
+ Donats Bicāns (revision 2479349)
96
+ Dubulti (Jūrmala) (revision 2456811)
97
+ Durbe (revision 2381790)
98
+ Dāvids Komisārs (revision 2574685)
99
+ Džovanni Džoliti (revision 2538055)
100
+ Ebreju bloks (revision 2311643)
101
+ Ebreju nacionāldemokrātu partija (revision 2312288)
102
+ Eduards Grantskalns (revision 2565167)
103
+ Eduards Jaunzems (revision 2452579)
104
+ Eduards Laimiņš (revision 2449521)
105
+ Eduards Radziņš (revision 2564393)
106
+
107
+ == End of Parsed pages ==
108
+
109
+ - Wikipedia parsing ended at: 2016-09-21 00:19:18.361533
110
+
111
+ 55 characters appeared 354745 times.
112
+
113
+ First 39 characters:
114
+ [ 0] Char a: 11.905171320244119 %
115
+ [ 1] Char i: 9.3977364022044 %
116
+ [ 2] Char s: 8.224217395594017 %
117
+ [ 3] Char e: 6.367108768270166 %
118
+ [ 4] Char r: 5.854064186951191 %
119
+ [ 5] Char t: 5.831230884156225 %
120
+ [ 6] Char u: 4.939604504644181 %
121
+ [ 7] Char n: 4.463769750102186 %
122
+ [ 8] Char ā: 3.9498794909019157 %
123
+ [ 9] Char l: 3.8030134321836813 %
124
+ [10] Char o: 3.6296494665182033 %
125
+ [11] Char k: 3.524785409237621 %
126
+ [12] Char m: 3.2739009711201 %
127
+ [13] Char d: 3.177775585279567 %
128
+ [14] Char v: 3.0046935122411873 %
129
+ [15] Char p: 2.827101157169234 %
130
+ [16] Char j: 2.8166711299665956 %
131
+ [17] Char b: 2.0279355593454453 %
132
+ [18] Char ī: 1.8855797826607845 %
133
+ [19] Char g: 1.6146809680192813 %
134
+ [20] Char z: 1.5343415692962552 %
135
+ [21] Char ē: 1.4593581304880971 %
136
+ [22] Char c: 1.2231321089796898 %
137
+ [23] Char š: 0.8876798827326671 %
138
+ [24] Char ņ: 0.46596851259355315 %
139
+ [25] Char f: 0.4203019070036223 %
140
+ [26] Char ļ: 0.34700982395805435 %
141
+ [27] Char ū: 0.30162511099522193 %
142
+ [28] Char h: 0.20070755049401684 %
143
+ [29] Char ž: 0.18774048964749326 %
144
+ [30] Char ķ: 0.14207388405756247 %
145
+ [31] Char ģ: 0.1268516821942522 %
146
+ [32] Char č: 0.08287643236691145 %
147
+ [33] Char w: 0.0324176521163089 %
148
+ [34] Char y: 0.02734358482853881 %
149
+ [35] Char x: 0.015785987117506943 %
150
+ [36] Char ö: 0.005074067287770088 %
151
+ [37] Char é: 0.003946496779376736 %
152
+ [38] Char q: 0.0031008188980817205 %
153
+
154
+ The first 39 characters have an accumulated ratio of 0.9998590536864506.
155
+
156
+ 970 sequences found.
157
+
158
+ First 512 (typical positive ratio): 0.9904102202220861
159
+ Next 512 (512-1024): 0.0018774048964749328
160
+ Rest: -1.734723475976807e-17
161
+
162
+ - Processing end: 2016-09-21 00:19:18.484318