cchardet 0.2.0

data/ext/uchardet/script/BuildLangModelLogs/LangArabicModel.log

@@ -0,0 +1,142 @@
+= Logs of language model for Arabic (ar) =
+
+- Generated by BuildLangModel.py
+- Started: 2015-12-13 18:31:12.817808
+- Maximum depth: 2
+- Max number of pages: 50
+
+== Parsed pages ==
+
+الصفحة_الرئيسية (revision 17217037)
+11 ديسمبر (revision 17699159)
+12 ديسمبر (revision 17710194)
+13 ديسمبر (revision 17722318)
+1437 هـ (revision 17278274)
+14 ديسمبر (revision 17432010)
+15 ديسمبر (revision 17206233)
+1645 (revision 17168144)
+1954 (revision 17409780)
+1955 (revision 16826533)
+1972 (revision 17004868)
+1988 (revision 17671285)
+2003 (revision 17656994)
+2011 (revision 17589601)
+2015 (revision 17678287)
+216 ق.م (revision 17586752)
+25 يناير (revision 17325864)
+2 ربيع الأول (revision 17722146)
+6 (عدد) (revision 16972178)
+آريز (revision 17466671)
+آلهة اليونان (revision 17722617)
+أثينا (revision 17642941)
+أثينا (ميثولوجيا) (revision 17662932)
+أزمة المهاجرين إلى أوروبا (revision 17718437)
+أوروبا (revision 17713457)
+إس سي إي سانتا مونيكا ستوديو (revision 17035439)
+إسبارطة (revision 16733170)
+إسماعيل الصفوي (revision 17194218)
+إله الحرب (لعبة فيديو) (revision 17630201)
+إمارة دبي (revision 17602037)
+إيطاليا (revision 17586853)
+اتفاق باريس (revision 17718086)
+الأزمة الليبية (revision 17630232)
+الإمارات العربية المتحدة (revision 17722077)
+الإنتخابات البلدية السعودية 2015 (revision 17722004)
+الاتحاد الأوروبي لكرة القدم (revision 17596822)
+الاحتجاجات اللبنانية 2015 (revision 17315127)
+الانتفاضة الفلسطينية (2015) (revision 17710414)
+التمرد العراقي (revision 17708640)
+الجمعية العامة للأمم المتحدة (revision 17304227)
+الجمهورية الرومانية (revision 16472557)
+الجيش اللبناني (revision 17516533)
+الحرب الأهلية السورية (revision 17675300)
+الحرب الأهلية اليمنية (2015) (revision 17686236)
+الحرب في شمال غرب باكستان (revision 17490838)
+الدولة الصفوية (revision 17031046)
+الرياض (revision 17580586)
+السعودية (revision 17711339)
+السلطة الوطنية الفلسطينية (revision 17438123)
+العراق (revision 17704602)
+العلاقات الخارجية في تركيا (revision 17647409)
+
+== End of Parsed pages ==
+
+- Wikipedia parsing ended at: 2015-12-13 18:33:58.846891
+
+95 characters appeared 727795 times.
+
+First 64 characters:
+[ 0] Char ا: 14.933875610577156 %
+[ 1] Char ل: 11.460782225764122 %
+[ 2] Char ي: 8.30302489025069 %
+[ 3] Char م: 6.3702003998378665 %
+[ 4] Char و: 5.952637762007158 %
+[ 5] Char ر: 4.9419135883043985 %
+[ 6] Char ن: 4.900967992360486 %
+[ 7] Char ت: 4.229625100474721 %
+[ 8] Char ة: 3.6022506337636284 %
+[ 9] Char ب: 3.5434428650925054 %
+[10] Char ع: 3.3116468236247845 %
+[11] Char د: 3.1756195082406444 %
+[12] Char س: 2.5401383631379715 %
+[13] Char ف: 2.3899587109007343 %
+[14] Char ق: 2.010868445097864 %
+[15] Char أ: 1.8763525443291036 %
+[16] Char ه: 1.8663222473361318 %
+[17] Char ك: 1.8573911609725264 %
+[18] Char ح: 1.8431014227907585 %
+[19] Char ج: 1.3270220323030524 %
+[20] Char ط: 1.0305099650313618 %
+[21] Char ش: 0.9638703206260004 %
+[22] Char إ: 0.8946200509758929 %
+[23] Char ص: 0.8509264284585631 %
+[24] Char ى: 0.7726076711161797 %
+[25] Char خ: 0.717097534333157 %
+[26] Char ز: 0.6687322666410184 %
+[27] Char ث: 0.6549921337739336 %
+[28] Char ض: 0.5409490309771295 %
+[29] Char غ: 0.4574090231452538 %
+[30] Char ذ: 0.44765352880962356 %
+[31] Char ئ: 0.39269299734128427 %
+[32] Char ء: 0.295138053984982 %
+[33] Char ظ: 0.2397653185306302 %
+[34] Char آ: 0.12324899181775088 %
+[35] Char ؤ: 0.08491402111858422 %
+[36] Char ـ: 0.047678261048784344 %
+[37] Char a: 0.03311372020967443 %
+[38] Char e: 0.029403884335561525 %
+[39] Char i: 0.027205463076827956 %
+[40] Char o: 0.02432003517474014 %
+[41] Char t: 0.02349562720271505 %
+[42] Char r: 0.02294602188803166 %
+[43] Char n: 0.020472797971956388 %
+[44] Char s: 0.01799957405588112 %
+[45] Char l: 0.012915724895059736 %
+[46] Char h: 0.011816514265692949 %
+[47] Char d: 0.011129507622338709 %
+[48] Char پ: 0.010717303636326163 %
+[49] Char c: 0.009480691678288529 %
+[50] Char u: 0.007969277062909199 %
+[51] Char m: 0.007694474405567502 %
+[52] Char A: 0.006870066433542411 %
+[53] Char گ: 0.006595263776200715 %
+[54] Char f: 0.006183059790188171 %
+[55] Char S: 0.005770855804175626 %
+[56] Char y: 0.0054960531468339294 %
+[57] Char T: 0.0049464478321505365 %
+[58] Char b: 0.0048090465034796885 %
+[59] Char G: 0.0046716451748088405 %
+[60] Char I: 0.004396842517467144 %
+[61] Char C: 0.0042594411887962955 %
+[62] Char p: 0.0039846385314545995 %
+[63] Char k: 0.003709835874112903 %
+
+The first 64 characters have an accumulated ratio of 0.999523217389512.
+
+1479 sequences found.
+
+First 512 (typical positive ratio): 0.9696025116913417
+Next 512 (512-1024): 1.3740132867084825e-06
+Rest: 0.0012305764497782395
+
+- Processing end: 2015-12-13 18:33:59.193909

data/ext/uchardet/script/BuildLangModelLogs/LangCroatianModel.log

@@ -0,0 +1,157 @@
+= Logs of language model for Croatian (hr) =
+
+- Generated by BuildLangModel.py
+- Started: 2016-09-25 23:41:35.999066
+- Maximum depth: 5
+- Max number of pages: 100
+
+== Parsed pages ==
+
+Fizika čvrstog stanja (revision 4776646)
+Agregatno stanje (revision 4663090)
+Alnico (revision 3915185)
+Aluminij (revision 4772363)
+Amorfna tvar (revision 4659679)
+Antimon (revision 4420072)
+Antoine Henri Becquerel (revision 4634966)
+Apsolutna nula (revision 4706683)
+Arsen (revision 4540773)
+Arthur Holly Compton (revision 4736068)
+Atom (revision 4778162)
+Atomska jezgra (revision 4540956)
+Bell Labs (revision 4769518)
+Bor (element) (revision 4602837)
+Brian Josephson (revision 4403761)
+Cink (revision 4537854)
+Coulombov zakon (revision 4710338)
+Dijamant (revision 4625335)
+Dimenzija (revision 4669110)
+Dinastija Han (revision 4541686)
+Dislokacija (revision 4668021)
+EV (revision 4538157)
+Eksponencijalna funkcija (revision 4160157)
+Električna struja (revision 4280621)
+Električna vodljivost (revision 4460160)
+Električni izolator (revision 4649046)
+Električni luk (revision 4646980)
+Električni naboj (revision 4727496)
+Električni otpor (revision 4593314)
+Električni vodič (revision 4333008)
+Električno polje (revision 4705679)
+Elektrolit (revision 4486319)
+Elektromagnetsko zračenje (revision 4537368)
+Elektron (revision 4630705)
+Elektronika (revision 4090016)
+Elektronska konfiguracija (revision 4420620)
+Elektronski mikroskop (revision 4413214)
+Elektrotehnika (revision 4596912)
+Energetika (revision 4586277)
+Energija (revision 4719089)
+Fermi-Diracova statistika (revision 3934172)
+Feromagnetizam (revision 4760511)
+Fizika (revision 4769955)
+Fizika kondenzirane tvari (revision 4769955)
+Fizikalna veličina (revision 4621676)
+Fosfor (revision 4602427)
+Fotodioda (revision 3939069)
+Fotoelektrični učinak (revision 4704417)
+Foton (revision 4537522)
+Fotonaponski sustavi (revision 4418887)
+Francuski jezik (revision 4771366)
+Galij (revision 4537855)
+Genitiv (revision 4625199)
+Germanij (revision 4537856)
+Helij (revision 4747001)
+Henri (revision 3922500)
+Indij (revision 4537867)
+Integrirani krug (revision 4447159)
+Ion (revision 4549144)
+Ioniziranje (revision 4566703)
+Izolator (revision 4649046)
+John Bardeen (revision 4403736)
+Kadmij (revision 3921860)
+Kelvin (revision 4624351)
+Keramika (revision 4599177)
+Kinetička energija (revision 4719090)
+Klasična mehanika (revision 4637127)
+Kompas (revision 4702880)
+Kondenzacija (revision 4477825)
+Kondenzirana tvar (revision 4776646)
+Konstrukcija (revision 4680450)
+Kovalentna veza (revision 4641419)
+Kristal (revision 4720329)
+Kristalna rešetka (revision 4479184)
+Kristalografija (revision 4105956)
+Krutine (revision 4625162)
+Kubični kristalni sustav (revision 4344344)
+Kubični metar (revision 4616551)
+Kvantna mehanika (revision 4541215)
+Latinski jezik (revision 4760544)
+Luminiscencija (revision 4708222)
+Magnet (revision 4603344)
+Magnetizam (revision 4760040)
+Magnetska permeabilnost (revision 4675996)
+Magnetska vodljivost (revision 4736934)
+Magnetski moment (revision 4410235)
+Magnetsko polje (revision 4678057)
+Materijal (revision 4669230)
+Mehanika (revision 4698699)
+Metal (revision 4671710)
+Metan (revision 4422418)
+Metar (revision 4655527)
+Mjerna veličina (revision 4621676)
+Molekula (revision 4539232)
+Molekule (revision 4539232)
+Napon (revision 4585417)
+Niskotemperaturna fizika (revision 4657522)
+Njemački jezik (revision 4731246)
+Optika (revision 4768098)
+
+== End of Parsed pages ==
+
+- Wikipedia parsing ended at: 2016-09-25 23:50:27.589690
+
+49 characters appeared 500582 times.
+
+First 31 characters:
+[ 0] Char a: 10.808019465342342 %
+[ 1] Char i: 10.18554402675286 %
+[ 2] Char e: 9.571259054460608 %
+[ 3] Char o: 8.468143081453189 %
+[ 4] Char n: 6.952906816465634 %
+[ 5] Char t: 5.369549843981606 %
+[ 6] Char r: 5.331993559496746 %
+[ 7] Char j: 5.102860270644969 %
+[ 8] Char s: 4.717109284792501 %
+[ 9] Char k: 4.013927788054705 %
+[10] Char l: 3.854713113935379 %
+[11] Char u: 3.786792173909569 %
+[12] Char m: 3.730058212240951 %
+[13] Char v: 3.0989927724129114 %
+[14] Char p: 2.67308852495695 %
+[15] Char d: 2.6135578186990345 %
+[16] Char z: 1.8931963194841206 %
+[17] Char g: 1.5665765049482403 %
+[18] Char č: 1.161048539500022 %
+[19] Char b: 1.1440683044935693 %
+[20] Char c: 1.007627122029957 %
+[21] Char h: 0.8006680224219008 %
+[22] Char f: 0.5159993767254915 %
+[23] Char š: 0.422907735395999 %
+[24] Char ž: 0.3611795869607777 %
+[25] Char ć: 0.34959307366225717 %
+[26] Char đ: 0.2195444502598975 %
+[27] Char y: 0.11306838839590717 %
+[28] Char w: 0.07291512679241363 %
+[29] Char x: 0.04534721584076135 %
+[30] Char q: 0.02477116636235422 %
+
+The first 31 characters have an accumulated ratio of 0.9997702674087363.
+
+712 sequences found.
+
+First 512 (typical positive ratio): 0.9989731099787131
+Next 512 (512-1024): 1.9976747066414694e-06
+Rest: 3.7513395167998453e-17
+
+- Processing end: 2016-09-25 23:50:27.987029

data/ext/uchardet/script/BuildLangModelLogs/LangCzechModel.log

@@ -0,0 +1,161 @@
+= Logs of language model for Czech (cs) =
+
+- Generated by BuildLangModel.py
+- Started: 2016-09-21 03:20:56.824516
+- Maximum depth: 5
+- Max number of pages: 100
+
+== Parsed pages ==
+
+Sociální fobie (revision 13567590)
+Adaptace (revision 13991192)
+Agorafobie (revision 13013445)
+Alkoholismus (revision 13822064)
+Alprazolam (revision 14082425)
+Antidepresivum (revision 14113423)
+Asertivita (revision 14111958)
+Atenolol (revision 12051880)
+Automatické negativní myšlenky (revision 13567590)
+Benzodiazepin (revision 13947546)
+Beta-blokátory (revision 13428762)
+Blud (revision 13888988)
+Bohatství (revision 13556478)
+Bupropion (revision 13686045)
+Citaloparam (revision 13567590)
+Clonazepan (revision 13567590)
+Crohnova nemoc (revision 13745254)
+Deprese (psychologie) (revision 13695735)
+Diagnostický a statický manuál mentálních poruch (revision 13567590)
+Diagnostický a statistický manuál mentálních poruch (revision 13714660)
+Diagnóza (medicína) (revision 13052239)
+Dichotomické myšlení (revision 13567590)
+Digital object identifier (revision 14138049)
+Dopamin (revision 13714274)
+Dystymie (revision 13567267)
+Důkaz kruhem (revision 13190761)
+Elektivní mutismus (revision 9940891)
+Emoce (revision 14110033)
+Escitalopram (revision 12954987)
+Evoluce (revision 13951488)
+Expozice (psychologie) (revision 14119474)
+Extraverze a introverze (revision 13872996)
+Fluoxetin (revision 12955006)
+Fluvoxamin (revision 12955006)
+Gen (revision 13907182)
+Generalizovaná úzkostná porucha (revision 14006709)
+Halucinaci (revision 12188143)
+Hněv (revision 14057864)
+Inteligence (revision 14009781)
+International Standard Serial Number (revision 12869806)
+Interpersonální psychoterapie (revision 13567590)
+Iracionalita (revision 4765977)
+Ján Praško Pavlov (revision 14086840)
+Klinické testování (revision 13530979)
+Kognitivní omyl (revision 13107294)
+Kognitivní psychologie (revision 11629465)
+Kognitivní restrukturalizace (revision 13567360)
+Kognitivně behaviorální terapie (revision 13980494)
+Komorbidita (revision 11351714)
+Lymská borelióza (revision 14068446)
+Malé sebevědomí (revision 13567590)
+Medical Subject Headings (revision 12239331)
+Meditace (revision 13180783)
+Mentální černý filtr (revision 13567590)
+Mezinárodní klasifikace nemocí (revision 12531067)
+Michael Liebowitz (revision 13567590)
+Moclobemid (revision 13567590)
+Moritova terapie (revision 11960292)
+Musturbace (revision 13567590)
+Nervozita (revision 13847097)
+Noradrenalin (revision 14054165)
+Obsedantně kompulzivní porucha (revision 13950365)
+Panická ataka (revision 13253537)
+Panická porucha (revision 13253537)
+Paranoia (revision 14027052)
+Paroxetin (revision 12955006)
+Pohlavnost (revision 13564689)
+Porucha (revision 11039108)
+Pravděpodobnost (revision 13596041)
+Predestinace (revision 12467403)
+Profese (revision 13975485)
+Propanolol (revision 12972658)
+Psychiatr (revision 12767960)
+Psychické trauma (revision 11227535)
+Psychoaktivní droga (revision 13939232)
+Psychodynamická léčba (revision 13567590)
+Psychofarmaka (revision 9928215)
+Psycholog (revision 12358728)
+Psychoterapie (revision 13874178)
+Puberta (revision 12540014)
+RIMA (revision 10234728)
+Remise (revision 9896748)
+Richard Heimberg (revision 13567590)
+Rámování myšlenek (revision 13567590)
+Schizofrenie (revision 13977456)
+Sebevražda (revision 14053884)
+Selektivní abstrakce (revision 13567590)
+Selektivní inhibitor zpětného vychytávání serotoninu (revision 12955027)
+Serotonin (revision 13975104)
+Sertralin (revision 12955006)
+Skupinová terapie (revision 11964235)
+Sociální chování (revision 13507313)
+Sociální dovednost (revision 12226347)
+
+== End of Parsed pages ==
+
+- Wikipedia parsing ended at: 2016-09-21 03:28:11.731386
+
+47 characters appeared 594800 times.
+
+First 41 characters:
+[ 0] Char o: 8.323806321452588 %
+[ 1] Char e: 8.040013449899126 %
+[ 2] Char n: 6.895595158036315 %
+[ 3] Char a: 6.263113651647613 %
+[ 4] Char i: 5.650470746469401 %
+[ 5] Char t: 5.40383322125084 %
+[ 6] Char s: 4.588937457969065 %
+[ 7] Char v: 3.8685272360457295 %
+[ 8] Char p: 3.6914929388029587 %
+[ 9] Char r: 3.6302958977807664 %
+[10] Char l: 3.6017148621385338 %
+[11] Char í: 3.5733019502353733 %
+[12] Char k: 3.301950235373235 %
+[13] Char u: 3.1782111634162744 %
+[14] Char c: 3.1383658372562206 %
+[15] Char d: 3.120208473436449 %
+[16] Char m: 2.758406186953598 %
+[17] Char h: 2.2747141896435776 %
+[18] Char á: 2.156186953597848 %
+[19] Char z: 2.0260591795561536 %
+[20] Char y: 1.9894082044384667 %
+[21] Char j: 1.8979488903833224 %
+[22] Char b: 1.8189307330195021 %
+[23] Char ě: 1.277236045729657 %
+[24] Char é: 1.2291526563550772 %
+[25] Char č: 0.9502353732347008 %
+[26] Char ž: 0.9214862138533961 %
+[27] Char ř: 0.8955951580363146 %
+[28] Char ý: 0.7646267652992602 %
+[29] Char š: 0.6605581708137189 %
+[30] Char f: 0.6260928043039677 %
+[31] Char ů: 0.5016812373907196 %
+[32] Char g: 0.47041022192333554 %
+[33] Char ú: 0.19502353732347008 %
+[34] Char x: 0.13685272360457296 %
+[35] Char ň: 0.05447209145931405 %
+[36] Char w: 0.04488903833221251 %
+[37] Char ó: 0.03429724277067922 %
+[38] Char ť: 0.02269670477471419 %
+[39] Char ď: 0.012104909213180902 %
+[40] Char q: 0.007229320780094149 %
+
+The first 41 characters have an accumulated ratio of 0.9999613315400132.
+
+1025 sequences found.
+
+First 512 (typical positive ratio): 0.9786035192432675
+Next 512 (512-1024): 1.6812373907195695e-06
+Rest: 2.0246480655940202e-06
+
+- Processing end: 2016-09-21 03:28:12.235582