RubyGems - scylla - Versions diffs - 0.1.0 → 0.2.0 - Mend

scylla 0.1.0 → 0.2.0

Files changed (80) hide show

data/Gemfile +0 -1
data/Gemfile.lock +0 -10
data/README.rdoc +22 -0
data/VERSION +1 -1
data/bin/scylla +13 -0
data/lib/scylla/classifier.rb +2 -2
data/lib/scylla/generator.rb +1 -1
data/lib/scylla/lms/13375P33K.lm +400 -0
data/lib/scylla/lms/afrikaans.lm +400 -0
data/lib/scylla/lms/arabic.lm +400 -0
data/lib/scylla/lms/bulgarian.lm +400 -0
data/lib/scylla/lms/catalan.lm +400 -0
data/lib/scylla/lms/chinese.lm +400 -0
data/lib/scylla/lms/danish.lm +400 -0
data/lib/scylla/lms/english.lm +400 -0
data/lib/scylla/lms/esperanto.lm +400 -0
data/lib/scylla/lms/finnish.lm +400 -0
data/lib/scylla/lms/french.lm +400 -0
data/lib/scylla/lms/german.lm +400 -0
data/lib/scylla/lms/greek-iso8859-7.lm +400 -0
data/lib/scylla/lms/hebrew.lm +400 -0
data/lib/scylla/lms/hindi.lm +400 -0
data/lib/scylla/lms/hungarian.lm +400 -0
data/lib/scylla/lms/icelandic.lm +400 -0
data/lib/scylla/lms/indonesian.lm +400 -0
data/lib/scylla/lms/irish.lm +400 -0
data/lib/scylla/lms/italian.lm +400 -0
data/lib/scylla/lms/japanese.lm +400 -0
data/lib/scylla/lms/kannada.lm +400 -0
data/lib/scylla/lms/korean.lm +400 -0
data/lib/scylla/lms/latin.lm +400 -0
data/lib/scylla/lms/malay.lm +400 -0
data/lib/scylla/lms/marathi.lm +400 -0
data/lib/scylla/lms/mingo.lm +400 -0
data/lib/scylla/lms/nepali.lm +400 -0
data/lib/scylla/lms/norwegian.lm +400 -0
data/lib/scylla/lms/polish.lm +400 -0
data/lib/scylla/lms/portuguese.lm +400 -0
data/lib/scylla/lms/quechua.lm +400 -0
data/lib/scylla/lms/romanian.lm +400 -0
data/lib/scylla/lms/rumantsch.lm +400 -0
data/lib/scylla/lms/russian.lm +400 -0
data/lib/scylla/lms/sanskrit.lm +400 -0
data/lib/scylla/lms/scots_gaelic.lm +400 -0
data/lib/scylla/lms/serbian-ascii.lm +400 -0
data/lib/scylla/lms/slovak-ascii.lm +400 -0
data/lib/scylla/lms/slovenian-ascii.lm +400 -0
data/lib/scylla/lms/spanish.lm +400 -0
data/lib/scylla/lms/swahili.lm +400 -0
data/lib/scylla/lms/swedish.lm +400 -0
data/lib/scylla/lms/tagalog.lm +400 -0
data/lib/scylla/lms/tamil.lm +400 -0
data/lib/scylla/lms/thai.lm +400 -0
data/lib/scylla/lms/turkish.lm +400 -0
data/lib/scylla/lms/ukrainian-koi8_u.lm +400 -0
data/lib/scylla/lms/vietnamese.lm +400 -0
data/lib/scylla/lms/welsh.lm +400 -0
data/lib/scylla/lms/yiddish-utf.lm +400 -0
data/lib/scylla/loader.rb +8 -1
data/scylla-0.1.0.gem +0 -0
data/scylla.gemspec +69 -3
data/source_texts/kannada.txt +283 -0
data/test/classifier_test.rb +7 -0
data/test/fixtures/lms/13375p33k.lm +400 -0
data/test/fixtures/lms/danish.lm +400 -0
data/test/fixtures/lms/english.lm +400 -0
data/test/fixtures/lms/french.lm +400 -0
data/test/fixtures/lms/german.lm +400 -0
data/test/fixtures/lms/japanese.lm +400 -0
data/test/fixtures/lms/kannada.lm +400 -0
data/test/fixtures/lms/spanish.lm +400 -0
data/test/fixtures/source_texts/13375P33K.txt +199 -0
data/test/fixtures/source_texts/japanese.txt +199 -0
data/test/fixtures/source_texts/kannada.txt +283 -0
data/test/generator_test.rb +10 -7
data/test/helper.rb +5 -6
data/test/loader_test.rb +1 -0
data/test/scylla_test.rb +1 -0
metadata +78 -14
data/source_texts/armenian.txt +0 -86

data/test/fixtures/lms/english.lm ADDED Viewed

@@ -0,0 +1,400 @@
+_	2736
+e	773
+t	520
+i	515
+a	507
+o	495
+s	453
+n	422
+r	391
+u	337
+l	264
+m	234
+d	226
+e_	207
+c	198
+h	188
+p	178
+s_	150
+re	134
+_a	127
+t_	126
+_t	125
+in	123
+or	103
+f	99
+m_	98
+b	91
+g	87
+_o	85
+n_	84
+th	84
+d_	83
+er	83
+_i	81
+he	81
+y	80
+an	79
+__	78
+_e	78
+at	78
+,	75
+,_	75
+on	73
+es	72
+_s	72
+te	72
+_th	70
+is	69
+_p	65
+.	64
+um	63
+v	63
+o_	63
+se	62
+en	60
+w	60
+ti	59
+r_	58
+it	58
+nd	58
+ur	52
+as	52
+._	52
+the	52
+_d	52
+nt	51
+_the	50
+a_	50
+su	50
+qu	48
+q	48
+_c	48
+he_	48
+y_	47
+_w	47
+us	46
+_b	46
+le	45
+of	44
+em	44
+si	43
+ta	43
+f_	42
+ore	42
+um_	42
+_of	42
+ed	42
+to	41
+k	41
+li	40
+ng	40
+re_	40
+et	40
+the_	39
+_of_	39
+of_	39
+ea	39
+and	39
+is_	39
+_the_	39
+ol	38
+in_	38
+st	38
+de	37
+_m	37
+_an	36
+_in	36
+io	35
+_h	35
+_r	35
+ri	34
+ve	34
+ed_	34
+ar	34
+la	34
+ce	33
+_f	33
+ing	33
+ou	33
+I	32
+lo	32
+ec	32
+ro	32
+nd_	31
+_I	31
+g_	31
+ng_	31
+to_	30
+_n	30
+em_	30
+al	30
+el	30
+ha	30
+_to	30
+ni	30
+ing_	30
+co	30
+es_	29
+_l	29
+no	29
+di	29
+ut	29
+ra	29
+om	29
+_u	28
+ic	28
+ct	28
+am	28
+ne	28
+ai	28
+rem	27
+ion	27
+_and	27
+_v	27
+ll	27
+_and_	27
+and_	27
+ns	27
+l_	27
+_re	27
+ia	26
+sum	26
+do	26
+_a_	26
+L	26
+_to_	26
+_q	25
+_qu	25
+pa	25
+ru	25
+tio	25
+ci	25
+ps	25
+il	25
+ui	24
+ati	24
+un	24
+me	24
+x	24
+psu	23
+rem_	23
+_co	23
+orem	23
+tion	23
+ss	23
+_L	23
+psum	23
+pl	23
+hi	23
+_in_	23
+se_	22
+ure	22
+ma	22
+im	22
+mo	22
+orem_	22
+tr	22
+_pa	22
+id	22
+_do	22
+or_	22
+sum_	21
+lor	21
+nc	21
+ac	21
+on_	21
+ge	20
+it_	20
+ex	20
+i_	20
+_si	20
+ut_	20
+"	20
+at_	20
+tu	20
+Lore	19
+et_	19
+Lor	19
+Lo	19
+us_	19
+qui	19
+Lorem	19
+pt	19
+psum_	19
+ons	19
+_no	18
+be	18
+as_	18
+ho	18
+ect	18
+pe	18
+er_	18
+ain	18
+ab	18
+T	18
+bl	17
+h_	17
+_Ip	17
+ple	17
+eas	17
+rs	17
+_Ipsu	17
+sa	17
+rum	17
+Ips	17
+_Lo	17
+ca	17
+pr	17
+_is	17
+wh	17
+up	17
+_Lore	17
+_Lor	17
+_et	17
+Ipsu	17
+_be	17
+vo	17
+Ip	17
+_wh	17
+Ipsum	17
+_Ips	17
+du	16
+ep	16
+tur	16
+cu	16
+olo	16
+ent	16
+ch	16
+ate	16
+lea	16
+ere	16
+bu	16
+au	16
+ul	16
+nt_	16
+_qui	16
+po	16
+ua	16
+_ma	16
+ag	16
+lu	16
+na	15
+olor	15
+_.	15
+_is_	15
+s,_	15
+dol	15
+C	15
+os	15
+_et_	15
+ter	15
+tat	15
+ver	15
+_dol	15
+_dolo	15
+s,	15
+leas	15
+_ex	15
+dolo	15
+dolor	15
+sur	14
+t,_	14
+so	14
+_._	14
+_con	14
+con	14
+_de	14
+qua	14
+ip	14
+_pl	14
+wi	14
+ke	14
+ue	14
+t,	14
+ure_	13
+te_	13
+her	13
+ir	13
+plea	13
+atio	13
+by_	13
+sure	13
+_by	13
+_ve	13
+en_	13
+Th	13
+od	13
+pleas	13
+_mo	13
+_ha	13
+by	13
+_ple	13
+_by_	13
+upt	13
+ation	13
+olu	13
+res	13
+vol	13
+_plea	13
+ur_	12
+lup	12
+leasu	12
+_fr	12
+_vo	12
+lupta	12
+mp	12
+oo	12
+upta	12
+fr	12
+bo	12
+ly	12
+ly_	12
+lupt	12
+asur	12
+olupt	12
+asure	12
+olup	12
+_volu	12
+_vol	12
+_pr	12
+asu	12
+_wi	12
+volu	12
+da	12
+easu	12
+age	12
+unt	12
+volup	12
+rum_	12
+easur	12
+ae	12
+est	12
+pta	12
+nte	12
+sin	12
+cons	11
+_cons	11
+here	11
+_it	11
+yo	11
+cc	11
+_pain	11
+equ	11
+_y	11
+_al	11
+fo	11
+The	11
+_T	11
+oi	11
+B	11
+orum	11
+_se	11
+pain	11
+_te	11
+pai	11
+ain_	11
+nce	11
+_g	11
+tin	11
+_us	11