RubyGems - scylla - Versions diffs - 0.4.3 → 0.5.0 - Mend

scylla 0.4.3 → 0.5.0

Files changed (94) hide show

data/Gemfile +1 -0
data/Gemfile.lock +10 -0
data/VERSION +1 -1
data/lib/scylla/generator.rb +1 -1
data/lib/scylla/lms/13375P33K.lm +156 -156
data/lib/scylla/lms/arabic.lm +133 -133
data/lib/scylla/lms/bulgarian.lm +122 -122
data/lib/scylla/lms/catalan.lm +151 -151
data/lib/scylla/lms/danish.lm +137 -137
data/lib/scylla/lms/english.lm +207 -207
data/lib/scylla/lms/french.lm +400 -400
data/lib/scylla/lms/japanese.lm +400 -400
data/lib/scylla/lms/korean.lm +233 -233
data/lib/scylla/lms/norwegian.lm +398 -398
data/lib/scylla/lms/spanish.lm +98 -98
data/lib/scylla/lms/swedish.lm +123 -123
data/lib/scylla/lms/tagalog.lm +223 -223
data/lib/scylla/lms/welsh.lm +234 -234
data/lib/scylla/resources.rb +10 -10
data/scylla.gemspec +17 -40
data/source_texts/catalan.txt +28 -28
data/source_texts/danish.txt +62 -62
data/source_texts/english.txt +10 -10
data/source_texts/french.txt +470 -77
data/source_texts/japanese.txt +453 -199
data/source_texts/norwegian.txt +96 -63
data/source_texts/spanish.txt +269 -269
data/test/classifier_test.rb +2 -2
data/test/fixtures/lms/13375p33k.lm +156 -156
data/test/fixtures/lms/danish.lm +137 -137
data/test/fixtures/lms/english.lm +207 -207
data/test/fixtures/lms/french.lm +400 -400
data/test/fixtures/lms/hindi.lm +400 -0
data/test/fixtures/lms/italian.lm +400 -0
data/test/fixtures/lms/japanese.lm +400 -400
data/test/fixtures/lms/norwegian.lm +400 -0
data/test/fixtures/lms/spanish.lm +98 -98
data/test/fixtures/source_texts/danish.txt +62 -62
data/test/fixtures/source_texts/english.txt +10 -10
data/test/fixtures/source_texts/french.txt +470 -77
data/test/fixtures/source_texts/hindi.txt +199 -0
data/test/fixtures/source_texts/italian.txt +120 -0
data/test/fixtures/source_texts/japanese.txt +453 -199
data/test/fixtures/source_texts/norwegian.txt +190 -0
data/test/fixtures/source_texts/spanish.txt +269 -269
data/test/fixtures/test_languages/english +61 -0
data/test/fixtures/test_languages/french +0 -0
data/test/fixtures/test_languages/german +29 -0
data/test/fixtures/test_languages/hindi +3 -0
data/test/fixtures/test_languages/italian +6 -0
data/test/fixtures/test_languages/japanese +79 -0
data/test/fixtures/test_languages/norwegian +14 -0
data/test/fixtures/test_languages/spanish +22 -0
data/test/generator_test.rb +0 -1
data/test/language_test.rb +28 -0
metadata +20 -43
data/lib/scylla/lms/esperanto.lm +0 -400
data/lib/scylla/lms/hungarian.lm +0 -400
data/lib/scylla/lms/irish.lm +0 -400
data/lib/scylla/lms/kannada.lm +0 -400
data/lib/scylla/lms/latin.lm +0 -400
data/lib/scylla/lms/malay.lm +0 -400
data/lib/scylla/lms/marathi.lm +0 -400
data/lib/scylla/lms/mingo.lm +0 -400
data/lib/scylla/lms/nepali.lm +0 -400
data/lib/scylla/lms/quechua.lm +0 -400
data/lib/scylla/lms/rumantsch.lm +0 -400
data/lib/scylla/lms/sanskrit.lm +0 -400
data/lib/scylla/lms/scots_gaelic.lm +0 -400
data/lib/scylla/lms/serbian.lm +0 -400
data/lib/scylla/lms/swahili.lm +0 -400
data/lib/scylla/lms/tamil.lm +0 -400
data/lib/scylla/lms/ukrainian.lm +0 -400
data/lib/scylla/lms/yiddish.lm +0 -400
data/source_texts/esperanto.txt +0 -199
data/source_texts/hungarian.txt +0 -102
data/source_texts/irish.txt +0 -209
data/source_texts/kannada.txt +0 -283
data/source_texts/latin.txt +0 -120
data/source_texts/malay.txt +0 -108
data/source_texts/marathi.txt +0 -100
data/source_texts/mingo.txt +0 -146
data/source_texts/nepali.txt +0 -131
data/source_texts/quechua.txt +0 -108
data/source_texts/rumantsch.txt +0 -110
data/source_texts/sanskrit.txt +0 -135
data/source_texts/scots_gaelic.txt +0 -93
data/source_texts/serbian.txt +0 -121
data/source_texts/swahili.txt +0 -120
data/source_texts/tamil.txt +0 -167
data/source_texts/ukrainian.txt +0 -214
data/source_texts/yiddish-utf.txt +0 -83
data/test/fixtures/lms/kannada.lm +0 -400
data/test/fixtures/source_texts/kannada.txt +0 -283

data/test/fixtures/lms/norwegian.lm ADDED Viewed

@@ -0,0 +1,400 @@
+_	4750
+e	1600
+r	1018
+n	1012
+t	924
+a	857
+s	711
+i	662
+o	640
+l	548
+g	500
+k	479
+d	416
+m	398
+�	323
+e_	305
+r_	305
+t_	291
+er	290
+en	287
+v	284
+n_	275
+_s	215
+et	214
+an	213
+g_	205
+or	203
+�	194
+å	194
+de	191
+f	188
+u	188
+h	172
+p	166
+er_	164
+te	162
+.	161
+re	160
+en_	158
+_o	156
+ar	145
+_e	144
+st	143
+_h	142
+et_	138
+,	134
+_d	132
+in	130
+,_	130
+sk	129
+i_	122
+ng	117
+ke	117
+_i	117
+ne	117
+ti	110
+le	110
+_f	109
+om	109
+og	108
+_m	105
+me	105
+j	104
+b	103
+_og	101
+og_	100
+la	99
+_og_	97
+_de	94
+_a	94
+m_	94
+ha	94
+ei	93
+ø	92
+�	92
+se	88
+a_	88
+å_	88
+�_	88
+_t	87
+nd	84
+_v	84
+el	84
+ri	84
+ge	84
+eg	84
+_ha	84
+tt	83
+is	80
+nn	80
+y	79
+ta	79
+av	78
+_i_	77
+_n	77
+._	77
+al	75
+om_	74
+rs	74
+il	74
+no	73
+_k	73
+on	71
+_b	70
+v_	70
+l_	70
+rt	69
+_me	69
+d_	68
+ve	67
+ar_	66
+_.	66
+va	65
+ing	63
+_,	62
+det	59
+_p	59
+at	59
+_g	59
+fo	58
+_,_	58
+ll	58
+ke_	57
+av_	57
+un	57
+an_	56
+k_	56
+ik	55
+_av	55
+_er	54
+N	54
+so	54
+li	53
+_l	53
+am	52
+nor	52
+je	52
+lan	51
+ed	50
+ors	50
+ns	50
+_er_	50
+r�	50
+eg_	49
+_ti	49
+es	49
+ter	49
+ne_	48
+D	48
+for	48
+til	48
+rsk	48
+_av_	47
+and	47
+nde	47
+ra	46
+H	46
+it	46
+_r	46
+ka	46
+_N	45
+ske	45
+_til	45
+ga	44
+te_	44
+orsk	44
+_so	43
+S	43
+som	43
+No	43
+ko	43
+na	43
+nge	42
+det_	42
+Nor	42
+_fo	42
+ste	42
+_som	41
+_no	41
+il_	41
+p�	40
+_No	40
+tte	40
+som_	40
+rå	40
+nt	39
+_Nor	39
+ett	39
+_som_	39
+på	38
+rd	38
+kk	38
+da	38
+em	38
+_�	38
+ma	38
+ig	38
+De	37
+�r	37
+_ei	37
+ør	37
+han	37
+sa	37
+_u	37
+ten	37
+norsk	36
+ed_	36
+_han	36
+nors	36
+_p�	36
+_på	36
+gj	36
+vi	36
+den	35
+kt	35
+til_	35
+reg	35
+ske_	35
+_for	35
+på_	35
+re_	34
+rt_	34
+_va	34
+med	34
+_på_	34
+_til_	34
+ore	33
+lle	33
+_nor	33
+var	33
+de_	32
+m�	32
+_det	32
+_S	32
+kr	31
+_med	31
+_se	31
+pe	31
+or_	31
+tr	31
+to	31
+den_	31
+sp	31
+ag	31
+land	31
+_st	31
+ol	30
+sk_	30
+ell	30
+fr	29
+le_	29
+pr	29
+s_	29
+må	29
+har	29
+ak	29
+ni	29
+med_	29
+rk	28
+_har	28
+der	28
+si	28
+ss	28
+ek	28
+har_	28
+mi	28
+_D	28
+_med_	27
+_re	27
+�l	27
+_ko	27
+æ	27
+�r	27
+år	27
+ål	27
+as	27
+_fr	27
+ks	27
+ie	27
+_la	27
+�	27
+ei_	27
+_har_	27
+men	26
+_den	26
+tin	26
+ut	26
+_var	26
+nne	26
+enn	26
+ng_	26
+ord	26
+ande	26
+ans	26
+-	26
+_han_	25
+Nore	25
+mål	25
+_den_	25
+Noreg	25
+oreg	25
+_ve	25
+han_	25
+ere	25
+ru	25
+ver	25
+ette	25
+eri	25
+gje	25
+A	24
+ts	24
+sj	24
+gen	24
+E	24
+ting	23
+tt_	23
+__	23
+ter_	23
+nga	23
+_å	23
+ten_	23
+lo	23
+Ha	23
+bl	23
+kke	23
+he	23
+ene	23
+isk	22
+_det_	22
+_om	22
+s�	22
+kon	22
+ds	22
+ong	22
+sta	22
+_Nore	22
+"	21
+_H	21
+ok	21
+ane	21
+øy	21
+rm	21
+�r	21
+gr	21
+kri	21
+ir	21
+us	21
+�y	21
+ær	21
+art	20
+for_	20
+_A	20
+_nors	20
+_bl	20
+ad	20
+sl	20
+ld	20
+ist	20
+ndet	20
+_E	19
+orske	19
+_lan	19
+rsk_	19
+sam	19
+oreg_	19
+inga	19
+ret	19
+_ka	19
+_ut	19
+f�	19
+orsk_	19
+_s�	19
+lt	19
+hu	19
+jo	19
+seg	19
+andet	19
+ort	19
+fa	19
+id	19
+ale	19
+_De	19
+un_	19
+rske	19
+reg_	19
+ert	19
+_et	18
+ikk	18
+tor	18
+gs	18
+n�	18
+tter	18
+est	18
+_sa	18
+inge	18
+_vi	18
+ov	18
+mn	18
+ro	18
+rin	18