RubyGems - scylla - Versions diffs - 0.5.0 → 0.6.0 - Mend

scylla 0.5.0 → 0.6.0

Files changed (58) hide show

data/Gemfile +4 -2
data/Gemfile.lock +16 -1
data/lib/scylla/classifier.rb +1 -1
data/lib/scylla/generator.rb +16 -4
data/lib/scylla/lms/afrikaans.lm +232 -232
data/lib/scylla/lms/arabic.lm +175 -175
data/lib/scylla/lms/bulgarian.lm +225 -225
data/lib/scylla/lms/catalan.lm +309 -309
data/lib/scylla/lms/danish.lm +167 -167
data/lib/scylla/lms/english.lm +398 -398
data/lib/scylla/lms/finnish.lm +237 -237
data/lib/scylla/lms/french.lm +148 -148
data/lib/scylla/lms/german.lm +258 -258
data/lib/scylla/lms/greek.lm +236 -236
data/lib/scylla/lms/hebrew.lm +154 -154
data/lib/scylla/lms/hindi.lm +139 -139
data/lib/scylla/lms/icelandic.lm +239 -239
data/lib/scylla/lms/indonesian.lm +244 -244
data/lib/scylla/lms/italian.lm +248 -248
data/lib/scylla/lms/japanese.lm +90 -90
data/lib/scylla/lms/korean.lm +306 -306
data/lib/scylla/lms/norwegian.lm +193 -193
data/lib/scylla/lms/polish.lm +241 -241
data/lib/scylla/lms/portuguese.lm +232 -232
data/lib/scylla/lms/romanian.lm +246 -246
data/lib/scylla/lms/slovak.lm +242 -242
data/lib/scylla/lms/slovenian.lm +229 -229
data/lib/scylla/lms/spanish.lm +164 -164
data/lib/scylla/lms/swedish.lm +157 -157
data/lib/scylla/lms/tagalog.lm +247 -247
data/lib/scylla/lms/thai.lm +252 -252
data/lib/scylla/lms/turkish.lm +285 -285
data/lib/scylla/lms/vietnamese.lm +250 -250
data/lib/scylla/lms/welsh.lm +248 -248
data/lib/scylla/resources.rb +1 -9
data/lib/scylla.rb +4 -0
data/scylla.gemspec +2 -120
data/source_texts/english.txt +62 -27
data/test/classifier_test.rb +1 -3
data/test/fixtures/lms/danish.lm +173 -173
data/test/fixtures/lms/english.lm +220 -220
data/test/fixtures/lms/french.lm +175 -175
data/test/fixtures/lms/german.lm +254 -254
data/test/fixtures/lms/hindi.lm +139 -139
data/test/fixtures/lms/italian.lm +236 -236
data/test/fixtures/lms/japanese.lm +88 -88
data/test/fixtures/lms/norwegian.lm +182 -182
data/test/fixtures/lms/spanish.lm +164 -164
data/test/fixtures/test_languages/spanish +0 -1
data/test/generator_test.rb +13 -0
data/test/helper.rb +2 -0
metadata +18 -25
data/.document +0 -5
data/lib/scylla/lms/13375P33K.lm +0 -400
data/scylla-0.1.0.gem +0 -0
data/source_texts/13375P33K.txt +0 -199
data/test/fixtures/lms/13375p33k.lm +0 -400
data/test/fixtures/source_texts/13375P33K.txt +0 -199

data/test/fixtures/lms/norwegian.lm CHANGED Viewed

@@ -1,4 +1,4 @@
-_	4750
+_	4704
 e	1600
 r	1018
 n	1012
@@ -19,8 +19,8 @@ t_	291
 er	290
 en	287
 v	284
-n_	275
-_s	215
+n_	274
+_s	216
 et	214
 an	213
 g_	205
@@ -39,362 +39,362 @@ re	160
 en_	158
 _o	156
 ar	145
-_e	144
+_e	145
 st	143
-_h	142
+_h	143
 et_	138
+_d	135
 ,	134
-_d	132
 in	130
 ,_	130
 sk	129
 i_	122
 ng	117
-ke	117
 _i	117
 ne	117
-ti	110
+ke	117
 le	110
+ti	110
 _f	109
 om	109
 og	108
-_m	105
 me	105
+_m	105
 j	104
 b	103
 _og	101
 og_	100
 la	99
 _og_	97
-_de	94
-_a	94
+_de	95
 m_	94
 ha	94
-ei	93
+ei	94
+_t	94
+_a	94
 ø	92
 �	92
-se	88
+å_	90
+�_	90
 a_	88
-å_	88
-�_	88
-_t	87
+se	88
+_ha	85
 nd	84
-_v	84
 el	84
 ri	84
-ge	84
 eg	84
-_ha	84
+_v	84
+ge	84
 tt	83
+nn	81
 is	80
-nn	80
 y	79
 ta	79
 av	78
-_i_	77
 _n	77
-._	77
+_i_	77
 al	75
-om_	74
-rs	74
 il	74
-no	73
+rs	74
+om_	74
+._	73
 _k	73
+no	73
+l_	72
 on	71
+rt	70
 _b	70
 v_	70
-l_	70
-rt	69
 _me	69
 d_	68
+_.	68
 ve	67
 ar_	66
-_.	66
 va	65
 ing	63
 _,	62
-det	59
-_p	59
+_p	60
 at	59
+det	59
 _g	59
-fo	58
-_,_	58
 ll	58
+_,_	58
+fo	58
+un	57
 ke_	57
 av_	57
-un	57
 an_	56
 k_	56
 ik	55
 _av	55
 _er	54
-N	54
+_l	54
 so	54
+N	54
 li	53
-_l	53
-am	52
 nor	52
 je	52
+am	52
+ns	51
 lan	51
-ed	50
-ors	50
-ns	50
-_er_	50
 r�	50
-eg_	49
-_ti	49
+_er_	50
+_ti	50
+ors	50
+ed	50
 es	49
 ter	49
-ne_	48
+ne_	49
+eg_	49
 D	48
+rsk	48
 for	48
 til	48
-rsk	48
 _av_	47
-and	47
 nde	47
-ra	46
-H	46
-it	46
+and	47
 _r	46
 ka	46
+ra	46
+it	46
+H	46
+_til	45
 _N	45
 ske	45
-_til	45
 ga	44
-te_	44
 orsk	44
+te_	44
+No	43
 _so	43
-S	43
 som	43
-No	43
 ko	43
 na	43
-nge	42
+S	43
 det_	42
 Nor	42
 _fo	42
+nge	42
 ste	42
-_som	41
-_no	41
 il_	41
-p�	40
+_no	41
+_som	41
 _No	40
-tte	40
-som_	40
+p�	40
 rå	40
-nt	39
-_Nor	39
+som_	40
+tte	40
 ett	39
+nt	39
 _som_	39
-på	38
-rd	38
-kk	38
-da	38
-em	38
-_�	38
+_Nor	39
 ma	38
+_ei	38
+em	38
+da	38
 ig	38
-De	37
-�r	37
-_ei	37
+kk	38
+_�	38
+rd	38
+på	38
+_u	37
 ør	37
+_han	37
+De	37
 han	37
-sa	37
-_u	37
+�r	37
 ten	37
-norsk	36
+sa	37
+gj	36
+vi	36
 ed_	36
-_han	36
 nors	36
 _p�	36
 _på	36
-gj	36
-vi	36
-den	35
+norsk	36
+ske_	35
+_for	35
 kt	35
 til_	35
 reg	35
-ske_	35
-_for	35
+den	35
+__	35
 på_	35
-re_	34
+med	34
+_til_	34
 rt_	34
 _va	34
-med	34
 _på_	34
-_til_	34
-ore	33
-lle	33
 _nor	33
+ore	33
 var	33
-de_	32
-m�	32
+lle	33
 _det	32
-_S	32
-kr	31
+m�	32
+_se	32
+de_	32
 _med	31
-_se	31
+den_	31
+re_	31
+_S	31
 pe	31
 or_	31
+_st	31
 tr	31
-to	31
-den_	31
 sp	31
-ag	31
 land	31
-_st	31
-ol	30
+to	31
+kr	31
+ag	31
 sk_	30
+ol	30
 ell	30
 fr	29
-le_	29
-pr	29
-s_	29
-må	29
 har	29
 ak	29
 ni	29
 med_	29
-rk	28
+pr	29
+må	29
+s_	29
+le_	29
+ks	28
 _har	28
+har_	28
 der	28
+rk	28
 si	28
 ss	28
+_la	28
 ek	28
-har_	28
 mi	28
-_D	28
-_med_	27
-_re	27
-�l	27
+�	27
+enn	27
 _ko	27
-æ	27
-�r	27
-år	27
-ål	27
-as	27
 _fr	27
-ks	27
+�r	27
+_re	27
+æ	27
 ie	27
-_la	27
-�	27
+�l	27
 ei_	27
+_med_	27
+år	27
+ål	27
 _har_	27
+as	27
+_den	27
+ord	26
+ans	26
+ande	26
 men	26
-_den	26
+ng_	26
 tin	26
-ut	26
+_D	26
 _var	26
+_den_	26
+ut	26
 nne	26
-enn	26
-ng_	26
-ord	26
-ande	26
-ans	26
--	26
 _han_	25
-Nore	25
-mål	25
-_den_	25
+_ve	25
 Noreg	25
 oreg	25
-_ve	25
 han_	25
-ere	25
+mål	25
 ru	25
+ere	25
 ver	25
-ette	25
+Nore	25
 eri	25
+ette	25
 gje	25
+E	24
 A	24
+gen	24
 ts	24
 sj	24
-gen	24
-E	24
-ting	23
+he	23
+ene	23
 tt_	23
-__	23
+lo	23
 ter_	23
-nga	23
+bl	23
+Ha	23
 _å	23
+ting	23
 ten_	23
-lo	23
-Ha	23
-bl	23
 kke	23
-he	23
-ene	23
-isk	22
+nga	23
 _det_	22
 _om	22
-s�	22
-kon	22
-ds	22
 ong	22
+ds	22
 sta	22
+s�	22
+isk	22
 _Nore	22
-"	21
-_H	21
-ok	21
-ane	21
+kon	22
 øy	21
-rm	21
-�r	21
 gr	21
-kri	21
-ir	21
+�r	21
+rm	21
 us	21
+kri	21
 �y	21
+ok	21
 ær	21
+ir	21
+ane	21
 art	20
-for_	20
+ld	20
 _A	20
-_nors	20
+ist	20
+for_	20
+sl	20
 _bl	20
 ad	20
-sl	20
-ld	20
-ist	20
+ert	20
 ndet	20
-_E	19
-orske	19
-_lan	19
-rsk_	19
-sam	19
-oreg_	19
-inga	19
-ret	19
-_ka	19
-_ut	19
+_lan	20
+_nors	20
+andet	19
 f�	19
-orsk_	19
-_s�	19
-lt	19
-hu	19
+ein	19
+_ka	19
 jo	19
+inga	19
+ale	19
 seg	19
-andet	19
-ort	19
+_E	19
+reg_	19
+oreg_	19
 fa	19
+rske	19
+hu	19
+rsk_	19
 id	19
-ale	19
-_De	19
+ret	19
+_H	19
+sam	19
+_s�	19
+lt	19
 un_	19
-rske	19
-reg_	19
-ert	19
-_et	18
-ikk	18
+_ut	19
+orsk_	19
+orske	19
+ort	19
+rin	18
+ov	18
+_vi	18
 tor	18
+_et	18
+ro	18
 gs	18
-n�	18
+_en	18
 tter	18
-est	18
+mn	18
+ikk	18
+ren	18
+elle	18
 _sa	18
 inge	18
-_vi	18
-ov	18
-mn	18
-ro	18
-rin	18
+est	18