RubyGems - scylla - Versions diffs - 0.5.0 → 0.6.0 - Mend

scylla 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (58) hide show

data/Gemfile +4 -2
data/Gemfile.lock +16 -1
data/lib/scylla/classifier.rb +1 -1
data/lib/scylla/generator.rb +16 -4
data/lib/scylla/lms/afrikaans.lm +232 -232
data/lib/scylla/lms/arabic.lm +175 -175
data/lib/scylla/lms/bulgarian.lm +225 -225
data/lib/scylla/lms/catalan.lm +309 -309
data/lib/scylla/lms/danish.lm +167 -167
data/lib/scylla/lms/english.lm +398 -398
data/lib/scylla/lms/finnish.lm +237 -237
data/lib/scylla/lms/french.lm +148 -148
data/lib/scylla/lms/german.lm +258 -258
data/lib/scylla/lms/greek.lm +236 -236
data/lib/scylla/lms/hebrew.lm +154 -154
data/lib/scylla/lms/hindi.lm +139 -139
data/lib/scylla/lms/icelandic.lm +239 -239
data/lib/scylla/lms/indonesian.lm +244 -244
data/lib/scylla/lms/italian.lm +248 -248
data/lib/scylla/lms/japanese.lm +90 -90
data/lib/scylla/lms/korean.lm +306 -306
data/lib/scylla/lms/norwegian.lm +193 -193
data/lib/scylla/lms/polish.lm +241 -241
data/lib/scylla/lms/portuguese.lm +232 -232
data/lib/scylla/lms/romanian.lm +246 -246
data/lib/scylla/lms/slovak.lm +242 -242
data/lib/scylla/lms/slovenian.lm +229 -229
data/lib/scylla/lms/spanish.lm +164 -164
data/lib/scylla/lms/swedish.lm +157 -157
data/lib/scylla/lms/tagalog.lm +247 -247
data/lib/scylla/lms/thai.lm +252 -252
data/lib/scylla/lms/turkish.lm +285 -285
data/lib/scylla/lms/vietnamese.lm +250 -250
data/lib/scylla/lms/welsh.lm +248 -248
data/lib/scylla/resources.rb +1 -9
data/lib/scylla.rb +4 -0
data/scylla.gemspec +2 -120
data/source_texts/english.txt +62 -27
data/test/classifier_test.rb +1 -3
data/test/fixtures/lms/danish.lm +173 -173
data/test/fixtures/lms/english.lm +220 -220
data/test/fixtures/lms/french.lm +175 -175
data/test/fixtures/lms/german.lm +254 -254
data/test/fixtures/lms/hindi.lm +139 -139
data/test/fixtures/lms/italian.lm +236 -236
data/test/fixtures/lms/japanese.lm +88 -88
data/test/fixtures/lms/norwegian.lm +182 -182
data/test/fixtures/lms/spanish.lm +164 -164
data/test/fixtures/test_languages/spanish +0 -1
data/test/generator_test.rb +13 -0
data/test/helper.rb +2 -0
metadata +18 -25
data/.document +0 -5
data/lib/scylla/lms/13375P33K.lm +0 -400
data/scylla-0.1.0.gem +0 -0
data/source_texts/13375P33K.txt +0 -199
data/test/fixtures/lms/13375p33k.lm +0 -400
data/test/fixtures/source_texts/13375P33K.txt +0 -199

data/test/fixtures/lms/norwegian.lm CHANGED Viewed

@@ -1,4 +1,4 @@
-_	4750
+_	4704
 e	1600
 r	1018
 n	1012
@@ -19,8 +19,8 @@ t_	291
 er	290
 en	287
 v	284
-n_	275
-_s	215
+n_	274
+_s	216
 et	214
 an	213
 g_	205
@@ -39,362 +39,362 @@ re	160
 en_	158
 _o	156
 ar	145
-_e	144
+_e	145
 st	143
-_h	142
+_h	143
 et_	138
+_d	135
 ,	134
-_d	132
 in	130
 ,_	130
 sk	129
 i_	122
 ng	117
-ke	117
 _i	117
 ne	117
-ti	110
+ke	117
 le	110
+ti	110
 _f	109
 om	109
 og	108
-_m	105
 me	105
+_m	105
 j	104
 b	103
 _og	101
 og_	100
 la	99
 _og_	97
-_de	94
-_a	94
+_de	95
 m_	94
 ha	94
-ei	93
+ei	94
+_t	94
+_a	94
 ø	92
 �	92
-se	88
+å_	90
+�_	90
 a_	88
-å_	88
-�_	88
-_t	87
+se	88
+_ha	85
 nd	84
-_v	84
 el	84
 ri	84
-ge	84
 eg	84
-_ha	84
+_v	84
+ge	84
 tt	83
+nn	81
 is	80
-nn	80
 y	79
 ta	79
 av	78
-_i_	77
 _n	77
-._	77
+_i_	77
 al	75
-om_	74
-rs	74
 il	74
-no	73
+rs	74
+om_	74
+._	73
 _k	73
+no	73
+l_	72
 on	71
+rt	70
 _b	70
 v_	70
-l_	70
-rt	69
 _me	69
 d_	68
+_.	68
 ve	67
 ar_	66
-_.	66
 va	65
 ing	63
 _,	62
-det	59
-_p	59
+_p	60
 at	59
+det	59
 _g	59
-fo	58
-_,_	58
 ll	58
+_,_	58
+fo	58
+un	57
 ke_	57
 av_	57
-un	57
 an_	56
 k_	56
 ik	55
 _av	55
 _er	54
-N	54
+_l	54
 so	54
+N	54
 li	53
-_l	53
-am	52
 nor	52
 je	52
+am	52
+ns	51
 lan	51
-ed	50
-ors	50
-ns	50
-_er_	50
 r�	50
-eg_	49
-_ti	49
+_er_	50
+_ti	50
+ors	50
+ed	50
 es	49
 ter	49
-ne_	48
+ne_	49
+eg_	49
 D	48
+rsk	48
 for	48
 til	48
-rsk	48
 _av_	47
-and	47
 nde	47
-ra	46
-H	46
-it	46
+and	47
 _r	46
 ka	46
+ra	46
+it	46
+H	46
+_til	45
 _N	45
 ske	45
-_til	45
 ga	44
-te_	44
 orsk	44
+te_	44
+No	43
 _so	43
-S	43
 som	43
-No	43
 ko	43
 na	43
-nge	42
+S	43
 det_	42
 Nor	42
 _fo	42
+nge	42
 ste	42
-_som	41
-_no	41
 il_	41
-p�	40
+_no	41
+_som	41
 _No	40
-tte	40
-som_	40
+p�	40
 rå	40
-nt	39
-_Nor	39
+som_	40
+tte	40
 ett	39
+nt	39
 _som_	39
-på	38
-rd	38
-kk	38
-da	38
-em	38
-_�	38
+_Nor	39
 ma	38
+_ei	38
+em	38
+da	38
 ig	38
-De	37
-�r	37
-_ei	37
+kk	38
+_�	38
+rd	38
+på	38
+_u	37
 ør	37
+_han	37
+De	37
 han	37
-sa	37
-_u	37
+�r	37
 ten	37
-norsk	36
+sa	37
+gj	36
+vi	36
 ed_	36
-_han	36
 nors	36
 _p�	36
 _på	36
-gj	36
-vi	36
-den	35
+norsk	36
+ske_	35
+_for	35
 kt	35
 til_	35
 reg	35
-ske_	35
-_for	35
+den	35
+__	35
 på_	35
-re_	34
+med	34
+_til_	34
 rt_	34
 _va	34
-med	34
 _på_	34
-_til_	34
-ore	33
-lle	33
 _nor	33
+ore	33
 var	33
-de_	32
-m�	32
+lle	33
 _det	32
-_S	32
-kr	31
+m�	32
+_se	32
+de_	32
 _med	31
-_se	31
+den_	31
+re_	31
+_S	31
 pe	31
 or_	31
+_st	31
 tr	31
-to	31
-den_	31
 sp	31
-ag	31
 land	31
-_st	31
-ol	30
+to	31
+kr	31
+ag	31
 sk_	30
+ol	30
 ell	30
 fr	29
-le_	29
-pr	29
-s_	29
-må	29
 har	29
 ak	29
 ni	29
 med_	29
-rk	28
+pr	29
+må	29
+s_	29
+le_	29
+ks	28
 _har	28
+har_	28
 der	28
+rk	28
 si	28
 ss	28
+_la	28
 ek	28
-har_	28
 mi	28
-_D	28
-_med_	27
-_re	27
-�l	27
+�	27
+enn	27
 _ko	27
-æ	27
-�r	27
-år	27
-ål	27
-as	27
 _fr	27
-ks	27
+�r	27
+_re	27
+æ	27
 ie	27
-_la	27
-�	27
+�l	27
 ei_	27
+_med_	27
+år	27
+ål	27
 _har_	27
+as	27
+_den	27
+ord	26
+ans	26
+ande	26
 men	26
-_den	26
+ng_	26
 tin	26
-ut	26
+_D	26
 _var	26
+_den_	26
+ut	26
 nne	26
-enn	26
-ng_	26
-ord	26
-ande	26
-ans	26
--	26
 _han_	25
-Nore	25
-mål	25
-_den_	25
+_ve	25
 Noreg	25
 oreg	25
-_ve	25
 han_	25
-ere	25
+mål	25
 ru	25
+ere	25
 ver	25
-ette	25
+Nore	25
 eri	25
+ette	25
 gje	25
+E	24
 A	24
+gen	24
 ts	24
 sj	24
-gen	24
-E	24
-ting	23
+he	23
+ene	23
 tt_	23
-__	23
+lo	23
 ter_	23
-nga	23
+bl	23
+Ha	23
 _å	23
+ting	23
 ten_	23
-lo	23
-Ha	23
-bl	23
 kke	23
-he	23
-ene	23
-isk	22
+nga	23
 _det_	22
 _om	22
-s�	22
-kon	22
-ds	22
 ong	22
+ds	22
 sta	22
+s�	22
+isk	22
 _Nore	22
-"	21
-_H	21
-ok	21
-ane	21
+kon	22
 øy	21
-rm	21
-�r	21
 gr	21
-kri	21
-ir	21
+�r	21
+rm	21
 us	21
+kri	21
 �y	21
+ok	21
 ær	21
+ir	21
+ane	21
 art	20
-for_	20
+ld	20
 _A	20
-_nors	20
+ist	20
+for_	20
+sl	20
 _bl	20
 ad	20
-sl	20
-ld	20
-ist	20
+ert	20
 ndet	20
-_E	19
-orske	19
-_lan	19
-rsk_	19
-sam	19
-oreg_	19
-inga	19
-ret	19
-_ka	19
-_ut	19
+_lan	20
+_nors	20
+andet	19
 f�	19
-orsk_	19
-_s�	19
-lt	19
-hu	19
+ein	19
+_ka	19
 jo	19
+inga	19
+ale	19
 seg	19
-andet	19
-ort	19
+_E	19
+reg_	19
+oreg_	19
 fa	19
+rske	19
+hu	19
+rsk_	19
 id	19
-ale	19
-_De	19
+ret	19
+_H	19
+sam	19
+_s�	19
+lt	19
 un_	19
-rske	19
-reg_	19
-ert	19
-_et	18
-ikk	18
+_ut	19
+orsk_	19
+orske	19
+ort	19
+rin	18
+ov	18
+_vi	18
 tor	18
+_et	18
+ro	18
 gs	18
-n�	18
+_en	18
 tter	18
-est	18
+mn	18
+ikk	18
+ren	18
+elle	18
 _sa	18
 inge	18
-_vi	18
-ov	18
-mn	18
-ro	18
-rin	18
+est	18