RubyGems - scylla - Versions diffs - 0.5.0 → 0.6.0 - Mend

scylla 0.5.0 → 0.6.0

Files changed (58) hide show

data/Gemfile +4 -2
data/Gemfile.lock +16 -1
data/lib/scylla/classifier.rb +1 -1
data/lib/scylla/generator.rb +16 -4
data/lib/scylla/lms/afrikaans.lm +232 -232
data/lib/scylla/lms/arabic.lm +175 -175
data/lib/scylla/lms/bulgarian.lm +225 -225
data/lib/scylla/lms/catalan.lm +309 -309
data/lib/scylla/lms/danish.lm +167 -167
data/lib/scylla/lms/english.lm +398 -398
data/lib/scylla/lms/finnish.lm +237 -237
data/lib/scylla/lms/french.lm +148 -148
data/lib/scylla/lms/german.lm +258 -258
data/lib/scylla/lms/greek.lm +236 -236
data/lib/scylla/lms/hebrew.lm +154 -154
data/lib/scylla/lms/hindi.lm +139 -139
data/lib/scylla/lms/icelandic.lm +239 -239
data/lib/scylla/lms/indonesian.lm +244 -244
data/lib/scylla/lms/italian.lm +248 -248
data/lib/scylla/lms/japanese.lm +90 -90
data/lib/scylla/lms/korean.lm +306 -306
data/lib/scylla/lms/norwegian.lm +193 -193
data/lib/scylla/lms/polish.lm +241 -241
data/lib/scylla/lms/portuguese.lm +232 -232
data/lib/scylla/lms/romanian.lm +246 -246
data/lib/scylla/lms/slovak.lm +242 -242
data/lib/scylla/lms/slovenian.lm +229 -229
data/lib/scylla/lms/spanish.lm +164 -164
data/lib/scylla/lms/swedish.lm +157 -157
data/lib/scylla/lms/tagalog.lm +247 -247
data/lib/scylla/lms/thai.lm +252 -252
data/lib/scylla/lms/turkish.lm +285 -285
data/lib/scylla/lms/vietnamese.lm +250 -250
data/lib/scylla/lms/welsh.lm +248 -248
data/lib/scylla/resources.rb +1 -9
data/lib/scylla.rb +4 -0
data/scylla.gemspec +2 -120
data/source_texts/english.txt +62 -27
data/test/classifier_test.rb +1 -3
data/test/fixtures/lms/danish.lm +173 -173
data/test/fixtures/lms/english.lm +220 -220
data/test/fixtures/lms/french.lm +175 -175
data/test/fixtures/lms/german.lm +254 -254
data/test/fixtures/lms/hindi.lm +139 -139
data/test/fixtures/lms/italian.lm +236 -236
data/test/fixtures/lms/japanese.lm +88 -88
data/test/fixtures/lms/norwegian.lm +182 -182
data/test/fixtures/lms/spanish.lm +164 -164
data/test/fixtures/test_languages/spanish +0 -1
data/test/generator_test.rb +13 -0
data/test/helper.rb +2 -0
metadata +18 -25
data/.document +0 -5
data/lib/scylla/lms/13375P33K.lm +0 -400
data/scylla-0.1.0.gem +0 -0
data/source_texts/13375P33K.txt +0 -199
data/test/fixtures/lms/13375p33k.lm +0 -400
data/test/fixtures/source_texts/13375P33K.txt +0 -199

data/lib/scylla/lms/norwegian.lm CHANGED Viewed

@@ -1,4 +1,4 @@
-_	4750
+_	4738
 e	1600
 r	1018
 n	1012
@@ -13,14 +13,14 @@ k	479
 d	416
 m	398
 �	323
+r_	306
 e_	305
-r_	305
-t_	291
+t_	294
 er	290
 en	287
 v	284
-n_	275
-_s	215
+n_	277
+_s	216
 et	214
 an	213
 g_	205
@@ -28,35 +28,35 @@ or	203
 �	194
 å	194
 de	191
-f	188
 u	188
+f	188
 h	172
 p	166
 er_	164
 te	162
 .	161
 re	160
-en_	158
+en_	159
 _o	156
+_e	145
 ar	145
-_e	144
+_h	143
 st	143
-_h	142
 et_	138
+_d	135
 ,	134
-_d	132
-in	130
 ,_	130
+in	130
 sk	129
 i_	122
-ng	117
+_i	118
 ke	117
-_i	117
 ne	117
+ng	117
 ti	110
 le	110
-_f	109
 om	109
+_f	109
 og	108
 _m	105
 me	105
@@ -66,335 +66,335 @@ _og	101
 og_	100
 la	99
 _og_	97
-_de	94
-_a	94
+_de	95
 m_	94
+_a	94
 ha	94
 ei	93
 ø	92
 �	92
-se	88
+�_	91
+å_	91
 a_	88
-å_	88
-�_	88
-_t	87
-nd	84
-_v	84
+_t	88
+se	88
+_ha	85
 el	84
-ri	84
+nd	84
 ge	84
 eg	84
-_ha	84
+ri	84
+_v	84
 tt	83
+._	82
 is	80
 nn	80
 y	79
 ta	79
 av	78
-_i_	77
+_i_	78
 _n	77
-._	77
 al	75
 om_	74
-rs	74
 il	74
+rs	74
+_k	74
 no	73
-_k	73
+l_	72
 on	71
 _b	70
 v_	70
-l_	70
-rt	69
 _me	69
+rt	69
+_.	68
 d_	68
 ve	67
 ar_	66
-_.	66
 va	65
 ing	63
 _,	62
-det	59
-_p	59
+_p	60
 at	59
 _g	59
+det	59
+ll	58
 fo	58
 _,_	58
-ll	58
 ke_	57
 av_	57
 un	57
-an_	56
 k_	56
+an_	56
 ik	55
 _av	55
 _er	54
-N	54
 so	54
+_l	54
+N	54
 li	53
-_l	53
-am	52
 nor	52
 je	52
+am	52
 lan	51
-ed	50
-ors	50
 ns	50
-_er_	50
 r�	50
+ors	50
+_ti	50
+_er_	50
+ed	50
+ne_	49
+ter	49
 eg_	49
-_ti	49
 es	49
-ter	49
-ne_	48
 D	48
-for	48
 til	48
 rsk	48
-_av_	47
-and	47
+for	48
 nde	47
-ra	46
+and	47
+_av_	47
 H	46
-it	46
 _r	46
+ra	46
+it	46
 ka	46
-_N	45
-ske	45
 _til	45
-ga	44
+ske	45
+_N	45
 te_	44
+ga	44
 orsk	44
-_so	43
 S	43
 som	43
-No	43
+_so	43
 ko	43
 na	43
-nge	42
-det_	42
+No	43
 Nor	42
+det_	42
 _fo	42
+nge	42
 ste	42
 _som	41
 _no	41
 il_	41
-p�	40
-_No	40
-tte	40
 som_	40
+tte	40
+p�	40
 rå	40
-nt	39
+_No	40
 _Nor	39
 ett	39
 _som_	39
-på	38
-rd	38
-kk	38
-da	38
-em	38
-_�	38
+nt	39
 ma	38
+rd	38
 ig	38
+_�	38
+em	38
+på	38
+da	38
+kk	38
+_ei	38
 De	37
-�r	37
-_ei	37
-ør	37
 han	37
 sa	37
-_u	37
+_han	37
+ør	37
 ten	37
-norsk	36
+�r	37
+_u	37
 ed_	36
-_han	36
-nors	36
 _p�	36
-_på	36
 gj	36
+norsk	36
+nors	36
 vi	36
+_på	36
+_for	35
 den	35
-kt	35
-til_	35
+på_	35
 reg	35
 ske_	35
-_for	35
-på_	35
-re_	34
-rt_	34
-_va	34
-med	34
+til_	35
+kt	35
 _på_	34
+__	34
 _til_	34
-ore	33
-lle	33
-_nor	33
+med	34
+rt_	34
+_va	34
 var	33
+_nor	33
+lle	33
+ore	33
 de_	32
-m�	32
-_det	32
+or_	32
+_se	32
 _S	32
-kr	31
-_med	31
-_se	31
-pe	31
-or_	31
+_det	32
+m�	32
 tr	31
-to	31
 den_	31
-sp	31
+to	31
 ag	31
-land	31
 _st	31
-ol	30
-sk_	30
+land	31
+sp	31
+kr	31
+_med	31
+re_	31
+pe	31
 ell	30
-fr	29
-le_	29
+sk_	30
+ol	30
 pr	29
-s_	29
-må	29
+le_	29
 har	29
+s_	29
 ak	29
-ni	29
 med_	29
+må	29
+fr	29
+ni	29
 rk	28
-_har	28
 der	28
-si	28
+_la	28
+_D	28
 ss	28
-ek	28
 har_	28
+ek	28
 mi	28
-_D	28
-_med_	27
-_re	27
-�l	27
-_ko	27
+_har	28
+si	28
 æ	27
-�r	27
-år	27
-ål	27
-as	27
-_fr	27
 ks	27
-ie	27
-_la	27
+_ko	27
+ål	27
+�l	27
 �	27
-ei_	27
 _har_	27
-men	26
-_den	26
-tin	26
-ut	26
+_re	27
+�r	27
+ei_	27
+ie	27
+as	27
+_fr	27
+_den	27
+år	27
+_med_	27
 _var	26
-nne	26
+men	26
+ande	26
 enn	26
 ng_	26
-ord	26
-ande	26
+ut	26
 ans	26
+ord	26
+tin	26
 -	26
-_han_	25
+nne	26
+_den_	26
+ver	25
+eri	25
+ru	25
+gje	25
 Nore	25
 mål	25
-_den_	25
-Noreg	25
+ette	25
 oreg	25
 _ve	25
-han_	25
 ere	25
-ru	25
-ver	25
-ette	25
-eri	25
-gje	25
-A	24
-ts	24
+_han_	25
+han_	25
+Noreg	25
 sj	24
+ts	24
+tt_	24
 gen	24
+A	24
 E	24
+ene	23
 ting	23
-tt_	23
-__	23
-ter_	23
-nga	23
+_H	23
 _å	23
-ten_	23
-lo	23
-Ha	23
-bl	23
 kke	23
 he	23
-ene	23
-isk	22
-_det_	22
-_om	22
-s�	22
-kon	22
+lo	23
+ter_	23
+bl	23
+ten_	23
+nga	23
+Ha	23
 ds	22
-ong	22
-sta	22
+s�	22
 _Nore	22
-"	21
-_H	21
-ok	21
-ane	21
+sta	22
+ong	22
+_det_	22
+kon	22
+isk	22
+_om	22
 øy	21
 rm	21
+ir	21
 �r	21
 gr	21
-kri	21
-ir	21
 us	21
-�y	21
+kri	21
+ok	21
 ær	21
+for_	21
+�y	21
+ane	21
+_bl	20
 art	20
-for_	20
-_A	20
+_lan	20
 _nors	20
-_bl	20
-ad	20
+ndet	20
 sl	20
+ad	20
 ld	20
 ist	20
-ndet	20
-_E	19
-orske	19
-_lan	19
-rsk_	19
-sam	19
-oreg_	19
-inga	19
-ret	19
-_ka	19
-_ut	19
-f�	19
-orsk_	19
-_s�	19
+_A	20
 lt	19
+ale	19
+id	19
+sam	19
 hu	19
 jo	19
-seg	19
 andet	19
+reg_	19
+ert	19
+un_	19
+_De	19
+rsk_	19
 ort	19
+_ut	19
+orsk_	19
+_ka	19
+f�	19
+inga	19
+oreg_	19
+orske	19
+_s�	19
+_E	19
 fa	19
-id	19
-ale	19
-_De	19
-un_	19
 rske	19
-reg_	19
-ert	19
+ret	19
+seg	19
+ro	18
 _et	18
-ikk	18
-tor	18
-gs	18
+mn	18
 n�	18
+ang	18
+rin	18
 tter	18
-est	18
+ikk	18
+ren	18
+tor	18
+ov	18
 _sa	18
+sm	18
 inge	18
-_vi	18
-ov	18
-mn	18
-ro	18
-rin	18
+gs	18