RubyGems - scylla - Versions diffs - 0.5.0 → 0.6.0 - Mend

scylla 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (58) hide show

data/Gemfile +4 -2
data/Gemfile.lock +16 -1
data/lib/scylla/classifier.rb +1 -1
data/lib/scylla/generator.rb +16 -4
data/lib/scylla/lms/afrikaans.lm +232 -232
data/lib/scylla/lms/arabic.lm +175 -175
data/lib/scylla/lms/bulgarian.lm +225 -225
data/lib/scylla/lms/catalan.lm +309 -309
data/lib/scylla/lms/danish.lm +167 -167
data/lib/scylla/lms/english.lm +398 -398
data/lib/scylla/lms/finnish.lm +237 -237
data/lib/scylla/lms/french.lm +148 -148
data/lib/scylla/lms/german.lm +258 -258
data/lib/scylla/lms/greek.lm +236 -236
data/lib/scylla/lms/hebrew.lm +154 -154
data/lib/scylla/lms/hindi.lm +139 -139
data/lib/scylla/lms/icelandic.lm +239 -239
data/lib/scylla/lms/indonesian.lm +244 -244
data/lib/scylla/lms/italian.lm +248 -248
data/lib/scylla/lms/japanese.lm +90 -90
data/lib/scylla/lms/korean.lm +306 -306
data/lib/scylla/lms/norwegian.lm +193 -193
data/lib/scylla/lms/polish.lm +241 -241
data/lib/scylla/lms/portuguese.lm +232 -232
data/lib/scylla/lms/romanian.lm +246 -246
data/lib/scylla/lms/slovak.lm +242 -242
data/lib/scylla/lms/slovenian.lm +229 -229
data/lib/scylla/lms/spanish.lm +164 -164
data/lib/scylla/lms/swedish.lm +157 -157
data/lib/scylla/lms/tagalog.lm +247 -247
data/lib/scylla/lms/thai.lm +252 -252
data/lib/scylla/lms/turkish.lm +285 -285
data/lib/scylla/lms/vietnamese.lm +250 -250
data/lib/scylla/lms/welsh.lm +248 -248
data/lib/scylla/resources.rb +1 -9
data/lib/scylla.rb +4 -0
data/scylla.gemspec +2 -120
data/source_texts/english.txt +62 -27
data/test/classifier_test.rb +1 -3
data/test/fixtures/lms/danish.lm +173 -173
data/test/fixtures/lms/english.lm +220 -220
data/test/fixtures/lms/french.lm +175 -175
data/test/fixtures/lms/german.lm +254 -254
data/test/fixtures/lms/hindi.lm +139 -139
data/test/fixtures/lms/italian.lm +236 -236
data/test/fixtures/lms/japanese.lm +88 -88
data/test/fixtures/lms/norwegian.lm +182 -182
data/test/fixtures/lms/spanish.lm +164 -164
data/test/fixtures/test_languages/spanish +0 -1
data/test/generator_test.rb +13 -0
data/test/helper.rb +2 -0
metadata +18 -25
data/.document +0 -5
data/lib/scylla/lms/13375P33K.lm +0 -400
data/scylla-0.1.0.gem +0 -0
data/source_texts/13375P33K.txt +0 -199
data/test/fixtures/lms/13375p33k.lm +0 -400
data/test/fixtures/source_texts/13375P33K.txt +0 -199

data/lib/scylla/lms/norwegian.lm CHANGED Viewed

@@ -1,4 +1,4 @@
-_	4750
+_	4738
 e	1600
 r	1018
 n	1012
@@ -13,14 +13,14 @@ k	479
 d	416
 m	398
 �	323
+r_	306
 e_	305
-r_	305
-t_	291
+t_	294
 er	290
 en	287
 v	284
-n_	275
-_s	215
+n_	277
+_s	216
 et	214
 an	213
 g_	205
@@ -28,35 +28,35 @@ or	203
 �	194
 å	194
 de	191
-f	188
 u	188
+f	188
 h	172
 p	166
 er_	164
 te	162
 .	161
 re	160
-en_	158
+en_	159
 _o	156
+_e	145
 ar	145
-_e	144
+_h	143
 st	143
-_h	142
 et_	138
+_d	135
 ,	134
-_d	132
-in	130
 ,_	130
+in	130
 sk	129
 i_	122
-ng	117
+_i	118
 ke	117
-_i	117
 ne	117
+ng	117
 ti	110
 le	110
-_f	109
 om	109
+_f	109
 og	108
 _m	105
 me	105
@@ -66,335 +66,335 @@ _og	101
 og_	100
 la	99
 _og_	97
-_de	94
-_a	94
+_de	95
 m_	94
+_a	94
 ha	94
 ei	93
 ø	92
 �	92
-se	88
+�_	91
+å_	91
 a_	88
-å_	88
-�_	88
-_t	87
-nd	84
-_v	84
+_t	88
+se	88
+_ha	85
 el	84
-ri	84
+nd	84
 ge	84
 eg	84
-_ha	84
+ri	84
+_v	84
 tt	83
+._	82
 is	80
 nn	80
 y	79
 ta	79
 av	78
-_i_	77
+_i_	78
 _n	77
-._	77
 al	75
 om_	74
-rs	74
 il	74
+rs	74
+_k	74
 no	73
-_k	73
+l_	72
 on	71
 _b	70
 v_	70
-l_	70
-rt	69
 _me	69
+rt	69
+_.	68
 d_	68
 ve	67
 ar_	66
-_.	66
 va	65
 ing	63
 _,	62
-det	59
-_p	59
+_p	60
 at	59
 _g	59
+det	59
+ll	58
 fo	58
 _,_	58
-ll	58
 ke_	57
 av_	57
 un	57
-an_	56
 k_	56
+an_	56
 ik	55
 _av	55
 _er	54
-N	54
 so	54
+_l	54
+N	54
 li	53
-_l	53
-am	52
 nor	52
 je	52
+am	52
 lan	51
-ed	50
-ors	50
 ns	50
-_er_	50
 r�	50
+ors	50
+_ti	50
+_er_	50
+ed	50
+ne_	49
+ter	49
 eg_	49
-_ti	49
 es	49
-ter	49
-ne_	48
 D	48
-for	48
 til	48
 rsk	48
-_av_	47
-and	47
+for	48
 nde	47
-ra	46
+and	47
+_av_	47
 H	46
-it	46
 _r	46
+ra	46
+it	46
 ka	46
-_N	45
-ske	45
 _til	45
-ga	44
+ske	45
+_N	45
 te_	44
+ga	44
 orsk	44
-_so	43
 S	43
 som	43
-No	43
+_so	43
 ko	43
 na	43
-nge	42
-det_	42
+No	43
 Nor	42
+det_	42
 _fo	42
+nge	42
 ste	42
 _som	41
 _no	41
 il_	41
-p�	40
-_No	40
-tte	40
 som_	40
+tte	40
+p�	40
 rå	40
-nt	39
+_No	40
 _Nor	39
 ett	39
 _som_	39
-på	38
-rd	38
-kk	38
-da	38
-em	38
-_�	38
+nt	39
 ma	38
+rd	38
 ig	38
+_�	38
+em	38
+på	38
+da	38
+kk	38
+_ei	38
 De	37
-�r	37
-_ei	37
-ør	37
 han	37
 sa	37
-_u	37
+_han	37
+ør	37
 ten	37
-norsk	36
+�r	37
+_u	37
 ed_	36
-_han	36
-nors	36
 _p�	36
-_på	36
 gj	36
+norsk	36
+nors	36
 vi	36
+_på	36
+_for	35
 den	35
-kt	35
-til_	35
+på_	35
 reg	35
 ske_	35
-_for	35
-på_	35
-re_	34
-rt_	34
-_va	34
-med	34
+til_	35
+kt	35
 _på_	34
+__	34
 _til_	34
-ore	33
-lle	33
-_nor	33
+med	34
+rt_	34
+_va	34
 var	33
+_nor	33
+lle	33
+ore	33
 de_	32
-m�	32
-_det	32
+or_	32
+_se	32
 _S	32
-kr	31
-_med	31
-_se	31
-pe	31
-or_	31
+_det	32
+m�	32
 tr	31
-to	31
 den_	31
-sp	31
+to	31
 ag	31
-land	31
 _st	31
-ol	30
-sk_	30
+land	31
+sp	31
+kr	31
+_med	31
+re_	31
+pe	31
 ell	30
-fr	29
-le_	29
+sk_	30
+ol	30
 pr	29
-s_	29
-må	29
+le_	29
 har	29
+s_	29
 ak	29
-ni	29
 med_	29
+må	29
+fr	29
+ni	29
 rk	28
-_har	28
 der	28
-si	28
+_la	28
+_D	28
 ss	28
-ek	28
 har_	28
+ek	28
 mi	28
-_D	28
-_med_	27
-_re	27
-�l	27
-_ko	27
+_har	28
+si	28
 æ	27
-�r	27
-år	27
-ål	27
-as	27
-_fr	27
 ks	27
-ie	27
-_la	27
+_ko	27
+ål	27
+�l	27
 �	27
-ei_	27
 _har_	27
-men	26
-_den	26
-tin	26
-ut	26
+_re	27
+�r	27
+ei_	27
+ie	27
+as	27
+_fr	27
+_den	27
+år	27
+_med_	27
 _var	26
-nne	26
+men	26
+ande	26
 enn	26
 ng_	26
-ord	26
-ande	26
+ut	26
 ans	26
+ord	26
+tin	26
 -	26
-_han_	25
+nne	26
+_den_	26
+ver	25
+eri	25
+ru	25
+gje	25
 Nore	25
 mål	25
-_den_	25
-Noreg	25
+ette	25
 oreg	25
 _ve	25
-han_	25
 ere	25
-ru	25
-ver	25
-ette	25
-eri	25
-gje	25
-A	24
-ts	24
+_han_	25
+han_	25
+Noreg	25
 sj	24
+ts	24
+tt_	24
 gen	24
+A	24
 E	24
+ene	23
 ting	23
-tt_	23
-__	23
-ter_	23
-nga	23
+_H	23
 _å	23
-ten_	23
-lo	23
-Ha	23
-bl	23
 kke	23
 he	23
-ene	23
-isk	22
-_det_	22
-_om	22
-s�	22
-kon	22
+lo	23
+ter_	23
+bl	23
+ten_	23
+nga	23
+Ha	23
 ds	22
-ong	22
-sta	22
+s�	22
 _Nore	22
-"	21
-_H	21
-ok	21
-ane	21
+sta	22
+ong	22
+_det_	22
+kon	22
+isk	22
+_om	22
 øy	21
 rm	21
+ir	21
 �r	21
 gr	21
-kri	21
-ir	21
 us	21
-�y	21
+kri	21
+ok	21
 ær	21
+for_	21
+�y	21
+ane	21
+_bl	20
 art	20
-for_	20
-_A	20
+_lan	20
 _nors	20
-_bl	20
-ad	20
+ndet	20
 sl	20
+ad	20
 ld	20
 ist	20
-ndet	20
-_E	19
-orske	19
-_lan	19
-rsk_	19
-sam	19
-oreg_	19
-inga	19
-ret	19
-_ka	19
-_ut	19
-f�	19
-orsk_	19
-_s�	19
+_A	20
 lt	19
+ale	19
+id	19
+sam	19
 hu	19
 jo	19
-seg	19
 andet	19
+reg_	19
+ert	19
+un_	19
+_De	19
+rsk_	19
 ort	19
+_ut	19
+orsk_	19
+_ka	19
+f�	19
+inga	19
+oreg_	19
+orske	19
+_s�	19
+_E	19
 fa	19
-id	19
-ale	19
-_De	19
-un_	19
 rske	19
-reg_	19
-ert	19
+ret	19
+seg	19
+ro	18
 _et	18
-ikk	18
-tor	18
-gs	18
+mn	18
 n�	18
+ang	18
+rin	18
 tter	18
-est	18
+ikk	18
+ren	18
+tor	18
+ov	18
 _sa	18
+sm	18
 inge	18
-_vi	18
-ov	18
-mn	18
-ro	18
-rin	18
+gs	18