scylla 0.7.0 → 0.7.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/scylla/classifier.rb +3 -4
- data/lib/scylla/generator.rb +4 -7
- data/lib/scylla/lms/afrikaans.lm +280 -280
- data/lib/scylla/lms/arabic.lm +225 -225
- data/lib/scylla/lms/bulgarian.lm +208 -208
- data/lib/scylla/lms/catalan.lm +212 -212
- data/lib/scylla/lms/chinese.lm +201 -201
- data/lib/scylla/lms/danish.lm +155 -155
- data/lib/scylla/lms/english.lm +207 -207
- data/lib/scylla/lms/finnish.lm +259 -259
- data/lib/scylla/lms/french.lm +203 -203
- data/lib/scylla/lms/german.lm +280 -280
- data/lib/scylla/lms/greek.lm +276 -276
- data/lib/scylla/lms/hebrew.lm +170 -170
- data/lib/scylla/lms/hindi.lm +241 -241
- data/lib/scylla/lms/icelandic.lm +264 -264
- data/lib/scylla/lms/indonesian.lm +272 -272
- data/lib/scylla/lms/italian.lm +283 -283
- data/lib/scylla/lms/japanese.lm +105 -105
- data/lib/scylla/lms/korean.lm +400 -400
- data/lib/scylla/lms/norwegian.lm +235 -235
- data/lib/scylla/lms/polish.lm +264 -264
- data/lib/scylla/lms/portuguese.lm +269 -269
- data/lib/scylla/lms/romanian.lm +278 -278
- data/lib/scylla/lms/russian.lm +127 -127
- data/lib/scylla/lms/slovak.lm +281 -281
- data/lib/scylla/lms/slovenian.lm +276 -276
- data/lib/scylla/lms/spanish.lm +190 -190
- data/lib/scylla/lms/swedish.lm +195 -195
- data/lib/scylla/lms/tagalog.lm +282 -282
- data/lib/scylla/lms/thai.lm +257 -257
- data/lib/scylla/lms/turkish.lm +300 -300
- data/lib/scylla/lms/vietnamese.lm +277 -277
- data/lib/scylla/lms/welsh.lm +271 -271
- data/scylla.gemspec +3 -22
- data/source_texts/korean.txt +219 -134
- metadata +15 -14
- data/scylla-0.6.0.gem +0 -0
data/lib/scylla/lms/norwegian.lm
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
_
|
1
|
+
_ 5012
|
2
2
|
e 1600
|
3
3
|
r 1018
|
4
4
|
n 1012
|
@@ -12,389 +12,389 @@ g 500
|
|
12
12
|
k 479
|
13
13
|
d 416
|
14
14
|
m 398
|
15
|
+
r_ 323
|
15
16
|
� 323
|
16
|
-
|
17
|
-
|
18
|
-
|
17
|
+
e_ 321
|
18
|
+
t_ 306
|
19
|
+
n_ 292
|
19
20
|
er 290
|
20
21
|
en 287
|
21
22
|
v 284
|
22
|
-
|
23
|
-
_s 216
|
23
|
+
_s 225
|
24
24
|
et 214
|
25
|
+
g_ 214
|
25
26
|
an 213
|
26
|
-
g_ 205
|
27
27
|
or 203
|
28
28
|
� 194
|
29
29
|
å 194
|
30
30
|
de 191
|
31
|
-
u 188
|
32
31
|
f 188
|
32
|
+
u 188
|
33
|
+
er_ 175
|
33
34
|
h 172
|
35
|
+
en_ 169
|
34
36
|
p 166
|
35
|
-
er_ 164
|
36
37
|
te 162
|
37
38
|
. 161
|
38
|
-
re
|
39
|
-
|
40
|
-
|
41
|
-
_e
|
39
|
+
re 159
|
40
|
+
_o 158
|
41
|
+
._ 152
|
42
|
+
_e 151
|
43
|
+
_h 148
|
42
44
|
ar 145
|
43
|
-
_h 143
|
44
45
|
st 143
|
45
|
-
et_
|
46
|
-
_d
|
46
|
+
et_ 142
|
47
|
+
_d 140
|
47
48
|
, 134
|
48
|
-
,_
|
49
|
+
,_ 134
|
49
50
|
in 130
|
50
51
|
sk 129
|
51
|
-
i_
|
52
|
-
_i
|
53
|
-
ke 117
|
54
|
-
ne 117
|
52
|
+
i_ 126
|
53
|
+
_i 121
|
55
54
|
ng 117
|
56
|
-
|
55
|
+
ke 117
|
56
|
+
ne 116
|
57
|
+
_f 113
|
57
58
|
le 110
|
59
|
+
ti 110
|
58
60
|
om 109
|
59
|
-
_f 109
|
60
61
|
og 108
|
61
62
|
_m 105
|
62
63
|
me 105
|
63
64
|
j 104
|
65
|
+
og_ 103
|
66
|
+
_og 103
|
64
67
|
b 103
|
65
|
-
|
66
|
-
og_ 100
|
68
|
+
_og_ 101
|
67
69
|
la 99
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
70
|
+
m_ 98
|
71
|
+
_a 97
|
72
|
+
_de 97
|
73
|
+
_t 96
|
72
74
|
ha 94
|
73
75
|
ei 93
|
76
|
+
å_ 93
|
77
|
+
�_ 93
|
74
78
|
ø 92
|
75
79
|
� 92
|
76
|
-
|
77
|
-
å_ 91
|
78
|
-
a_ 88
|
79
|
-
_t 88
|
80
|
+
a_ 89
|
80
81
|
se 88
|
81
|
-
_ha
|
82
|
+
_ha 87
|
83
|
+
_v 87
|
82
84
|
el 84
|
83
|
-
nd 84
|
84
85
|
ge 84
|
85
86
|
eg 84
|
86
87
|
ri 84
|
87
|
-
|
88
|
+
nd 83
|
88
89
|
tt 83
|
89
|
-
|
90
|
+
_n 81
|
90
91
|
is 80
|
91
92
|
nn 80
|
93
|
+
_i_ 80
|
92
94
|
y 79
|
93
95
|
ta 79
|
96
|
+
_k 78
|
94
97
|
av 78
|
95
|
-
|
96
|
-
_n 77
|
98
|
+
om_ 77
|
97
99
|
al 75
|
98
|
-
|
100
|
+
_. 75
|
99
101
|
il 74
|
100
102
|
rs 74
|
101
|
-
|
102
|
-
no
|
103
|
-
|
103
|
+
l_ 73
|
104
|
+
no 72
|
105
|
+
d_ 71
|
106
|
+
_b 71
|
104
107
|
on 71
|
105
|
-
|
106
|
-
|
108
|
+
v_ 71
|
109
|
+
_._ 70
|
107
110
|
_me 69
|
111
|
+
ar_ 69
|
108
112
|
rt 69
|
109
|
-
_. 68
|
110
|
-
d_ 68
|
111
113
|
ve 67
|
112
|
-
|
114
|
+
_, 66
|
115
|
+
_,_ 66
|
113
116
|
va 65
|
114
117
|
ing 63
|
115
|
-
|
116
|
-
_p
|
118
|
+
_g 61
|
119
|
+
_p 61
|
117
120
|
at 59
|
118
|
-
_g 59
|
119
121
|
det 59
|
120
|
-
|
122
|
+
ke_ 59
|
123
|
+
an_ 59
|
124
|
+
k_ 58
|
125
|
+
av_ 58
|
121
126
|
fo 58
|
122
|
-
|
123
|
-
|
124
|
-
av_ 57
|
127
|
+
ll 58
|
128
|
+
_er 57
|
125
129
|
un 57
|
126
|
-
|
127
|
-
|
130
|
+
_av 57
|
131
|
+
_er_ 56
|
128
132
|
ik 55
|
129
|
-
_av 55
|
130
|
-
_er 54
|
131
|
-
so 54
|
132
|
-
_l 54
|
133
133
|
N 54
|
134
|
+
_l 54
|
135
|
+
so 53
|
136
|
+
_N 53
|
134
137
|
li 53
|
135
|
-
nor 52
|
136
138
|
je 52
|
139
|
+
nor 52
|
137
140
|
am 52
|
141
|
+
eg_ 51
|
138
142
|
lan 51
|
139
|
-
|
140
|
-
r� 50
|
143
|
+
ne_ 51
|
141
144
|
ors 50
|
142
|
-
_ti 50
|
143
|
-
_er_ 50
|
144
145
|
ed 50
|
145
|
-
|
146
|
-
|
147
|
-
|
146
|
+
r� 50
|
147
|
+
ns 50
|
148
|
+
_ti 50
|
148
149
|
es 49
|
149
|
-
|
150
|
-
til 48
|
150
|
+
ter 49
|
151
151
|
rsk 48
|
152
|
+
_av_ 48
|
153
|
+
D 48
|
152
154
|
for 48
|
153
|
-
|
155
|
+
_D 48
|
156
|
+
til 48
|
157
|
+
te_ 47
|
158
|
+
_r 47
|
154
159
|
and 47
|
155
|
-
_av_ 47
|
156
160
|
H 46
|
157
|
-
|
158
|
-
ra 46
|
159
|
-
it 46
|
161
|
+
_H 46
|
160
162
|
ka 46
|
161
|
-
|
163
|
+
it 46
|
164
|
+
ra 46
|
165
|
+
nde 46
|
162
166
|
ske 45
|
163
|
-
|
164
|
-
|
167
|
+
_til 45
|
168
|
+
_no 44
|
169
|
+
det_ 44
|
165
170
|
ga 44
|
171
|
+
_� 44
|
166
172
|
orsk 44
|
167
|
-
|
168
|
-
som 43
|
169
|
-
_so 43
|
170
|
-
ko 43
|
173
|
+
_No 43
|
171
174
|
na 43
|
175
|
+
ko 43
|
176
|
+
_fo 43
|
177
|
+
_so 43
|
178
|
+
som 43
|
172
179
|
No 43
|
173
|
-
|
174
|
-
det_ 42
|
175
|
-
_fo 42
|
176
|
-
nge 42
|
180
|
+
S 43
|
177
181
|
ste 42
|
182
|
+
nge 42
|
183
|
+
_Nor 42
|
184
|
+
Nor 42
|
185
|
+
som_ 42
|
186
|
+
il_ 42
|
178
187
|
_som 41
|
179
|
-
|
180
|
-
|
181
|
-
|
188
|
+
_S 41
|
189
|
+
_som_ 41
|
190
|
+
rå 40
|
182
191
|
tte 40
|
183
192
|
p� 40
|
184
|
-
rå 40
|
185
|
-
_No 40
|
186
|
-
_Nor 39
|
187
193
|
ett 39
|
188
|
-
_som_ 39
|
189
194
|
nt 39
|
190
|
-
|
191
|
-
rd 38
|
192
|
-
ig 38
|
193
|
-
_� 38
|
194
|
-
em 38
|
195
|
+
_u 38
|
195
196
|
på 38
|
196
197
|
da 38
|
197
198
|
kk 38
|
198
199
|
_ei 38
|
199
|
-
|
200
|
+
ig 38
|
201
|
+
em 38
|
202
|
+
ma 38
|
203
|
+
ør 37
|
204
|
+
_De 37
|
205
|
+
�r 37
|
206
|
+
_p� 37
|
207
|
+
_på 37
|
208
|
+
rd 37
|
209
|
+
_han 37
|
210
|
+
ed_ 37
|
200
211
|
han 37
|
201
212
|
sa 37
|
202
|
-
|
203
|
-
ør 37
|
213
|
+
De 37
|
204
214
|
ten 37
|
205
|
-
|
206
|
-
_u 37
|
207
|
-
ed_ 36
|
208
|
-
_p� 36
|
215
|
+
vi 36
|
209
216
|
gj 36
|
210
|
-
|
217
|
+
re_ 36
|
218
|
+
_for 36
|
219
|
+
til_ 36
|
211
220
|
nors 36
|
212
|
-
|
213
|
-
|
214
|
-
|
221
|
+
norsk 36
|
222
|
+
på_ 36
|
223
|
+
_på_ 36
|
215
224
|
den 35
|
216
|
-
på_ 35
|
217
225
|
reg 35
|
218
|
-
ske_ 35
|
219
|
-
til_ 35
|
220
226
|
kt 35
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
med 34
|
227
|
+
_til_ 35
|
228
|
+
ske_ 35
|
229
|
+
_nor 34
|
225
230
|
rt_ 34
|
226
231
|
_va 34
|
227
|
-
|
228
|
-
|
229
|
-
|
232
|
+
_se 34
|
233
|
+
med 34
|
234
|
+
_det 33
|
235
|
+
de_ 33
|
236
|
+
or_ 33
|
230
237
|
ore 33
|
231
|
-
|
232
|
-
|
233
|
-
_se 32
|
234
|
-
_S 32
|
235
|
-
_det 32
|
238
|
+
lle 33
|
239
|
+
var 33
|
236
240
|
m� 32
|
237
|
-
|
241
|
+
s_ 32
|
242
|
+
_st 32
|
243
|
+
sp 31
|
238
244
|
den_ 31
|
239
|
-
to 31
|
240
|
-
ag 31
|
241
|
-
_st 31
|
242
245
|
land 31
|
243
|
-
sp 31
|
244
|
-
kr 31
|
245
246
|
_med 31
|
246
|
-
|
247
|
+
sk_ 31
|
248
|
+
to 31
|
247
249
|
pe 31
|
248
|
-
|
249
|
-
|
250
|
+
kr 31
|
251
|
+
ag 31
|
252
|
+
tr 31
|
250
253
|
ol 30
|
251
|
-
|
252
|
-
|
253
|
-
har 29
|
254
|
-
s_ 29
|
255
|
-
ak 29
|
256
|
-
med_ 29
|
254
|
+
ell 30
|
255
|
+
med_ 30
|
257
256
|
må 29
|
258
257
|
fr 29
|
258
|
+
_har_ 29
|
259
|
+
ak 29
|
260
|
+
pr 29
|
259
261
|
ni 29
|
262
|
+
har_ 29
|
263
|
+
_har 29
|
264
|
+
le_ 29
|
265
|
+
har 29
|
266
|
+
_han_ 28
|
260
267
|
rk 28
|
261
|
-
|
262
|
-
|
263
|
-
|
268
|
+
mi 28
|
269
|
+
han_ 28
|
270
|
+
_ko 28
|
271
|
+
_med_ 28
|
264
272
|
ss 28
|
265
|
-
har_ 28
|
266
273
|
ek 28
|
267
|
-
|
268
|
-
_har 28
|
274
|
+
_den 28
|
269
275
|
si 28
|
276
|
+
der 28
|
277
|
+
_la 28
|
278
|
+
ng_ 27
|
270
279
|
æ 27
|
271
|
-
|
272
|
-
|
273
|
-
|
274
|
-
�l 27
|
280
|
+
_den_ 27
|
281
|
+
ie 27
|
282
|
+
_ve 27
|
275
283
|
� 27
|
276
|
-
|
284
|
+
�l 27
|
285
|
+
år 27
|
277
286
|
_re 27
|
287
|
+
_fr 27
|
278
288
|
�r 27
|
279
|
-
ei_ 27
|
280
|
-
ie 27
|
281
289
|
as 27
|
282
|
-
|
283
|
-
|
284
|
-
|
285
|
-
_med_ 27
|
286
|
-
_var 26
|
287
|
-
men 26
|
288
|
-
ande 26
|
289
|
-
enn 26
|
290
|
-
ng_ 26
|
290
|
+
ks 27
|
291
|
+
ål 27
|
292
|
+
ei_ 27
|
291
293
|
ut 26
|
294
|
+
ande 26
|
295
|
+
men 26
|
292
296
|
ans 26
|
293
|
-
|
297
|
+
_var 26
|
294
298
|
tin 26
|
295
|
-
- 26
|
296
299
|
nne 26
|
297
|
-
|
298
|
-
ver 25
|
300
|
+
enn 26
|
299
301
|
eri 25
|
302
|
+
_det_ 25
|
303
|
+
ter_ 25
|
304
|
+
mål 25
|
300
305
|
ru 25
|
306
|
+
Noreg 25
|
301
307
|
gje 25
|
302
|
-
|
303
|
-
mål 25
|
304
|
-
ette 25
|
308
|
+
ver 25
|
305
309
|
oreg 25
|
306
|
-
|
307
|
-
|
308
|
-
|
309
|
-
|
310
|
-
|
311
|
-
sj 24
|
312
|
-
ts 24
|
310
|
+
ette 25
|
311
|
+
_Nore 25
|
312
|
+
_å 25
|
313
|
+
ord 25
|
314
|
+
Nore 25
|
313
315
|
tt_ 24
|
314
|
-
|
316
|
+
ere 24
|
317
|
+
sj 24
|
318
|
+
ten_ 24
|
315
319
|
A 24
|
320
|
+
gen 24
|
316
321
|
E 24
|
317
|
-
ene 23
|
318
|
-
ting 23
|
319
|
-
_H 23
|
320
|
-
_å 23
|
321
322
|
kke 23
|
322
|
-
|
323
|
-
|
324
|
-
|
325
|
-
bl 23
|
326
|
-
ten_ 23
|
323
|
+
ting 23
|
324
|
+
_Ha 23
|
325
|
+
ts 23
|
327
326
|
nga 23
|
327
|
+
lo 23
|
328
|
+
_E 23
|
329
|
+
_A 23
|
328
330
|
Ha 23
|
331
|
+
he 23
|
332
|
+
bl 23
|
333
|
+
isk 22
|
329
334
|
ds 22
|
335
|
+
_om 22
|
330
336
|
s� 22
|
331
|
-
_Nore 22
|
332
337
|
sta 22
|
333
|
-
ong 22
|
334
|
-
_det_ 22
|
335
338
|
kon 22
|
336
|
-
|
337
|
-
|
339
|
+
for_ 22
|
340
|
+
ene 22
|
341
|
+
ong 22
|
342
|
+
kri 21
|
343
|
+
�y 21
|
344
|
+
�r 21
|
345
|
+
ær 21
|
338
346
|
øy 21
|
339
|
-
rm 21
|
340
347
|
ir 21
|
341
|
-
�r 21
|
342
|
-
gr 21
|
343
348
|
us 21
|
344
|
-
kri 21
|
345
349
|
ok 21
|
346
|
-
|
347
|
-
for_ 21
|
348
|
-
�y 21
|
350
|
+
rm 21
|
349
351
|
ane 21
|
350
|
-
|
351
|
-
|
352
|
-
|
352
|
+
orsk_ 20
|
353
|
+
_en 20
|
354
|
+
rsk_ 20
|
353
355
|
_nors 20
|
354
|
-
|
355
|
-
sl 20
|
356
|
+
gr 20
|
356
357
|
ad 20
|
357
358
|
ld 20
|
358
359
|
ist 20
|
359
|
-
|
360
|
-
|
360
|
+
_lan 20
|
361
|
+
_bl 20
|
362
|
+
ndet 20
|
363
|
+
sl 20
|
364
|
+
art 20
|
361
365
|
ale 19
|
362
|
-
|
363
|
-
sam 19
|
366
|
+
lt 19
|
364
367
|
hu 19
|
365
|
-
|
366
|
-
andet 19
|
367
|
-
reg_ 19
|
368
|
+
_s� 19
|
368
369
|
ert 19
|
369
|
-
un_ 19
|
370
|
-
_De 19
|
371
|
-
rsk_ 19
|
372
|
-
ort 19
|
373
|
-
_ut 19
|
374
|
-
orsk_ 19
|
375
|
-
_ka 19
|
376
|
-
f� 19
|
377
370
|
inga 19
|
378
|
-
|
379
|
-
orske 19
|
380
|
-
_s� 19
|
381
|
-
_E 19
|
371
|
+
_seg 19
|
382
372
|
fa 19
|
373
|
+
jo 19
|
374
|
+
oreg_ 19
|
375
|
+
f� 19
|
383
376
|
rske 19
|
377
|
+
ort 19
|
378
|
+
orske 19
|
384
379
|
ret 19
|
380
|
+
sam 19
|
381
|
+
andet 19
|
382
|
+
id 19
|
385
383
|
seg 19
|
386
|
-
|
387
|
-
|
384
|
+
_ut 19
|
385
|
+
_ka 19
|
386
|
+
un_ 19
|
387
|
+
_sk 19
|
388
|
+
reg_ 19
|
389
|
+
_sa 19
|
390
|
+
_in 18
|
391
|
+
_seg_ 18
|
392
|
+
sm 18
|
388
393
|
mn 18
|
389
|
-
|
394
|
+
ro 18
|
395
|
+
_om_ 18
|
396
|
+
elle 18
|
390
397
|
ang 18
|
391
|
-
|
392
|
-
|
393
|
-
|
394
|
-
ren 18
|
395
|
-
tor 18
|
396
|
-
ov 18
|
397
|
-
_sa 18
|
398
|
-
sm 18
|
399
|
-
inge 18
|
400
|
-
gs 18
|
398
|
+
_vi 18
|
399
|
+
ge_ 18
|
400
|
+
seg_ 18
|