scylla 0.7.0 → 0.7.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/scylla/classifier.rb +3 -4
- data/lib/scylla/generator.rb +4 -7
- data/lib/scylla/lms/afrikaans.lm +280 -280
- data/lib/scylla/lms/arabic.lm +225 -225
- data/lib/scylla/lms/bulgarian.lm +208 -208
- data/lib/scylla/lms/catalan.lm +212 -212
- data/lib/scylla/lms/chinese.lm +201 -201
- data/lib/scylla/lms/danish.lm +155 -155
- data/lib/scylla/lms/english.lm +207 -207
- data/lib/scylla/lms/finnish.lm +259 -259
- data/lib/scylla/lms/french.lm +203 -203
- data/lib/scylla/lms/german.lm +280 -280
- data/lib/scylla/lms/greek.lm +276 -276
- data/lib/scylla/lms/hebrew.lm +170 -170
- data/lib/scylla/lms/hindi.lm +241 -241
- data/lib/scylla/lms/icelandic.lm +264 -264
- data/lib/scylla/lms/indonesian.lm +272 -272
- data/lib/scylla/lms/italian.lm +283 -283
- data/lib/scylla/lms/japanese.lm +105 -105
- data/lib/scylla/lms/korean.lm +400 -400
- data/lib/scylla/lms/norwegian.lm +235 -235
- data/lib/scylla/lms/polish.lm +264 -264
- data/lib/scylla/lms/portuguese.lm +269 -269
- data/lib/scylla/lms/romanian.lm +278 -278
- data/lib/scylla/lms/russian.lm +127 -127
- data/lib/scylla/lms/slovak.lm +281 -281
- data/lib/scylla/lms/slovenian.lm +276 -276
- data/lib/scylla/lms/spanish.lm +190 -190
- data/lib/scylla/lms/swedish.lm +195 -195
- data/lib/scylla/lms/tagalog.lm +282 -282
- data/lib/scylla/lms/thai.lm +257 -257
- data/lib/scylla/lms/turkish.lm +300 -300
- data/lib/scylla/lms/vietnamese.lm +277 -277
- data/lib/scylla/lms/welsh.lm +271 -271
- data/scylla.gemspec +3 -22
- data/source_texts/korean.txt +219 -134
- metadata +15 -14
- data/scylla-0.6.0.gem +0 -0
data/lib/scylla/lms/japanese.lm
CHANGED
|
@@ -6,10 +6,10 @@
|
|
|
6
6
|
� 4811
|
|
7
7
|
� 4488
|
|
8
8
|
� 3670
|
|
9
|
-
_ 3238
|
|
10
9
|
� 2935
|
|
11
|
-
� 2486
|
|
12
10
|
� 2486
|
|
11
|
+
� 2486
|
|
12
|
+
_ 2244
|
|
13
13
|
� 2136
|
|
14
14
|
� 2083
|
|
15
15
|
� 2033
|
|
@@ -20,8 +20,8 @@ _ 3238
|
|
|
20
20
|
� 1647
|
|
21
21
|
�� 1544
|
|
22
22
|
、 1537
|
|
23
|
-
�� 1523
|
|
24
23
|
の 1523
|
|
24
|
+
�� 1523
|
|
25
25
|
� 1496
|
|
26
26
|
� 1410
|
|
27
27
|
� 1400
|
|
@@ -46,33 +46,32 @@ _ 3238
|
|
|
46
46
|
� 1000
|
|
47
47
|
� 991
|
|
48
48
|
� 981
|
|
49
|
-
�� 966
|
|
50
49
|
る 966
|
|
50
|
+
�� 966
|
|
51
51
|
� 958
|
|
52
|
-
��
|
|
52
|
+
�� 943
|
|
53
53
|
� 901
|
|
54
|
-
__ 880
|
|
55
54
|
� 836
|
|
56
55
|
� 823
|
|
57
56
|
� 813
|
|
58
57
|
� 804
|
|
59
58
|
� 799
|
|
60
59
|
� 795
|
|
61
|
-
��
|
|
62
|
-
�� 784
|
|
60
|
+
�� 783
|
|
63
61
|
� 780
|
|
64
62
|
� 772
|
|
65
63
|
� 767
|
|
66
64
|
が 763
|
|
67
65
|
�� 763
|
|
68
|
-
��
|
|
66
|
+
�� 756
|
|
69
67
|
� 743
|
|
68
|
+
�� 729
|
|
70
69
|
� 716
|
|
71
|
-
��
|
|
70
|
+
�� 711
|
|
72
71
|
� 710
|
|
73
72
|
� 708
|
|
74
|
-
�� 704
|
|
75
73
|
と 704
|
|
74
|
+
�� 704
|
|
76
75
|
� 702
|
|
77
76
|
� 696
|
|
78
77
|
� 695
|
|
@@ -80,8 +79,8 @@ __ 880
|
|
|
80
79
|
�� 681
|
|
81
80
|
。 681
|
|
82
81
|
� 669
|
|
83
|
-
�� 659
|
|
84
82
|
国 659
|
|
83
|
+
�� 659
|
|
85
84
|
� 656
|
|
86
85
|
�� 647
|
|
87
86
|
� 641
|
|
@@ -89,66 +88,66 @@ __ 880
|
|
|
89
88
|
�� 637
|
|
90
89
|
を 637
|
|
91
90
|
�� 634
|
|
92
|
-
�� 627
|
|
93
91
|
し 627
|
|
92
|
+
�� 627
|
|
94
93
|
� 622
|
|
95
94
|
� 619
|
|
96
95
|
� 619
|
|
97
|
-
�� 616
|
|
98
96
|
た 616
|
|
97
|
+
�� 616
|
|
99
98
|
�� 613
|
|
100
99
|
て 613
|
|
101
100
|
� 611
|
|
102
101
|
い 604
|
|
103
102
|
�� 604
|
|
104
|
-
�� 602
|
|
105
103
|
し� 600
|
|
106
104
|
��� 600
|
|
107
105
|
� 596
|
|
108
|
-
��
|
|
106
|
+
�� 591
|
|
107
|
+
�� 589
|
|
109
108
|
� 584
|
|
110
|
-
る� 582
|
|
111
109
|
��� 582
|
|
112
|
-
|
|
110
|
+
る� 582
|
|
113
111
|
�� 580
|
|
114
|
-
|
|
112
|
+
日 580
|
|
115
113
|
�� 579
|
|
114
|
+
な 579
|
|
116
115
|
� 576
|
|
117
116
|
�� 563
|
|
118
117
|
� 559
|
|
119
|
-
��
|
|
118
|
+
�� 553
|
|
120
119
|
は 552
|
|
121
120
|
� 547
|
|
122
|
-
��
|
|
123
|
-
|
|
124
|
-
い�
|
|
125
|
-
��� 529
|
|
121
|
+
�� 534
|
|
122
|
+
��� 528
|
|
123
|
+
い� 528
|
|
126
124
|
�� 519
|
|
125
|
+
�� 518
|
|
127
126
|
� 515
|
|
128
|
-
本 513
|
|
129
127
|
�� 513
|
|
130
128
|
で 513
|
|
129
|
+
本 513
|
|
131
130
|
�� 513
|
|
132
131
|
� 510
|
|
133
|
-
��� 509
|
|
134
132
|
と� 509
|
|
133
|
+
��� 509
|
|
135
134
|
�� 507
|
|
136
135
|
�� 504
|
|
137
136
|
� 492
|
|
138
|
-
れ 490
|
|
139
137
|
�� 490
|
|
138
|
+
れ 490
|
|
140
139
|
� 484
|
|
141
140
|
し� 483
|
|
142
141
|
��� 483
|
|
143
|
-
日� 480
|
|
144
142
|
��� 480
|
|
143
|
+
日� 480
|
|
145
144
|
�� 471
|
|
146
145
|
� 470
|
|
147
|
-
��� 469
|
|
148
146
|
日� 469
|
|
149
|
-
|
|
150
|
-
� 466
|
|
147
|
+
��� 469
|
|
151
148
|
��本 466
|
|
149
|
+
� 466
|
|
150
|
+
�本 466
|
|
152
151
|
れ� 465
|
|
153
152
|
��� 465
|
|
154
153
|
�� 461
|
|
@@ -156,17 +155,17 @@ __ 880
|
|
|
156
155
|
�� 449
|
|
157
156
|
� 446
|
|
158
157
|
� 445
|
|
159
|
-
��� 444
|
|
160
158
|
た� 444
|
|
159
|
+
��� 444
|
|
161
160
|
�� 439
|
|
162
161
|
� 436
|
|
163
162
|
�� 434
|
|
164
|
-
��� 420
|
|
165
163
|
な� 420
|
|
166
|
-
|
|
164
|
+
��� 420
|
|
167
165
|
��� 419
|
|
166
|
+
�� 419
|
|
168
167
|
と� 419
|
|
169
|
-
��
|
|
168
|
+
�� 416
|
|
170
169
|
の� 407
|
|
171
170
|
��� 407
|
|
172
171
|
に� 402
|
|
@@ -174,79 +173,79 @@ __ 880
|
|
|
174
173
|
�� 395
|
|
175
174
|
��� 392
|
|
176
175
|
て� 392
|
|
176
|
+
_� 386
|
|
177
177
|
�� 383
|
|
178
178
|
��� 382
|
|
179
179
|
� 379
|
|
180
|
+
��� 373
|
|
180
181
|
�� 373
|
|
181
182
|
� 373
|
|
182
|
-
��� 373
|
|
183
|
-
は� 372
|
|
184
183
|
� 372
|
|
184
|
+
は� 372
|
|
185
185
|
、� 369
|
|
186
186
|
�� 369
|
|
187
|
-
で� 367
|
|
188
187
|
��� 367
|
|
188
|
+
で� 367
|
|
189
189
|
�� 366
|
|
190
190
|
�� 365
|
|
191
191
|
� 364
|
|
192
|
-
��� 360
|
|
193
192
|
る� 360
|
|
194
|
-
|
|
193
|
+
��� 360
|
|
195
194
|
�� 358
|
|
196
|
-
�� 358
|
|
195
|
+
�� 358
|
|
197
196
|
�� 356
|
|
198
197
|
�� 355
|
|
199
|
-
�� 354
|
|
200
198
|
な� 349
|
|
201
199
|
��� 349
|
|
202
|
-
�� 347
|
|
200
|
+
�� 347
|
|
203
201
|
� 347
|
|
204
|
-
|
|
202
|
+
�� 345
|
|
205
203
|
��。 342
|
|
204
|
+
�。 342
|
|
206
205
|
�� 338
|
|
207
206
|
�� 336
|
|
207
|
+
�� 335
|
|
208
208
|
、� 335
|
|
209
209
|
��� 335
|
|
210
|
-
�� 335
|
|
211
210
|
� 334
|
|
211
|
+
�� 333
|
|
212
212
|
�� 333
|
|
213
|
-
��
|
|
213
|
+
�� 330
|
|
214
214
|
�� 330
|
|
215
|
-
�� 329
|
|
216
215
|
��� 329
|
|
216
|
+
�� 329
|
|
217
217
|
は� 329
|
|
218
218
|
（ 329
|
|
219
219
|
） 328
|
|
220
220
|
�� 327
|
|
221
221
|
�� 324
|
|
222
222
|
ら 323
|
|
223
|
-
��� 323
|
|
224
223
|
�� 323
|
|
224
|
+
��� 323
|
|
225
225
|
�� 321
|
|
226
|
-
あ� 320
|
|
227
226
|
あ 320
|
|
227
|
+
あ� 320
|
|
228
|
+
��� 316
|
|
228
229
|
�� 316
|
|
229
|
-
�� 316
|
|
230
230
|
て� 316
|
|
231
231
|
も 316
|
|
232
|
-
��� 316
|
|
233
232
|
�� 315
|
|
234
|
-
、� 313
|
|
235
233
|
��� 313
|
|
236
|
-
|
|
234
|
+
、� 313
|
|
235
|
+
�� 313
|
|
237
236
|
」 311
|
|
238
237
|
�� 311
|
|
239
|
-
|
|
238
|
+
「 311
|
|
240
239
|
�� 309
|
|
241
|
-
��
|
|
240
|
+
�� 309
|
|
242
241
|
� 308
|
|
242
|
+
�� 307
|
|
243
243
|
国� 306
|
|
244
|
-
�� 306
|
|
245
244
|
��� 306
|
|
246
245
|
��� 305
|
|
247
246
|
の� 305
|
|
247
|
+
�� 305
|
|
248
248
|
�、 302
|
|
249
|
-
_� 302
|
|
250
249
|
��、 300
|
|
251
250
|
� 298
|
|
252
251
|
��� 297
|
|
@@ -254,100 +253,101 @@ _
|
|
|
254
253
|
あ� 284
|
|
255
254
|
��� 284
|
|
256
255
|
�� 281
|
|
257
|
-
��
|
|
256
|
+
�� 278
|
|
258
257
|
�� 277
|
|
259
258
|
�� 276
|
|
260
|
-
��� 274
|
|
261
259
|
れ� 274
|
|
262
|
-
|
|
260
|
+
��� 274
|
|
263
261
|
か 273
|
|
262
|
+
�� 273
|
|
264
263
|
�� 272
|
|
265
264
|
す 272
|
|
266
265
|
年 270
|
|
267
266
|
�� 270
|
|
268
267
|
��� 269
|
|
269
268
|
か� 268
|
|
270
|
-
��� 265
|
|
271
269
|
� 263
|
|
272
|
-
」� 262
|
|
273
|
-
� 262
|
|
274
270
|
�� 262
|
|
271
|
+
� 262
|
|
275
272
|
す� 261
|
|
276
273
|
��� 261
|
|
277
|
-
�� 257
|
|
278
|
-
��� 256
|
|
279
274
|
��� 255
|
|
280
|
-
�� 254
|
|
281
|
-
|
|
275
|
+
�� 254
|
|
276
|
+
�� 253
|
|
277
|
+
��� 252
|
|
282
278
|
�� 251
|
|
283
279
|
��� 250
|
|
284
|
-
|
|
280
|
+
�_ 250
|
|
285
281
|
本� 250
|
|
286
|
-
|
|
282
|
+
��� 250
|
|
283
|
+
」� 249
|
|
287
284
|
す� 246
|
|
288
285
|
�� 246
|
|
289
286
|
�� 246
|
|
287
|
+
��て 246
|
|
290
288
|
��� 246
|
|
289
|
+
_� 246
|
|
291
290
|
�て 246
|
|
292
291
|
�本� 245
|
|
293
|
-
� 245
|
|
294
292
|
� 245
|
|
293
|
+
� 245
|
|
294
|
+
��_ 245
|
|
295
|
+
。_ 245
|
|
296
|
+
��� 244
|
|
297
|
+
）� 242
|
|
295
298
|
�る 242
|
|
296
299
|
��る 242
|
|
297
300
|
�� 241
|
|
298
|
-
|
|
299
|
-
|
|
301
|
+
��� 239
|
|
302
|
+
い� 239
|
|
303
|
+
�� 238
|
|
300
304
|
っ 238
|
|
301
305
|
� 238
|
|
302
|
-
�� 238
|
|
303
|
-
�� 237
|
|
304
306
|
っ� 237
|
|
305
|
-
�� 237
|
|
307
|
+
�� 237
|
|
308
|
+
っ� 237
|
|
306
309
|
�� 237
|
|
307
310
|
ア 237
|
|
308
|
-
っ� 237
|
|
309
311
|
�� 236
|
|
312
|
+
�� 236
|
|
313
|
+
�� 235
|
|
314
|
+
_� 235
|
|
310
315
|
�� 235
|
|
311
316
|
・ 235
|
|
312
|
-
�� 235
|
|
313
|
-
� 233
|
|
314
317
|
� 233
|
|
318
|
+
� 233
|
|
315
319
|
�い 232
|
|
316
|
-
_年 231
|
|
317
|
-
_� 231
|
|
318
320
|
�い� 231
|
|
319
|
-
|
|
320
|
-
��� 230
|
|
321
|
-
� 230
|
|
321
|
+
_年 231
|
|
322
322
|
� 230
|
|
323
|
-
|
|
323
|
+
� 230
|
|
324
324
|
�� 229
|
|
325
|
+
た� 229
|
|
325
326
|
��� 229
|
|
326
327
|
��い 228
|
|
327
328
|
�� 225
|
|
328
329
|
��� 224
|
|
329
|
-
�� 223
|
|
330
|
-
�� 223
|
|
331
330
|
�� 223
|
|
331
|
+
�� 223
|
|
332
332
|
�� 223
|
|
333
333
|
�� 222
|
|
334
|
-
�� 220
|
|
335
334
|
に� 220
|
|
335
|
+
�� 220
|
|
336
336
|
�� 219
|
|
337
337
|
��� 218
|
|
338
338
|
さ 217
|
|
339
|
-
� 215
|
|
340
339
|
さ� 215
|
|
341
340
|
国� 215
|
|
342
341
|
��� 215
|
|
342
|
+
� 215
|
|
343
343
|
�る 214
|
|
344
344
|
��る 213
|
|
345
345
|
大 210
|
|
346
346
|
�� 210
|
|
347
347
|
��� 209
|
|
348
348
|
ら� 209
|
|
349
|
-
��� 208
|
|
350
349
|
い� 208
|
|
350
|
+
��� 208
|
|
351
351
|
�� 207
|
|
352
352
|
� 205
|
|
353
353
|
� 205
|
|
@@ -356,45 +356,45 @@ _
|
|
|
356
356
|
��� 201
|
|
357
357
|
�� 199
|
|
358
358
|
�� 199
|
|
359
|
-
�� 198
|
|
360
|
-
り 197
|
|
361
359
|
�� 197
|
|
360
|
+
り 197
|
|
362
361
|
�� 196
|
|
362
|
+
�� 195
|
|
363
363
|
本� 194
|
|
364
364
|
��� 194
|
|
365
|
-
�� 193
|
|
366
|
-
� 193
|
|
367
365
|
さ� 193
|
|
368
|
-
�る 193
|
|
369
|
-
��� 193
|
|
370
366
|
��る 193
|
|
367
|
+
� 193
|
|
368
|
+
�る 193
|
|
369
|
+
�� 193
|
|
371
370
|
� 193
|
|
371
|
+
��� 193
|
|
372
372
|
�� 192
|
|
373
373
|
�� 192
|
|
374
|
+
��� 191
|
|
374
375
|
��� 191
|
|
376
|
+
人 191
|
|
377
|
+
が� 191
|
|
375
378
|
�� 191
|
|
376
|
-
��� 191
|
|
377
379
|
ア� 191
|
|
378
|
-
が� 191
|
|
379
|
-
人 191
|
|
380
|
-
中 190
|
|
381
380
|
�� 190
|
|
381
|
+
中 190
|
|
382
382
|
�� 188
|
|
383
383
|
�� 188
|
|
384
|
-
か� 187
|
|
385
384
|
��� 187
|
|
385
|
+
か� 187
|
|
386
386
|
�れ 185
|
|
387
387
|
�� 185
|
|
388
|
+
�� 185
|
|
388
389
|
��れ 185
|
|
389
390
|
�� 185
|
|
390
|
-
��
|
|
391
|
-
��
|
|
391
|
+
�� 182
|
|
392
|
+
�� 182
|
|
392
393
|
�れ� 182
|
|
393
394
|
�� 182
|
|
394
|
-
�� 182
|
|
395
395
|
��あ 181
|
|
396
396
|
� 181
|
|
397
|
-
�あ 181
|
|
398
|
-
�� 181
|
|
399
397
|
�あ� 181
|
|
398
|
+
�あ 181
|
|
400
399
|
ど 180
|
|
400
|
+
�� 180
|