categorize 0.0.5 → 0.0.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +8 -8
- data/lib/categorize/constants.rb +541 -539
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,15 +1,15 @@
|
|
1
1
|
---
|
2
2
|
!binary "U0hBMQ==":
|
3
3
|
metadata.gz: !binary |-
|
4
|
-
|
4
|
+
NDZiODNkODIyOTFiNGQyZDBiYWM3NmM3MDg0YjBkOGM5ZjUyOTQ0OA==
|
5
5
|
data.tar.gz: !binary |-
|
6
|
-
|
6
|
+
OTg5YWJjN2QwYTc3OWMxYjJiZTI5ZWM5MWEwMzllZGRiNGRmZDVmZQ==
|
7
7
|
!binary "U0hBNTEy":
|
8
8
|
metadata.gz: !binary |-
|
9
|
-
|
10
|
-
|
11
|
-
|
9
|
+
NWRlMTAzMTlhMTgwN2VlM2M3NWE3MTI3NTQ5ZDRiNTFjNDJhZWQ0ZjY4ZTVm
|
10
|
+
NWY2MTA0YTE2NWI2N2Q4ZTgyMDk4NDk0ZTg1MDFkNWI0YjFiYTMyM2U2ZjIz
|
11
|
+
ZTgzZTdkMGMyNjY4YmU2NTVlYTJlZjhhYWE4Nzg4MDk3ZjYwYjk=
|
12
12
|
data.tar.gz: !binary |-
|
13
|
-
|
14
|
-
|
15
|
-
|
13
|
+
YzlkZDkzYTYzYTE1ZDBlNzNmZTY3ZDA0ZDA3ODc1YmYzNzU5NTgzODk5MTU5
|
14
|
+
NzI0ZjQ1NGU5NGExOWIxZDhjNzQyM2VlMzAyMmE3MjUzNmVjNGFhNThjZjMw
|
15
|
+
NWI0MTNhNTI3MTI5ZTA3MGEzZmM3NmMxNjA1NTFhOTZhNDhmNGI=
|
data/lib/categorize/constants.rb
CHANGED
@@ -1,543 +1,545 @@
|
|
1
1
|
# encoding: utf-8
|
2
2
|
|
3
|
-
module
|
4
|
-
module
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
192
|
-
|
193
|
-
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
|
202
|
-
|
203
|
-
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
208
|
-
|
209
|
-
|
210
|
-
|
211
|
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
231
|
-
|
232
|
-
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
|
237
|
-
|
238
|
-
|
239
|
-
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
|
244
|
-
|
245
|
-
|
246
|
-
|
247
|
-
|
248
|
-
|
249
|
-
|
250
|
-
|
251
|
-
|
252
|
-
|
253
|
-
|
254
|
-
|
255
|
-
|
256
|
-
|
257
|
-
|
258
|
-
|
259
|
-
|
260
|
-
|
261
|
-
|
262
|
-
|
263
|
-
|
264
|
-
|
265
|
-
|
266
|
-
|
267
|
-
|
268
|
-
|
269
|
-
|
270
|
-
|
271
|
-
|
272
|
-
|
273
|
-
|
274
|
-
|
275
|
-
|
276
|
-
|
277
|
-
|
278
|
-
|
279
|
-
|
280
|
-
|
281
|
-
|
282
|
-
|
283
|
-
|
284
|
-
|
285
|
-
|
286
|
-
|
287
|
-
|
288
|
-
|
289
|
-
|
290
|
-
|
291
|
-
|
292
|
-
|
293
|
-
|
294
|
-
|
295
|
-
|
296
|
-
|
297
|
-
|
298
|
-
|
299
|
-
|
300
|
-
|
301
|
-
|
302
|
-
|
303
|
-
|
304
|
-
|
305
|
-
|
306
|
-
|
307
|
-
|
308
|
-
|
309
|
-
|
310
|
-
|
311
|
-
|
312
|
-
|
313
|
-
|
314
|
-
|
315
|
-
|
316
|
-
|
317
|
-
|
318
|
-
|
319
|
-
|
320
|
-
|
321
|
-
|
322
|
-
|
323
|
-
|
324
|
-
|
325
|
-
|
326
|
-
|
327
|
-
|
328
|
-
|
329
|
-
|
330
|
-
|
331
|
-
|
332
|
-
|
333
|
-
|
334
|
-
|
335
|
-
|
336
|
-
|
337
|
-
|
338
|
-
|
339
|
-
|
340
|
-
|
341
|
-
|
342
|
-
|
343
|
-
|
344
|
-
|
345
|
-
|
346
|
-
|
347
|
-
|
348
|
-
|
349
|
-
|
350
|
-
|
351
|
-
|
352
|
-
|
353
|
-
|
354
|
-
|
355
|
-
|
356
|
-
|
357
|
-
|
358
|
-
|
359
|
-
|
360
|
-
|
361
|
-
|
362
|
-
|
363
|
-
|
364
|
-
|
365
|
-
|
366
|
-
|
367
|
-
|
368
|
-
|
369
|
-
|
370
|
-
|
371
|
-
|
372
|
-
|
373
|
-
|
374
|
-
|
375
|
-
|
376
|
-
|
377
|
-
|
378
|
-
|
379
|
-
|
380
|
-
|
381
|
-
|
382
|
-
|
383
|
-
|
384
|
-
|
385
|
-
|
386
|
-
|
387
|
-
|
388
|
-
|
389
|
-
|
390
|
-
|
391
|
-
|
392
|
-
|
393
|
-
|
394
|
-
|
395
|
-
|
396
|
-
|
397
|
-
|
398
|
-
|
399
|
-
|
400
|
-
|
401
|
-
|
402
|
-
|
403
|
-
|
404
|
-
|
405
|
-
|
406
|
-
|
407
|
-
|
408
|
-
|
409
|
-
|
410
|
-
|
411
|
-
|
412
|
-
|
413
|
-
|
414
|
-
|
415
|
-
|
416
|
-
|
417
|
-
|
418
|
-
|
419
|
-
|
420
|
-
|
421
|
-
|
422
|
-
|
423
|
-
|
424
|
-
|
425
|
-
|
426
|
-
|
427
|
-
|
428
|
-
|
429
|
-
|
430
|
-
|
431
|
-
|
432
|
-
|
433
|
-
|
434
|
-
|
435
|
-
|
436
|
-
|
437
|
-
|
438
|
-
|
439
|
-
|
440
|
-
|
441
|
-
|
442
|
-
|
443
|
-
|
444
|
-
|
445
|
-
|
446
|
-
|
447
|
-
|
448
|
-
|
449
|
-
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
454
|
-
|
455
|
-
|
456
|
-
|
457
|
-
|
458
|
-
|
459
|
-
|
460
|
-
|
461
|
-
|
462
|
-
|
463
|
-
|
464
|
-
|
465
|
-
|
466
|
-
|
467
|
-
|
468
|
-
|
469
|
-
|
470
|
-
|
471
|
-
|
472
|
-
|
473
|
-
|
474
|
-
|
475
|
-
|
476
|
-
|
477
|
-
|
478
|
-
|
479
|
-
|
480
|
-
|
481
|
-
|
482
|
-
|
483
|
-
|
484
|
-
|
485
|
-
|
486
|
-
|
487
|
-
|
488
|
-
|
489
|
-
|
490
|
-
|
491
|
-
|
492
|
-
|
493
|
-
|
494
|
-
|
495
|
-
|
496
|
-
|
497
|
-
|
498
|
-
|
499
|
-
|
500
|
-
|
501
|
-
|
502
|
-
|
503
|
-
|
504
|
-
|
505
|
-
|
506
|
-
|
507
|
-
|
508
|
-
|
509
|
-
|
510
|
-
|
511
|
-
|
512
|
-
|
513
|
-
|
514
|
-
|
515
|
-
|
516
|
-
|
517
|
-
|
518
|
-
|
519
|
-
|
520
|
-
|
521
|
-
|
522
|
-
|
523
|
-
|
524
|
-
|
525
|
-
|
526
|
-
|
527
|
-
|
528
|
-
|
529
|
-
|
530
|
-
|
531
|
-
|
532
|
-
|
533
|
-
|
534
|
-
|
535
|
-
|
536
|
-
|
537
|
-
|
538
|
-
|
539
|
-
|
540
|
-
|
541
|
-
|
3
|
+
module Categorize
|
4
|
+
module Constants
|
5
|
+
module Words
|
6
|
+
# only include words > 2 chars
|
7
|
+
ENGLISH = %w(
|
8
|
+
000
|
9
|
+
page
|
10
|
+
home
|
11
|
+
free
|
12
|
+
also
|
13
|
+
about
|
14
|
+
above
|
15
|
+
according
|
16
|
+
accordingly
|
17
|
+
across
|
18
|
+
after
|
19
|
+
afterward
|
20
|
+
afterwards
|
21
|
+
again
|
22
|
+
against
|
23
|
+
all
|
24
|
+
almost
|
25
|
+
alone
|
26
|
+
along
|
27
|
+
already
|
28
|
+
also
|
29
|
+
although
|
30
|
+
always
|
31
|
+
among
|
32
|
+
amongst
|
33
|
+
amp
|
34
|
+
and
|
35
|
+
another
|
36
|
+
any
|
37
|
+
anyhow
|
38
|
+
anyone
|
39
|
+
anything
|
40
|
+
anywhere
|
41
|
+
apr
|
42
|
+
are
|
43
|
+
aug
|
44
|
+
around
|
45
|
+
became
|
46
|
+
because
|
47
|
+
become
|
48
|
+
becomes
|
49
|
+
becoming
|
50
|
+
been
|
51
|
+
before
|
52
|
+
beforehand
|
53
|
+
began
|
54
|
+
behind
|
55
|
+
being
|
56
|
+
below
|
57
|
+
beside
|
58
|
+
besides
|
59
|
+
between
|
60
|
+
beyond
|
61
|
+
both
|
62
|
+
but
|
63
|
+
can
|
64
|
+
cannot
|
65
|
+
certain
|
66
|
+
com
|
67
|
+
could
|
68
|
+
days ago
|
69
|
+
dec
|
70
|
+
did
|
71
|
+
does
|
72
|
+
down
|
73
|
+
during
|
74
|
+
each
|
75
|
+
edu
|
76
|
+
either
|
77
|
+
else
|
78
|
+
elsewhere
|
79
|
+
enough
|
80
|
+
especially
|
81
|
+
est
|
82
|
+
etc
|
83
|
+
even
|
84
|
+
ever
|
85
|
+
every
|
86
|
+
everyone
|
87
|
+
everything
|
88
|
+
everywhere
|
89
|
+
example
|
90
|
+
except
|
91
|
+
feb
|
92
|
+
few
|
93
|
+
fewer
|
94
|
+
finally
|
95
|
+
find
|
96
|
+
following
|
97
|
+
for
|
98
|
+
former
|
99
|
+
formerly
|
100
|
+
from
|
101
|
+
further
|
102
|
+
furthermore
|
103
|
+
generally
|
104
|
+
get
|
105
|
+
given
|
106
|
+
had
|
107
|
+
has
|
108
|
+
have
|
109
|
+
having
|
110
|
+
hence
|
111
|
+
henceforth
|
112
|
+
her
|
113
|
+
here
|
114
|
+
hereafter
|
115
|
+
hereby
|
116
|
+
herein
|
117
|
+
hereupon
|
118
|
+
hers
|
119
|
+
herself
|
120
|
+
him
|
121
|
+
himself
|
122
|
+
his
|
123
|
+
hours ago
|
124
|
+
how
|
125
|
+
however
|
126
|
+
http
|
127
|
+
inc
|
128
|
+
include
|
129
|
+
included
|
130
|
+
includes
|
131
|
+
including
|
132
|
+
indeed
|
133
|
+
instead
|
134
|
+
into
|
135
|
+
its
|
136
|
+
itself
|
137
|
+
jan
|
138
|
+
jul
|
139
|
+
know
|
140
|
+
known
|
141
|
+
later
|
142
|
+
latterly
|
143
|
+
ldquo
|
144
|
+
llc
|
145
|
+
lquo
|
146
|
+
least
|
147
|
+
less
|
148
|
+
many
|
149
|
+
mar
|
150
|
+
may
|
151
|
+
maybe
|
152
|
+
mdash
|
153
|
+
meanwhile
|
154
|
+
might
|
155
|
+
miss
|
156
|
+
more
|
157
|
+
moreover
|
158
|
+
most
|
159
|
+
mostly
|
160
|
+
much
|
161
|
+
must
|
162
|
+
myself
|
163
|
+
nbsp
|
164
|
+
ndash
|
165
|
+
near
|
166
|
+
nearly
|
167
|
+
neither
|
168
|
+
never
|
169
|
+
nevertheless
|
170
|
+
next
|
171
|
+
nobody
|
172
|
+
non
|
173
|
+
none
|
174
|
+
nonetheless
|
175
|
+
nor
|
176
|
+
not
|
177
|
+
nothing
|
178
|
+
nov
|
179
|
+
now
|
180
|
+
nowhere
|
181
|
+
oct
|
182
|
+
off
|
183
|
+
often
|
184
|
+
once
|
185
|
+
one
|
186
|
+
only
|
187
|
+
onto
|
188
|
+
org
|
189
|
+
other
|
190
|
+
others
|
191
|
+
otherwise
|
192
|
+
our
|
193
|
+
ours
|
194
|
+
ourselves
|
195
|
+
out
|
196
|
+
over
|
197
|
+
overall
|
198
|
+
own
|
199
|
+
part
|
200
|
+
particularly
|
201
|
+
parts
|
202
|
+
per
|
203
|
+
perhaps
|
204
|
+
probably
|
205
|
+
quot
|
206
|
+
rather
|
207
|
+
rdquo
|
208
|
+
rquo
|
209
|
+
said
|
210
|
+
same
|
211
|
+
seem
|
212
|
+
seemed
|
213
|
+
seeming
|
214
|
+
seemingly
|
215
|
+
seems
|
216
|
+
sep
|
217
|
+
set
|
218
|
+
several
|
219
|
+
she
|
220
|
+
should
|
221
|
+
similar
|
222
|
+
since
|
223
|
+
site
|
224
|
+
some
|
225
|
+
somehow
|
226
|
+
someone
|
227
|
+
something
|
228
|
+
sometime
|
229
|
+
sometimes
|
230
|
+
somewhat
|
231
|
+
somewhere
|
232
|
+
still
|
233
|
+
such
|
234
|
+
than
|
235
|
+
that
|
236
|
+
the
|
237
|
+
their
|
238
|
+
them
|
239
|
+
themselves
|
240
|
+
then
|
241
|
+
thence
|
242
|
+
thenceforth
|
243
|
+
there
|
244
|
+
thereafter
|
245
|
+
thereby
|
246
|
+
therefore
|
247
|
+
therein
|
248
|
+
thereupon
|
249
|
+
these
|
250
|
+
they
|
251
|
+
this
|
252
|
+
those
|
253
|
+
though
|
254
|
+
through
|
255
|
+
throughout
|
256
|
+
thru
|
257
|
+
thus
|
258
|
+
together
|
259
|
+
too
|
260
|
+
took
|
261
|
+
toward
|
262
|
+
towards
|
263
|
+
two
|
264
|
+
under
|
265
|
+
unless
|
266
|
+
unlike
|
267
|
+
unlikely
|
268
|
+
until
|
269
|
+
upon
|
270
|
+
url
|
271
|
+
use
|
272
|
+
used
|
273
|
+
using
|
274
|
+
usually
|
275
|
+
various
|
276
|
+
very
|
277
|
+
via
|
278
|
+
want
|
279
|
+
was
|
280
|
+
way
|
281
|
+
well
|
282
|
+
were
|
283
|
+
what
|
284
|
+
whatever
|
285
|
+
when
|
286
|
+
whence
|
287
|
+
whenever
|
288
|
+
where
|
289
|
+
whereafter
|
290
|
+
whereas
|
291
|
+
whereby
|
292
|
+
wherein
|
293
|
+
whereupon
|
294
|
+
wherever
|
295
|
+
whether
|
296
|
+
which
|
297
|
+
while
|
298
|
+
whither
|
299
|
+
who
|
300
|
+
whoever
|
301
|
+
whole
|
302
|
+
whom
|
303
|
+
whomever
|
304
|
+
whose
|
305
|
+
why
|
306
|
+
will
|
307
|
+
with
|
308
|
+
within
|
309
|
+
without
|
310
|
+
would
|
311
|
+
www
|
312
|
+
yes
|
313
|
+
yet
|
314
|
+
you
|
315
|
+
your
|
316
|
+
yours
|
317
|
+
yourself
|
318
|
+
yourselves
|
319
|
+
)
|
320
|
+
SPANISH = %w(
|
321
|
+
acuerdo
|
322
|
+
adelante
|
323
|
+
ademas
|
324
|
+
adrede
|
325
|
+
ahi
|
326
|
+
ahora
|
327
|
+
alli
|
328
|
+
alrededor
|
329
|
+
antano
|
330
|
+
ante
|
331
|
+
antes
|
332
|
+
apenas
|
333
|
+
aproximadamente
|
334
|
+
aquel
|
335
|
+
aquella
|
336
|
+
aquellas
|
337
|
+
aquello
|
338
|
+
aquellos
|
339
|
+
aqui
|
340
|
+
arribaabajo
|
341
|
+
asi
|
342
|
+
aun
|
343
|
+
aunque
|
344
|
+
bajo
|
345
|
+
bastante
|
346
|
+
bien
|
347
|
+
breve
|
348
|
+
casi
|
349
|
+
cerca
|
350
|
+
claro
|
351
|
+
como
|
352
|
+
con
|
353
|
+
conmigo
|
354
|
+
contigo
|
355
|
+
contra
|
356
|
+
cual
|
357
|
+
cuales
|
358
|
+
cuando
|
359
|
+
cuanta
|
360
|
+
cuantas
|
361
|
+
cuanto
|
362
|
+
cuantos
|
363
|
+
debajo
|
364
|
+
del
|
365
|
+
delante
|
366
|
+
demasiado
|
367
|
+
dentro
|
368
|
+
deprisa
|
369
|
+
desde
|
370
|
+
despacio
|
371
|
+
despues
|
372
|
+
detras
|
373
|
+
dia
|
374
|
+
dias
|
375
|
+
donde
|
376
|
+
dos
|
377
|
+
durante
|
378
|
+
ella
|
379
|
+
ellas
|
380
|
+
ellos
|
381
|
+
encima
|
382
|
+
enfrente
|
383
|
+
enseguida
|
384
|
+
entre
|
385
|
+
esa
|
386
|
+
esas
|
387
|
+
ese
|
388
|
+
eso
|
389
|
+
esos
|
390
|
+
esta
|
391
|
+
estado
|
392
|
+
estados
|
393
|
+
estan
|
394
|
+
estar
|
395
|
+
estas
|
396
|
+
este
|
397
|
+
esto
|
398
|
+
estos
|
399
|
+
excepto
|
400
|
+
final
|
401
|
+
fue
|
402
|
+
fuera
|
403
|
+
fueron
|
404
|
+
general
|
405
|
+
gran
|
406
|
+
habia
|
407
|
+
habla
|
408
|
+
hablan
|
409
|
+
hace
|
410
|
+
hacia
|
411
|
+
han
|
412
|
+
hasta
|
413
|
+
hay
|
414
|
+
horas
|
415
|
+
hoy
|
416
|
+
incluso
|
417
|
+
informo
|
418
|
+
junto
|
419
|
+
lado
|
420
|
+
las
|
421
|
+
lejos
|
422
|
+
los
|
423
|
+
luego
|
424
|
+
mal
|
425
|
+
mas
|
426
|
+
mayor
|
427
|
+
medio
|
428
|
+
mejor
|
429
|
+
menos
|
430
|
+
menudo
|
431
|
+
mia
|
432
|
+
mias
|
433
|
+
mientras
|
434
|
+
mio
|
435
|
+
mios
|
436
|
+
mis
|
437
|
+
mismo
|
438
|
+
mucho
|
439
|
+
muy
|
440
|
+
nada
|
441
|
+
nadie
|
442
|
+
ninguna
|
443
|
+
nos
|
444
|
+
nosotras
|
445
|
+
nosotros
|
446
|
+
nuestra
|
447
|
+
nuestras
|
448
|
+
nuestro
|
449
|
+
nuestros
|
450
|
+
nueva
|
451
|
+
nuevo
|
452
|
+
nunca
|
453
|
+
otra
|
454
|
+
otros
|
455
|
+
pais
|
456
|
+
para
|
457
|
+
parte
|
458
|
+
pasado
|
459
|
+
peor
|
460
|
+
pero
|
461
|
+
poco
|
462
|
+
por
|
463
|
+
porque
|
464
|
+
pronto
|
465
|
+
proximo
|
466
|
+
puede
|
467
|
+
qeu
|
468
|
+
que
|
469
|
+
quien
|
470
|
+
quienes
|
471
|
+
quiza
|
472
|
+
quizas
|
473
|
+
raras
|
474
|
+
repente
|
475
|
+
salvo
|
476
|
+
segun
|
477
|
+
ser
|
478
|
+
sera
|
479
|
+
sido
|
480
|
+
siempre
|
481
|
+
sin
|
482
|
+
sobre
|
483
|
+
solamente
|
484
|
+
solo
|
485
|
+
son
|
486
|
+
soyos
|
487
|
+
supuesto
|
488
|
+
sus
|
489
|
+
suya
|
490
|
+
suyas
|
491
|
+
suyo
|
492
|
+
tal
|
493
|
+
tambien
|
494
|
+
tampoco
|
495
|
+
tarde
|
496
|
+
temprano
|
497
|
+
tiene
|
498
|
+
todavia
|
499
|
+
todo
|
500
|
+
todos
|
501
|
+
tras
|
502
|
+
tus
|
503
|
+
tuya
|
504
|
+
tuyas
|
505
|
+
tuyo
|
506
|
+
tuyos
|
507
|
+
una
|
508
|
+
unas
|
509
|
+
uno
|
510
|
+
unos
|
511
|
+
usted
|
512
|
+
ustedes
|
513
|
+
veces
|
514
|
+
vez
|
515
|
+
vosotras
|
516
|
+
vosotros
|
517
|
+
vuestra
|
518
|
+
vuestras
|
519
|
+
vuestro
|
520
|
+
vuestros
|
521
|
+
tudo
|
522
|
+
dise
|
523
|
+
dicas
|
524
|
+
muito
|
525
|
+
)
|
526
|
+
FRENCH = %w(
|
527
|
+
des
|
528
|
+
les
|
529
|
+
mais
|
530
|
+
pour
|
531
|
+
)
|
532
|
+
COMMON = ENGLISH | SPANISH | FRENCH
|
533
|
+
ASIAN_SPACE_CHARS = [
|
534
|
+
'\302\267',
|
535
|
+
'\343\200\201',
|
536
|
+
'\343\200\202',
|
537
|
+
'\343\203\273',
|
538
|
+
'\357\274\201'
|
539
|
+
].join('|')
|
540
|
+
SPLIT_REGEX_STR = '[^[:word:]]|[[:punct:]]|' +
|
541
|
+
Constants::Words::ASIAN_SPACE_CHARS
|
542
|
+
SPLIT_REGEX = Regexp.new SPLIT_REGEX_STR.force_encoding('utf-8')
|
543
|
+
end
|
542
544
|
end
|
543
545
|
end
|