RubyGems - psychowl - Versions diffs - 0.1.0 - Mend

psychowl 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (46) hide show

checksums.yaml +7 -0
data/CHANGELOG.md +21 -0
data/LICENSE.txt +21 -0
data/README.md +212 -0
data/exe/psychowl +106 -0
data/ext/psychowl_native/core/data/LICENSE-whatlang +26 -0
data/ext/psychowl_native/core/data/README.md +32 -0
data/ext/psychowl_native/core/data/alphabets.tsv +16 -0
data/ext/psychowl_native/core/data/languages.tsv +20 -0
data/ext/psychowl_native/core/data/scripts.tsv +28 -0
data/ext/psychowl_native/core/data/trigrams/ara.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/deu.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/eng.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/fra.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/hin.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ind.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ita.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/nld.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/pol.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/por.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/rus.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/spa.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/tur.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ukr.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/vie.txt +302 -0
data/lib/psychowl/active_model.rb +64 -0
data/lib/psychowl/data_file.rb +14 -0
data/lib/psychowl/detector.rb +123 -0
data/lib/psychowl/engine.rb +23 -0
data/lib/psychowl/info.rb +39 -0
data/lib/psychowl/lang.rb +55 -0
data/lib/psychowl/locale/en.yml +6 -0
data/lib/psychowl/lookup.rb +25 -0
data/lib/psychowl/native_speedup.rb +46 -0
data/lib/psychowl/postgres.rb +35 -0
data/lib/psychowl/railtie.rb +10 -0
data/lib/psychowl/ruby_engine/segmentation.rb +84 -0
data/lib/psychowl/ruby_engine/trigrams.rb +74 -0
data/lib/psychowl/ruby_engine.rb +166 -0
data/lib/psychowl/script.rb +39 -0
data/lib/psychowl/segment.rb +24 -0
data/lib/psychowl/tables.rb +55 -0
data/lib/psychowl/text.rb +26 -0
data/lib/psychowl/version.rb +5 -0
data/lib/psychowl.rb +82 -0
metadata +91 -0

data/ext/psychowl_native/core/data/trigrams/eng.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# eng: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+_th
+the
+_an
+he_
+nd_
+and
+ion
+_of
+of_
+tio
+_to
+to_
+on_
+_in
+al_
+ati
+igh
+ght
+rig
+_ri
+or_
+ent
+as_
+ed_
+is_
+ll_
+in_
+_be
+e_r
+ne_
+one
+ver
+all
+s_t
+eve
+t_t
+_fr
+s_a
+_ha
+_re
+ty_
+ery
+_or
+d_t
+_pr
+ht_
+_co
+_ev
+e_h
+e_a
+ng_
+ts_
+his
+ing
+be_
+yon
+_sh
+ce_
+ree
+fre
+ryo
+n_t
+her
+men
+nat
+sha
+pro
+nal
+y_a
+has
+es_
+for
+_hi
+hal
+f_t
+n_a
+n_o
+nt_
+_pe
+s_o
+_fo
+d_i
+nce
+er_
+ons
+res
+e_s
+ect
+ity
+ly_
+l_b
+ry_
+e_e
+ers
+e_i
+an_
+e_o
+_de
+cti
+dom
+edo
+eed
+hts
+ter
+ona
+re_
+_no
+_wh
+_a_
+_un
+d_f
+_as
+ny_
+l_a
+e_p
+ere
+_en
+_na
+_wi
+nit
+nte
+d_a
+any
+ted
+_di
+ns_
+sta
+th_
+per
+ith
+e_t
+st_
+e_c
+y_t
+om_
+soc
+_ar
+ch_
+t_o
+d_o
+nti
+s_e
+equ
+ve_
+oci
+man
+_fu
+ote
+oth
+ess
+_al
+_ac
+wit
+ial
+_ma
+uni
+_se
+rea
+_so
+_on
+lit
+int
+r_t
+y_o
+enc
+thi
+ual
+t_a
+_eq
+tat
+qua
+ive
+_st
+ali
+e_w
+l_o
+are
+f_h
+con
+te_
+led
+_is
+und
+cia
+e_f
+le_
+_la
+y_i
+uma
+by_
+_by
+hum
+f_a
+ic_
+_hu
+ave
+ge_
+r_a
+_wo
+o_a
+ms_
+com
+_me
+eas
+s_d
+tec
+_li
+n_e
+en_
+rat
+tit
+ple
+whe
+ate
+o_t
+s_r
+t_f
+rot
+_ch
+cie
+dis
+age
+ary
+o_o
+anc
+eli
+no_
+_fa
+_su
+son
+inc
+at_
+nda
+hou
+wor
+t_i
+nde
+rom
+oms
+_ot
+g_t
+eme
+tle
+iti
+gni
+s_w
+itl
+duc
+d_w
+whi
+act
+hic
+aw_
+law
+_he
+ich
+min
+imi
+ort
+o_s
+se_
+e_b
+ntr
+tra
+edu
+oun
+tan
+e_d
+nst
+l_p
+d_n
+ld_
+nta
+s_i
+ble
+n_p
+_pu
+n_s
+_at
+ily
+rth
+tho
+ful
+ssi
+der
+o_e
+cat
+uca
+unt
+ien
+_ed
+o_p
+h_a
+era
+ind
+pen
+sec
+n_w
+omm
+r_s

data/ext/psychowl_native/core/data/trigrams/fra.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# fra: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+_de
+es_
+de_
+ion
+nt_
+et_
+tio
+_et
+ent
+_la
+la_
+e_d
+on_
+ne_
+oit
+e_l
+le_
+_le
+s_d
+e_p
+t_d
+ati
+roi
+_dr
+dro
+it_
+_à_
+_co
+té_
+ns_
+te_
+e_s
+men
+re_
+_to
+con
+_l’
+tou
+que
+_qu
+les
+_so
+des
+son
+_pe
+ons
+_un
+s_l
+s_e
+_pr
+ue_
+_pa
+e_c
+t_l
+ts_
+onn
+_au
+e_a
+eme
+e_e
+_li
+ont
+ant
+out
+ute
+t_à
+res
+ers
+_sa
+ce_
+_a_
+tre
+per
+a_d
+cti
+er_
+lib
+ité
+_en
+ux_
+_re
+en_
+rso
+à_l
+_ou
+_in
+lle
+un_
+nat
+ou_
+nne
+n_d
+une
+_d’
+_se
+par
+nte
+us_
+ur_
+s_s
+ans
+dan
+a_p
+r_l
+pro
+its
+és_
+t_p
+ire
+e_t
+s_p
+sa_
+_dé
+ond
+é_d
+a_l
+nce
+ert
+aux
+omm
+nal
+me_
+_na
+_fo
+iqu
+_ce
+rté
+ect
+ale
+ber
+t_a
+s_a
+_da
+mme
+ibe
+san
+e_r
+_po
+com
+al_
+s_c
+qui
+our
+t_e
+_ne
+e_n
+ous
+r_d
+ali
+ter
+_di
+fon
+e_o
+au_
+_ch
+air
+ui_
+ell
+_es
+lit
+s_n
+iss
+éra
+tes
+soc
+aut
+oci
+êtr
+ien
+int
+du_
+est
+été
+tra
+pou
+_pl
+rat
+ar_
+ran
+rai
+s_o
+ona
+ain
+cla
+éga
+anc
+rs_
+eur
+pri
+n_c
+e_m
+s_t
+à_u
+_do
+ure
+bre
+ut_
+_êt
+age
+_ét
+nsi
+sur
+ein
+sen
+ser
+ndi
+ens
+ess
+ntr
+ir_
+_ma
+cia
+n_p
+st_
+a_c
+_du
+l_e
+_su
+bli
+ge_
+rés
+_ré
+e_q
+ass
+nda
+peu
+ée_
+l’a
+_te
+a_s
+tat
+il_
+tés
+ais
+u_d
+ine
+ind
+é_e
+qu’
+_ac
+s_i
+n_t
+t_c
+n_a
+l’h
+t_q
+soi
+t_s
+cun
+rit
+_ég
+oir
+’en
+nta
+hom
+_on
+n_e
+_mo
+ie_
+ign
+rel
+nna
+t_i
+l_n
+_tr
+ill
+ple
+s_é
+l’e
+rec
+a_r
+ote
+sse
+uni
+idé
+ive
+s_u
+t_ê
+ins
+act
+_fa
+n_s
+_vi
+gal
+_as
+lig
+ssa
+pré
+leu
+e_f
+lic
+dis
+ver
+_nu
+ten
+ssi
+rot
+tec
+s_m
+abl