RubyGems - psychowl - Versions diffs - 0.1.0 - Mend

psychowl 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (46) hide show

checksums.yaml +7 -0
data/CHANGELOG.md +21 -0
data/LICENSE.txt +21 -0
data/README.md +212 -0
data/exe/psychowl +106 -0
data/ext/psychowl_native/core/data/LICENSE-whatlang +26 -0
data/ext/psychowl_native/core/data/README.md +32 -0
data/ext/psychowl_native/core/data/alphabets.tsv +16 -0
data/ext/psychowl_native/core/data/languages.tsv +20 -0
data/ext/psychowl_native/core/data/scripts.tsv +28 -0
data/ext/psychowl_native/core/data/trigrams/ara.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/deu.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/eng.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/fra.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/hin.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ind.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ita.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/nld.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/pol.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/por.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/rus.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/spa.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/tur.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ukr.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/vie.txt +302 -0
data/lib/psychowl/active_model.rb +64 -0
data/lib/psychowl/data_file.rb +14 -0
data/lib/psychowl/detector.rb +123 -0
data/lib/psychowl/engine.rb +23 -0
data/lib/psychowl/info.rb +39 -0
data/lib/psychowl/lang.rb +55 -0
data/lib/psychowl/locale/en.yml +6 -0
data/lib/psychowl/lookup.rb +25 -0
data/lib/psychowl/native_speedup.rb +46 -0
data/lib/psychowl/postgres.rb +35 -0
data/lib/psychowl/railtie.rb +10 -0
data/lib/psychowl/ruby_engine/segmentation.rb +84 -0
data/lib/psychowl/ruby_engine/trigrams.rb +74 -0
data/lib/psychowl/ruby_engine.rb +166 -0
data/lib/psychowl/script.rb +39 -0
data/lib/psychowl/segment.rb +24 -0
data/lib/psychowl/tables.rb +55 -0
data/lib/psychowl/text.rb +26 -0
data/lib/psychowl/version.rb +5 -0
data/lib/psychowl.rb +82 -0
metadata +91 -0

data/ext/psychowl_native/core/data/trigrams/ita.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# ita: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+_di
+to_
+_de
+ion
+_in
+la_
+e_d
+di_
+ne_
+_e_
+zio
+re_
+le_
+ni_
+ell
+one
+lla
+rit
+a_d
+o_d
+del
+itt
+iri
+dir
+_co
+ti_
+ess
+ent
+_al
+azi
+tto
+te_
+i_d
+i_i
+ere
+tà_
+_pr
+ndi
+e_l
+ale
+o_a
+ind
+e_e
+e_i
+gni
+nte
+con
+i_e
+li_
+a_s
+_un
+men
+ogn
+_ne
+uo_
+_og
+idu
+e_a
+ivi
+duo
+vid
+_es
+tti
+_ha
+div
+_li
+a_p
+no_
+all
+pro
+za_
+ato
+per
+sse
+ser
+_so
+i_s
+_la
+_su
+e_p
+_pe
+ibe
+na_
+a_l
+_il
+ber
+e_n
+il_
+ali
+lib
+ha_
+che
+in_
+o_s
+e_s
+_qu
+o_e
+ia_
+e_c
+_ri
+nza
+ta_
+nto
+he_
+oni
+o_i
+_o_
+sta
+o_c
+nel
+_a_
+o_p
+naz
+e_o
+so_
+_po
+o_h
+gli
+i_u
+ond
+i_c
+ers
+ame
+i_p
+lle
+un_
+era
+ri_
+ver
+ro_
+el_
+una
+a_c
+_ch
+ert
+ua_
+i_a
+ssi
+rtà
+a_e
+ei_
+dis
+ant
+_l_
+tat
+a_a
+ona
+ual
+_le
+ità
+are
+ter
+_ad
+nit
+_da
+pri
+dei
+à_e
+cia
+_st
+_si
+nal
+est
+tut
+ist
+com
+uni
+_ed
+ono
+_na
+sua
+al_
+si_
+anz
+_pa
+_re
+raz
+gua
+ita
+res
+der
+soc
+man
+o_o
+ad_
+i_o
+ese
+que
+enz
+ed_
+_se
+io_
+ett
+on_
+_tu
+dic
+à_d
+sia
+i_r
+rso
+oci
+rio
+ari
+qua
+ial
+pre
+ich
+rat
+ien
+tra
+ani
+uma
+se_
+ll_
+eri
+a_n
+o_n
+_um
+do_
+ara
+a_t
+zza
+er_
+tri
+att
+ico
+pos
+sci
+i_l
+son
+nda
+par
+e_u
+fon
+_fo
+nti
+uzi
+str
+utt
+ati
+sen
+int
+nes
+iar
+_i_
+hia
+n_c
+sti
+chi
+ann
+ra_
+_eg
+egu
+isp
+bil
+ont
+a_r
+_no
+rop
+_me
+opr
+ost
+_ma
+ues
+ica
+sso
+tal
+cie
+sun
+lit
+ore
+ina
+ite
+tan
+_ra
+non
+gio
+d_a
+e_r
+dev
+i_m
+l_i
+ezz
+izi
+_cu
+nno
+rà_
+a_i
+tta
+ria
+lia
+cos
+ssu
+dal
+l_p
+_as
+ass
+opo
+ve_
+eve

data/ext/psychowl_native/core/data/trigrams/nld.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# nld: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+en_
+de_
+an_
+_de
+van
+_va
+_en
+_he
+ing
+cht
+der
+ng_
+n_d
+n_v
+et_
+een
+_ge
+ech
+n_e
+ver
+rec
+nde
+_ee
+_re
+_be
+ede
+er_
+e_v
+gen
+den
+het
+ten
+_te
+_in
+_op
+n_i
+_ve
+lij
+_zi
+ere
+eli
+zij
+ijk
+te_
+oor
+ht_
+ens
+n_o
+and
+t_o
+ijn
+ied
+ke_
+_on
+eid
+op_
+_vo
+jn_
+id_
+ond
+in_
+sch
+_vr
+aar
+n_z
+aan
+_ie
+rde
+rij
+men
+ren
+ord
+hei
+hte
+_we
+eft
+n_g
+ft_
+n_w
+or_
+n_h
+eef
+vri
+wor
+_me
+hee
+al_
+t_r
+of_
+le_
+_of
+ati
+g_v
+e_b
+eni
+_aa
+lle
+_wo
+n_a
+e_o
+nd_
+r_h
+voo
+_al
+ege
+n_t
+erk
+_da
+_na
+t_h
+sta
+jke
+at_
+nat
+nge
+e_e
+end
+_st
+om_
+e_g
+tie
+n_b
+ste
+die
+e_r
+erw
+wel
+e_s
+r_d
+_om
+ij_
+dig
+t_e
+ige
+ter
+ie_
+gel
+re_
+jhe
+t_d
+_za
+e_m
+ers
+ijh
+nig
+zal
+nie
+d_v
+ns_
+d_e
+e_w
+e_n
+est
+ele
+bes
+_do
+g_e
+che
+vol
+ge_
+eze
+e_d
+ig_
+gin
+dat
+hap
+cha
+eke
+_di
+ona
+e_a
+lke
+nst
+ard
+_gr
+tel
+min
+_to
+waa
+len
+elk
+lin
+eme
+jk_
+n_s
+del
+str
+han
+eve
+gro
+ich
+ven
+doo
+_wa
+t_v
+it_
+ove
+rin
+aat
+n_n
+wet
+uit
+ijd
+ze_
+_zo
+ion
+_ov
+dez
+gem
+met
+tio
+bbe
+ach
+_ni
+hed
+st_
+all
+ies
+per
+heb
+ebb
+e_i
+toe
+es_
+taa
+n_m
+nte
+ien
+el_
+nin
+ale
+ben
+daa
+sti
+_ma
+mee
+kin
+pen
+e_h
+wer
+ont
+iet
+tig
+g_o
+s_e
+_er
+igd
+ete
+ang
+lan
+nsc
+ema
+man
+t_g
+is_
+beg
+her
+esc
+bij
+d_o
+ron
+tin
+nal
+eer
+p_v
+edi
+erm
+ite
+t_w
+t_a
+_hu
+rwi
+wij
+ijs
+r_e
+weg
+js_
+rmi
+naa
+t_b
+app
+rwe
+_bi
+t_z
+ker
+ame
+eri
+ken
+_an
+ar_
+_la
+tre
+ger
+rdi
+tan
+eit
+gde
+g_i
+d_z
+oep