RubyGems - psychowl - Versions diffs - 0.1.0 - Mend

psychowl 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (46) hide show

checksums.yaml +7 -0
data/CHANGELOG.md +21 -0
data/LICENSE.txt +21 -0
data/README.md +212 -0
data/exe/psychowl +106 -0
data/ext/psychowl_native/core/data/LICENSE-whatlang +26 -0
data/ext/psychowl_native/core/data/README.md +32 -0
data/ext/psychowl_native/core/data/alphabets.tsv +16 -0
data/ext/psychowl_native/core/data/languages.tsv +20 -0
data/ext/psychowl_native/core/data/scripts.tsv +28 -0
data/ext/psychowl_native/core/data/trigrams/ara.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/deu.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/eng.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/fra.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/hin.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ind.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ita.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/nld.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/pol.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/por.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/rus.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/spa.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/tur.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ukr.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/vie.txt +302 -0
data/lib/psychowl/active_model.rb +64 -0
data/lib/psychowl/data_file.rb +14 -0
data/lib/psychowl/detector.rb +123 -0
data/lib/psychowl/engine.rb +23 -0
data/lib/psychowl/info.rb +39 -0
data/lib/psychowl/lang.rb +55 -0
data/lib/psychowl/locale/en.yml +6 -0
data/lib/psychowl/lookup.rb +25 -0
data/lib/psychowl/native_speedup.rb +46 -0
data/lib/psychowl/postgres.rb +35 -0
data/lib/psychowl/railtie.rb +10 -0
data/lib/psychowl/ruby_engine/segmentation.rb +84 -0
data/lib/psychowl/ruby_engine/trigrams.rb +74 -0
data/lib/psychowl/ruby_engine.rb +166 -0
data/lib/psychowl/script.rb +39 -0
data/lib/psychowl/segment.rb +24 -0
data/lib/psychowl/tables.rb +55 -0
data/lib/psychowl/text.rb +26 -0
data/lib/psychowl/version.rb +5 -0
data/lib/psychowl.rb +82 -0
metadata +91 -0

data/ext/psychowl_native/core/data/trigrams/hin.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# hin: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+के_
+प्र
+और_
+_और
+_के
+ों_
+_का
+कार
+_प्
+का_
+_को
+या_
+ं_क
+ति_
+ार_
+को_
+_है
+िका
+ने_
+है_
+्रत
+धिक
+_अध
+अधि
+की_
+ा_क
+_कि
+_की
+_सम
+ें_
+व्य
+्ति
+क्त
+से_
+_व्
+ा_अ
+्यक
+में
+मान
+ि_क
+_स्
+_मे
+सी_
+न्त
+_हो
+े_क
+ता_
+यक्
+क्ष
+ै_।
+िक_
+त्य
+_कर
+्य_
+_या
+भी_
+_वि
+रत्
+र_स
+ी_स
+_जा
+स्व
+रों
+्ये
+ेक_
+येक
+त्र
+िया
+ा_ज
+क_व
+र_ह
+ित_
+्रा
+किस
+_अन
+ा_स
+िसी
+ा_ह
+ना_
+_से
+_पर
+र_क
+_सा
+देश
+गा_
+_।_
+_अप
+्त्
+े_स
+समा
+ान_
+ी_क
+्त_
+वार
+_।प
+ा_प
+_रा
+षा_
+न_क
+।प्
+ष्ट
+था_
+अन्
+_मा
+्षा
+्वा
+ारो
+तन्
+वतन
+ट्र
+्वत
+प्त
+ाप्
+्ट्
+राष
+ाष्
+_इस
+े_अ
+_उस
+_सं
+राप
+कि_
+त_ह
+हो_
+ं_औ
+ार्
+ा_।
+किय
+े_प
+_दे
+_भी
+करन
+री_
+जाए
+ी_प
+_न_
+र_अ
+क_स
+अपन
+े_व
+ाओं
+्तर
+ओं_
+_नि
+सभी
+रा_
+_तथ
+तथा
+िवा
+यों
+पर_
+_ऐस
+रता
+ारा
+्री
+सम्
+_द्
+ीय_
+िए_
+व_क
+सके
+द्व
+होग
+_सभ
+ं_म
+माज
+रने
+िक्
+्या
+ा_व
+र_प
+_जि
+ो_स
+र_उ
+रक्
+े_म
+पूर
+_लि
+ाएग
+_भा
+इस_
+त_क
+ाव_
+स्थ
+पने
+ा_औ
+द्ध
+श्य
+र्व
+_घो
+घोष
+रूप
+भाव
+ाने
+कृत
+ो_प
+े_ल
+लिए
+शिक
+ूर्
+_उन
+।_इ
+ं_स
+य_क
+्ध_
+दी_
+ी_र
+र्य
+णा_
+एगा
+न्य
+रीय
+ेश_
+रति
+े_ब
+_रू
+ूप_
+परा
+्र_
+तर्
+_पा
+_सु
+जिस
+तिक
+सार
+जो_
+ेशो
+_शि
+ानव
+ी_अ
+चित
+े_औ
+_पू
+ियो
+ा_उ
+म_क
+ी_भ
+शों
+_बु
+म्म
+स्त
+िश्
+्रो
+्म_
+ो_क
+_यह
+र_द
+नव_
+चार
+दिय
+े_य
+र्ण
+राध
+ोगा
+ले_
+नून
+ानू
+ोषण
+षणा
+विश
+_जन
+ारी
+परि
+गी_
+वाह
+साम
+ाना
+रका
+_जो
+ाज_
+ी_ज
+ध_क
+बन्
+ताओ
+ंकि
+ूंक
+ास_
+कर_
+चूं
+ी_व
+य_ह
+ा_ग
+य_स
+न_स
+त_र
+कोई
+ुक्
+ोई_
+_।क
+ं_न
+हित
+निय
+याद
+ादी
+्मा
+्था
+ामा
+ाह_
+ी_म
+े_ज

data/ext/psychowl_native/core/data/trigrams/ind.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# ind: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+an_
+ang
+_da
+ng_
+_pe
+ak_
+_ke
+_me
+ata
+_se
+dan
+kan
+_di
+_be
+hak
+ber
+per
+ran
+nga
+yan
+eng
+_ya
+_ha
+asa
+gan
+men
+ara
+nya
+n_p
+n_d
+n_k
+a_d
+tan
+_at
+at_
+ora
+ala
+san
+_ba
+ap_
+erh
+n_b
+rha
+ya_
+_ma
+g_b
+a_s
+pen
+eba
+as_
+aan
+uk_
+ntu
+_or
+eti
+tas
+aka
+tia
+ban
+set
+_un
+n_s
+ter
+n_y
+_te
+k_m
+tuk
+bas
+iap
+lam
+beb
+am_
+_de
+k_a
+keb
+n_m
+i_d
+unt
+ama
+dal
+ah_
+ika
+dak
+ebe
+p_o
+sa_
+pun
+mem
+n_h
+end
+den
+ra_
+ela
+ri_
+nda
+_sa
+di_
+ma_
+a_m
+n_t
+k_d
+n_a
+ngg
+tau
+man
+gar
+eri
+asi
+_ti
+un_
+al_
+ada
+um_
+a_p
+lak
+ari
+au_
+_ne
+neg
+a_b
+ngs
+ta_
+ole
+leh
+ert
+ers
+ida
+k_h
+ana
+gsa
+dar
+uka
+tid
+bat
+sia
+era
+eh_
+dap
+ila
+dil
+h_d
+atu
+sam
+ia_
+i_m
+_in
+lan
+aha
+uan
+tu_
+ai_
+t_d
+a_a
+g_d
+har
+sem
+na_
+apa
+ser
+ena
+kat
+uat
+erb
+erl
+mas
+rta
+ega
+ung
+nan
+emp
+n_u
+kum
+l_d
+g_s
+_hu
+ka_
+ent
+pat
+mba
+aga
+nta
+adi
+_su
+eni
+uku
+n_i
+huk
+ind
+ar_
+rga
+i_s
+aku
+ndi
+sua
+ni_
+rus
+han
+si_
+car
+nny
+_la
+in_
+u_d
+ik_
+ua_
+lah
+rik
+usi
+emb
+ann
+mer
+ian
+gga
+lai
+min
+a_u
+lua
+ema
+emu
+arg
+dun
+dip
+a_t
+mat
+aya
+rbu
+aru
+erk
+rka
+ini
+eka
+a_k
+rak
+kes
+yat
+iba
+nas
+rma
+ern
+ese
+s_p
+nus
+_pu
+anu
+ina
+_ta
+mel
+mua
+kel
+k_s
+us_
+ndu
+nak
+da_
+sya
+das
+pem
+lin
+ut_
+yar
+ami
+upu
+seo
+aik
+eor
+iny
+aup
+tak
+ipe
+ing
+tin
+_an
+dik
+uar
+ili
+g_t
+rse
+sar
+ant
+g_p
+a_n
+aks
+ain
+_ja
+t_p
+_um
+g_m
+dir
+ksa
+umu
+kep
+mum
+i_k
+eca
+rat
+m_p
+h_p
+aba
+ses
+m_m