RubyGems - psychowl - Versions diffs - 0.1.0 - Mend

psychowl 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (46) hide show

checksums.yaml +7 -0
data/CHANGELOG.md +21 -0
data/LICENSE.txt +21 -0
data/README.md +212 -0
data/exe/psychowl +106 -0
data/ext/psychowl_native/core/data/LICENSE-whatlang +26 -0
data/ext/psychowl_native/core/data/README.md +32 -0
data/ext/psychowl_native/core/data/alphabets.tsv +16 -0
data/ext/psychowl_native/core/data/languages.tsv +20 -0
data/ext/psychowl_native/core/data/scripts.tsv +28 -0
data/ext/psychowl_native/core/data/trigrams/ara.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/deu.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/eng.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/fra.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/hin.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ind.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ita.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/nld.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/pol.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/por.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/rus.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/spa.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/tur.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/ukr.txt +302 -0
data/ext/psychowl_native/core/data/trigrams/vie.txt +302 -0
data/lib/psychowl/active_model.rb +64 -0
data/lib/psychowl/data_file.rb +14 -0
data/lib/psychowl/detector.rb +123 -0
data/lib/psychowl/engine.rb +23 -0
data/lib/psychowl/info.rb +39 -0
data/lib/psychowl/lang.rb +55 -0
data/lib/psychowl/locale/en.yml +6 -0
data/lib/psychowl/lookup.rb +25 -0
data/lib/psychowl/native_speedup.rb +46 -0
data/lib/psychowl/postgres.rb +35 -0
data/lib/psychowl/railtie.rb +10 -0
data/lib/psychowl/ruby_engine/segmentation.rb +84 -0
data/lib/psychowl/ruby_engine/trigrams.rb +74 -0
data/lib/psychowl/ruby_engine.rb +166 -0
data/lib/psychowl/script.rb +39 -0
data/lib/psychowl/segment.rb +24 -0
data/lib/psychowl/tables.rb +55 -0
data/lib/psychowl/text.rb +26 -0
data/lib/psychowl/version.rb +5 -0
data/lib/psychowl.rb +82 -0
metadata +91 -0

data/ext/psychowl_native/core/data/trigrams/ara.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# ara: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+_ال
+ية_
+_في
+الح
+في_
+_وا
+وال
+_أو
+ة_ا
+أو_
+الم
+الت
+لحق
+حق_
+لى_
+كل_
+ان_
+ة_و
+الأ
+_لك
+لكل
+ن_ا
+ها_
+ق_ف
+ات_
+مة_
+ون_
+أن_
+ما_
+اء_
+ته_
+و_ا
+الع
+ي_ا
+شخص
+ي_أ
+_أن
+الإ
+م_ا
+حري
+_عل
+ة_ل
+من_
+الا
+حقو
+على
+قوق
+ت_ا
+أي_
+رد_
+_شخ
+_لل
+_أي
+ق_ا
+لا_
+فرد
+رية
+_ول
+_من
+د_ا
+_كا
+_إل
+خص_
+وق_
+ا_ا
+ة_أ
+ا_ي
+ل_ف
+ه_ا
+نسا
+جتم
+ن_ي
+امة
+كان
+دة_
+_حق
+ام_
+الق
+ة_م
+_فر
+اية
+سان
+ل_ش
+ين_
+ن_ت
+إنس
+ا_ل
+_لا
+ذا_
+هذا
+ن_أ
+لة_
+ي_ح
+_دو
+ه_ل
+لك_
+ترا
+لتع
+اً_
+له_
+إلى
+_عن
+ى_ا
+ه_و
+ع_ا
+ماع
+د_أ
+اسي
+_حر
+ة_ع
+مع_
+الد
+نون
+_با
+لحر
+لعا
+ن_و
+،_و
+يات
+ي_ت
+الج
+_هذ
+ير_
+بال
+دول
+لإن
+عية
+الف
+ص_ا
+_وي
+الو
+لأس
+_إن
+أسا
+ساس
+ماي
+حما
+رام
+سية
+انو
+مل_
+ي_و
+عام
+ا_و
+تما
+_مت
+ة_ت
+علي
+ع_ب
+ك_ا
+_له
+ة_ف
+قان
+ى_أ
+ول_
+هم_
+الب
+ة_ب
+ساو
+لقا
+الر
+لجم
+ا_ك
+تمت
+ليه
+لتم
+لمت
+انت
+_قد
+اد_
+ه_أ
+_يج
+ريا
+ق_و
+ل_ا
+ا_ب
+ال_
+يه_
+اعي
+لدو
+ل_و
+لإع
+لمي
+لمج
+لأم
+تع_
+دم_
+تسا
+عمل
+اته
+لاد
+رة_
+اة_
+غير
+قدم
+وز_
+جوز
+يجو
+عال
+لان
+متع
+مان
+فيه
+اجت
+م_و
+يد_
+تعل
+ن_ل
+ر_ا
+_يع
+_كل
+مم_
+مجت
+تمع
+دون
+_مع
+تمي
+ذلك
+كرا
+يها
+_مس
+ميع
+إعل
+علا
+_تم
+_عا
+ملا
+اعا
+لاج
+ني_
+ليم
+متس
+ييز
+يم_
+اعت
+الش
+_تع
+ميي
+عن_
+تنا
+_بح
+لما
+ي_ي
+يز_
+ود_
+أمم
+لات
+أسر
+شتر
+تي_
+_جم
+ه_ع
+ر_و
+ي_إ
+تحد
+حدة
+_أس
+عة_
+ي_م
+ة،_
+معي
+ن_م
+لمس
+م_ب
+اق_
+جمي
+لي_
+مية
+الض
+الس
+لضم
+ضما
+لفر
+_وس
+لحم
+امل
+ق_م
+را_
+ا_ح
+نت_
+_تن
+يته
+_أم
+إلي
+واج
+د_و
+لتي
+_مر
+مرا
+متح
+_ذل
+_وأ
+_تح
+ا_ف
+_به
+_وم
+_بم
+وية
+ولي
+لزو

data/ext/psychowl_native/core/data/trigrams/deu.txt ADDED Viewed

@@ -0,0 +1,302 @@
+# deu: 300 most frequent trigrams, most frequent first. "_" marks a word boundary.
+# Ported from whatlang 0.18.0 (MIT), see ../LICENSE-whatlang.
+en_
+er_
+der
+_un
+nd_
+und
+ein
+ung
+cht
+_de
+ich
+sch
+ng_
+_ge
+ie_
+che
+ech
+_di
+die
+rec
+gen
+ine
+eit
+_re
+ch_
+_da
+n_d
+ver
+hen
+_zu
+t_d
+_au
+ht_
+_ha
+lic
+it_
+ten
+rei
+_be
+in_
+_ve
+_in
+_ei
+nde
+auf
+den
+ede
+zu_
+n_s
+uf_
+fre
+ne_
+ter
+es_
+_je
+jed
+n_u
+_an
+sei
+and
+_fr
+run
+at_
+_se
+e_u
+das
+hei
+s_r
+hte
+hat
+nsc
+nge
+r_h
+as_
+ens
+_al
+ere
+lle
+t_a
+_we
+n_g
+rde
+nte
+ese
+men
+_od
+ode
+ner
+g_d
+all
+t_u
+ers
+te_
+nen
+_so
+d_d
+n_a
+ben
+lei
+_gr
+_vo
+wer
+e_a
+ege
+ion
+_st
+ige
+le_
+cha
+_me
+haf
+aft
+n_j
+ren
+_er
+erk
+ent
+bei
+_si
+eih
+ihe
+kei
+erd
+tig
+n_i
+on_
+lun
+r_d
+len
+gem
+ies
+gru
+tli
+unt
+chu
+ern
+ges
+end
+e_s
+ft_
+st_
+ist
+tio
+ati
+_gl
+sta
+gun
+mit
+sen
+n_n
+_na
+n_z
+ite
+_wi
+r_g
+eic
+e_e
+ei_
+lie
+r_s
+n_w
+gle
+mei
+de_
+uch
+em_
+chl
+nat
+rch
+t_w
+des
+n_e
+hre
+ale
+spr
+d_f
+ach
+sse
+r_e
+_sc
+urc
+r_m
+nie
+e_f
+fen
+e_g
+e_d
+_ni
+dur
+dar
+int
+_du
+geh
+ied
+t_s
+_mi
+alt
+her
+hab
+f_g
+sic
+ste
+taa
+aat
+he_
+ang
+ruc
+hli
+tz_
+eme
+abe
+h_a
+n_v
+nun
+geg
+arf
+rf_
+ehe
+pru
+_is
+erf
+e_m
+ans
+ndl
+e_b
+tun
+n_o
+d_g
+n_r
+r_v
+wie
+ber
+r_a
+arb
+bes
+t_i
+h_d
+r_w
+r_b
+_ih
+d_s
+igk
+gke
+nsp
+dig
+ema
+ell
+eru
+n_f
+ins
+rbe
+ffe
+esc
+igu
+ger
+str
+ken
+e_v
+gew
+han
+ind
+rt_
+_ar
+ieß
+n_h
+rn_
+man
+r_i
+hut
+utz
+d_a
+ls_
+ebe
+von
+lte
+r_o
+rli
+etz
+tra
+aus
+det
+hul
+e_i
+one
+nne
+isc
+son
+sel
+et_
+ohn
+t_g
+sam
+_fa
+rst
+rkl
+ser
+iem
+g_v
+t_z
+err