RubyGems - cppjieba_rb - Versions diffs - 0.2.1 - Mend

cppjieba_rb 0.2.1

Files changed (142) hide show

checksums.yaml +7 -0
data/.gitignore +18 -0
data/.gitmodules +3 -0
data/.travis.yml +26 -0
data/Gemfile +3 -0
data/LICENSE.txt +22 -0
data/README.md +81 -0
data/Rakefile +20 -0
data/cppjieba_rb.gemspec +50 -0
data/ext/cppjieba/.gitignore +17 -0
data/ext/cppjieba/.travis.yml +22 -0
data/ext/cppjieba/CMakeLists.txt +28 -0
data/ext/cppjieba/ChangeLog.md +236 -0
data/ext/cppjieba/README.md +285 -0
data/ext/cppjieba/README_EN.md +111 -0
data/ext/cppjieba/appveyor.yml +32 -0
data/ext/cppjieba/deps/CMakeLists.txt +1 -0
data/ext/cppjieba/deps/gtest/CMakeLists.txt +5 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-death-test.h +283 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-message.h +230 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-param-test.h +1421 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-param-test.h.pump +487 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-printers.h +796 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-spi.h +232 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-test-part.h +176 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest-typed-test.h +259 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest.h +2155 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest_pred_impl.h +358 -0
data/ext/cppjieba/deps/gtest/include/gtest/gtest_prod.h +58 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-death-test-internal.h +308 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-filepath.h +210 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-internal.h +1226 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-linked_ptr.h +233 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-param-util-generated.h +4822 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-param-util-generated.h.pump +301 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-param-util.h +619 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-port.h +1788 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-string.h +350 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-tuple.h +968 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-tuple.h.pump +336 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-type-util.h +3330 -0
data/ext/cppjieba/deps/gtest/include/gtest/internal/gtest-type-util.h.pump +296 -0
data/ext/cppjieba/deps/gtest/src/.deps/.dirstamp +0 -0
data/ext/cppjieba/deps/gtest/src/.deps/gtest-all.Plo +681 -0
data/ext/cppjieba/deps/gtest/src/.deps/gtest_main.Plo +509 -0
data/ext/cppjieba/deps/gtest/src/.dirstamp +0 -0
data/ext/cppjieba/deps/gtest/src/gtest-all.cc +48 -0
data/ext/cppjieba/deps/gtest/src/gtest-death-test.cc +1234 -0
data/ext/cppjieba/deps/gtest/src/gtest-filepath.cc +380 -0
data/ext/cppjieba/deps/gtest/src/gtest-internal-inl.h +1038 -0
data/ext/cppjieba/deps/gtest/src/gtest-port.cc +746 -0
data/ext/cppjieba/deps/gtest/src/gtest-printers.cc +356 -0
data/ext/cppjieba/deps/gtest/src/gtest-test-part.cc +110 -0
data/ext/cppjieba/deps/gtest/src/gtest-typed-test.cc +110 -0
data/ext/cppjieba/deps/gtest/src/gtest.cc +4898 -0
data/ext/cppjieba/deps/gtest/src/gtest_main.cc +39 -0
data/ext/cppjieba/deps/limonp/ArgvContext.hpp +70 -0
data/ext/cppjieba/deps/limonp/BlockingQueue.hpp +49 -0
data/ext/cppjieba/deps/limonp/BoundedBlockingQueue.hpp +67 -0
data/ext/cppjieba/deps/limonp/BoundedQueue.hpp +65 -0
data/ext/cppjieba/deps/limonp/Closure.hpp +206 -0
data/ext/cppjieba/deps/limonp/Colors.hpp +31 -0
data/ext/cppjieba/deps/limonp/Condition.hpp +38 -0
data/ext/cppjieba/deps/limonp/Config.hpp +103 -0
data/ext/cppjieba/deps/limonp/FileLock.hpp +74 -0
data/ext/cppjieba/deps/limonp/ForcePublic.hpp +7 -0
data/ext/cppjieba/deps/limonp/LocalVector.hpp +139 -0
data/ext/cppjieba/deps/limonp/Logging.hpp +76 -0
data/ext/cppjieba/deps/limonp/Md5.hpp +411 -0
data/ext/cppjieba/deps/limonp/MutexLock.hpp +51 -0
data/ext/cppjieba/deps/limonp/NonCopyable.hpp +21 -0
data/ext/cppjieba/deps/limonp/StdExtension.hpp +159 -0
data/ext/cppjieba/deps/limonp/StringUtil.hpp +365 -0
data/ext/cppjieba/deps/limonp/Thread.hpp +44 -0
data/ext/cppjieba/deps/limonp/ThreadPool.hpp +86 -0
data/ext/cppjieba/dict/README.md +31 -0
data/ext/cppjieba/dict/hmm_model.utf8 +34 -0
data/ext/cppjieba/dict/idf.utf8 +258826 -0
data/ext/cppjieba/dict/jieba.dict.utf8 +348982 -0
data/ext/cppjieba/dict/pos_dict/char_state_tab.utf8 +6653 -0
data/ext/cppjieba/dict/pos_dict/prob_emit.utf8 +166 -0
data/ext/cppjieba/dict/pos_dict/prob_start.utf8 +259 -0
data/ext/cppjieba/dict/pos_dict/prob_trans.utf8 +5222 -0
data/ext/cppjieba/dict/stop_words.utf8 +1534 -0
data/ext/cppjieba/dict/user.dict.utf8 +4 -0
data/ext/cppjieba/include/cppjieba/DictTrie.hpp +227 -0
data/ext/cppjieba/include/cppjieba/FullSegment.hpp +93 -0
data/ext/cppjieba/include/cppjieba/HMMModel.hpp +129 -0
data/ext/cppjieba/include/cppjieba/HMMSegment.hpp +190 -0
data/ext/cppjieba/include/cppjieba/Jieba.hpp +108 -0
data/ext/cppjieba/include/cppjieba/KeywordExtractor.hpp +153 -0
data/ext/cppjieba/include/cppjieba/MPSegment.hpp +137 -0
data/ext/cppjieba/include/cppjieba/MixSegment.hpp +109 -0
data/ext/cppjieba/include/cppjieba/PosTagger.hpp +77 -0
data/ext/cppjieba/include/cppjieba/PreFilter.hpp +54 -0
data/ext/cppjieba/include/cppjieba/QuerySegment.hpp +90 -0
data/ext/cppjieba/include/cppjieba/SegmentBase.hpp +46 -0
data/ext/cppjieba/include/cppjieba/SegmentTagged.hpp +23 -0
data/ext/cppjieba/include/cppjieba/TextRankExtractor.hpp +190 -0
data/ext/cppjieba/include/cppjieba/Trie.hpp +174 -0
data/ext/cppjieba/include/cppjieba/Unicode.hpp +215 -0
data/ext/cppjieba/test/CMakeLists.txt +5 -0
data/ext/cppjieba/test/demo.cpp +80 -0
data/ext/cppjieba/test/load_test.cpp +54 -0
data/ext/cppjieba/test/testdata/curl.res +1 -0
data/ext/cppjieba/test/testdata/extra_dict/jieba.dict.small.utf8 +109750 -0
data/ext/cppjieba/test/testdata/gbk_dict/hmm_model.gbk +34 -0
data/ext/cppjieba/test/testdata/gbk_dict/jieba.dict.gbk +348982 -0
data/ext/cppjieba/test/testdata/jieba.dict.0.1.utf8 +93 -0
data/ext/cppjieba/test/testdata/jieba.dict.0.utf8 +93 -0
data/ext/cppjieba/test/testdata/jieba.dict.1.utf8 +67 -0
data/ext/cppjieba/test/testdata/jieba.dict.2.utf8 +64 -0
data/ext/cppjieba/test/testdata/load_test.urls +2 -0
data/ext/cppjieba/test/testdata/review.100 +100 -0
data/ext/cppjieba/test/testdata/review.100.res +200 -0
data/ext/cppjieba/test/testdata/server.conf +19 -0
data/ext/cppjieba/test/testdata/testlines.gbk +9 -0
data/ext/cppjieba/test/testdata/testlines.utf8 +8 -0
data/ext/cppjieba/test/testdata/userdict.2.utf8 +1 -0
data/ext/cppjieba/test/testdata/userdict.english +2 -0
data/ext/cppjieba/test/testdata/userdict.utf8 +8 -0
data/ext/cppjieba/test/testdata/weicheng.utf8 +247 -0
data/ext/cppjieba/test/unittest/CMakeLists.txt +24 -0
data/ext/cppjieba/test/unittest/gtest_main.cpp +39 -0
data/ext/cppjieba/test/unittest/jieba_test.cpp +133 -0
data/ext/cppjieba/test/unittest/keyword_extractor_test.cpp +79 -0
data/ext/cppjieba/test/unittest/pos_tagger_test.cpp +41 -0
data/ext/cppjieba/test/unittest/pre_filter_test.cpp +43 -0
data/ext/cppjieba/test/unittest/segments_test.cpp +256 -0
data/ext/cppjieba/test/unittest/textrank_test.cpp +86 -0
data/ext/cppjieba/test/unittest/trie_test.cpp +177 -0
data/ext/cppjieba/test/unittest/unicode_test.cpp +43 -0
data/ext/cppjieba_rb/cppjieba_rb.c +10 -0
data/ext/cppjieba_rb/extconf.rb +26 -0
data/ext/cppjieba_rb/internal.cc +148 -0
data/lib/cppjieba_rb/segment.rb +20 -0
data/lib/cppjieba_rb/version.rb +3 -0
data/lib/cppjieba_rb.rb +34 -0
data/test/test_keyword.rb +17 -0
data/test/test_segment.rb +24 -0
data/test/test_tagging.rb +19 -0
metadata +244 -0

data/ext/cppjieba/dict/pos_dict/prob_start.utf8 ADDED Viewed

@@ -0,0 +1,259 @@
+#初始状态的概率
+#格式
+#状态:概率
+B,a:-4.7623052146
+B,ad:-6.68006603678
+B,ag:-3.14e+100
+B,an:-8.69708322302
+B,b:-5.01837436211
+B,bg:-3.14e+100
+B,c:-3.42388018495
+B,d:-3.97504752976
+B,df:-8.88897423083
+B,dg:-3.14e+100
+B,e:-8.56355183039
+B,en:-3.14e+100
+B,f:-5.49163041848
+B,g:-3.14e+100
+B,h:-13.53336513
+B,i:-6.11578472756
+B,in:-3.14e+100
+B,j:-5.05761912847
+B,jn:-3.14e+100
+B,k:-3.14e+100
+B,l:-4.90588358466
+B,ln:-3.14e+100
+B,m:-3.6524299819
+B,mg:-3.14e+100
+B,mq:-6.7869530014
+B,n:-1.69662577975
+B,ng:-3.14e+100
+B,nr:-2.23104959138
+B,nrfg:-5.87372217541
+B,nrt:-4.98564273352
+B,ns:-2.8228438315
+B,nt:-4.84609166818
+B,nz:-3.94698846058
+B,o:-8.43349870215
+B,p:-4.20098413209
+B,q:-6.99812385896
+B,qe:-3.14e+100
+B,qg:-3.14e+100
+B,r:-3.40981877908
+B,rg:-3.14e+100
+B,rr:-12.4347528413
+B,rz:-7.94611647157
+B,s:-5.52267359084
+B,t:-3.36474790945
+B,tg:-3.14e+100
+B,u:-9.1639172775
+B,ud:-3.14e+100
+B,ug:-3.14e+100
+B,uj:-3.14e+100
+B,ul:-3.14e+100
+B,uv:-3.14e+100
+B,uz:-3.14e+100
+B,v:-2.67405848743
+B,vd:-9.04472876024
+B,vg:-3.14e+100
+B,vi:-12.4347528413
+B,vn:-4.33156108902
+B,vq:-12.1470707689
+B,w:-3.14e+100
+B,x:-3.14e+100
+B,y:-9.84448567586
+B,yg:-3.14e+100
+B,z:-7.04568111149
+B,zg:-3.14e+100
+E,a:-3.14e+100
+E,ad:-3.14e+100
+E,ag:-3.14e+100
+E,an:-3.14e+100
+E,b:-3.14e+100
+E,bg:-3.14e+100
+E,c:-3.14e+100
+E,d:-3.14e+100
+E,df:-3.14e+100
+E,dg:-3.14e+100
+E,e:-3.14e+100
+E,en:-3.14e+100
+E,f:-3.14e+100
+E,g:-3.14e+100
+E,h:-3.14e+100
+E,i:-3.14e+100
+E,in:-3.14e+100
+E,j:-3.14e+100
+E,jn:-3.14e+100
+E,k:-3.14e+100
+E,l:-3.14e+100
+E,ln:-3.14e+100
+E,m:-3.14e+100
+E,mg:-3.14e+100
+E,mq:-3.14e+100
+E,n:-3.14e+100
+E,ng:-3.14e+100
+E,nr:-3.14e+100
+E,nrfg:-3.14e+100
+E,nrt:-3.14e+100
+E,ns:-3.14e+100
+E,nt:-3.14e+100
+E,nz:-3.14e+100
+E,o:-3.14e+100
+E,p:-3.14e+100
+E,q:-3.14e+100
+E,qe:-3.14e+100
+E,qg:-3.14e+100
+E,r:-3.14e+100
+E,rg:-3.14e+100
+E,rr:-3.14e+100
+E,rz:-3.14e+100
+E,s:-3.14e+100
+E,t:-3.14e+100
+E,tg:-3.14e+100
+E,u:-3.14e+100
+E,ud:-3.14e+100
+E,ug:-3.14e+100
+E,uj:-3.14e+100
+E,ul:-3.14e+100
+E,uv:-3.14e+100
+E,uz:-3.14e+100
+E,v:-3.14e+100
+E,vd:-3.14e+100
+E,vg:-3.14e+100
+E,vi:-3.14e+100
+E,vn:-3.14e+100
+E,vq:-3.14e+100
+E,w:-3.14e+100
+E,x:-3.14e+100
+E,y:-3.14e+100
+E,yg:-3.14e+100
+E,z:-3.14e+100
+E,zg:-3.14e+100
+M,a:-3.14e+100
+M,ad:-3.14e+100
+M,ag:-3.14e+100
+M,an:-3.14e+100
+M,b:-3.14e+100
+M,bg:-3.14e+100
+M,c:-3.14e+100
+M,d:-3.14e+100
+M,df:-3.14e+100
+M,dg:-3.14e+100
+M,e:-3.14e+100
+M,en:-3.14e+100
+M,f:-3.14e+100
+M,g:-3.14e+100
+M,h:-3.14e+100
+M,i:-3.14e+100
+M,in:-3.14e+100
+M,j:-3.14e+100
+M,jn:-3.14e+100
+M,k:-3.14e+100
+M,l:-3.14e+100
+M,ln:-3.14e+100
+M,m:-3.14e+100
+M,mg:-3.14e+100
+M,mq:-3.14e+100
+M,n:-3.14e+100
+M,ng:-3.14e+100
+M,nr:-3.14e+100
+M,nrfg:-3.14e+100
+M,nrt:-3.14e+100
+M,ns:-3.14e+100
+M,nt:-3.14e+100
+M,nz:-3.14e+100
+M,o:-3.14e+100
+M,p:-3.14e+100
+M,q:-3.14e+100
+M,qe:-3.14e+100
+M,qg:-3.14e+100
+M,r:-3.14e+100
+M,rg:-3.14e+100
+M,rr:-3.14e+100
+M,rz:-3.14e+100
+M,s:-3.14e+100
+M,t:-3.14e+100
+M,tg:-3.14e+100
+M,u:-3.14e+100
+M,ud:-3.14e+100
+M,ug:-3.14e+100
+M,uj:-3.14e+100
+M,ul:-3.14e+100
+M,uv:-3.14e+100
+M,uz:-3.14e+100
+M,v:-3.14e+100
+M,vd:-3.14e+100
+M,vg:-3.14e+100
+M,vi:-3.14e+100
+M,vn:-3.14e+100
+M,vq:-3.14e+100
+M,w:-3.14e+100
+M,x:-3.14e+100
+M,y:-3.14e+100
+M,yg:-3.14e+100
+M,z:-3.14e+100
+M,zg:-3.14e+100
+S,a:-3.90253968313
+S,ad:-11.0484584802
+S,ag:-6.95411391796
+S,an:-12.8402179494
+S,b:-6.47288876397
+S,bg:-3.14e+100
+S,c:-4.78696679586
+S,d:-3.90391976418
+S,df:-3.14e+100
+S,dg:-8.9483976513
+S,e:-5.94251300628
+S,en:-3.14e+100
+S,f:-5.19482024998
+S,g:-6.50782681533
+S,h:-8.65056320738
+S,i:-3.14e+100
+S,in:-3.14e+100
+S,j:-4.91199211964
+S,jn:-3.14e+100
+S,k:-6.94032059583
+S,l:-3.14e+100
+S,ln:-3.14e+100
+S,m:-3.26920065212
+S,mg:-10.8253149289
+S,mq:-3.14e+100
+S,n:-3.85514838976
+S,ng:-4.9134348611
+S,nr:-4.48366310396
+S,nrfg:-3.14e+100
+S,nrt:-3.14e+100
+S,ns:-3.14e+100
+S,nt:-12.1470707689
+S,nz:-3.14e+100
+S,o:-8.46446092775
+S,p:-2.98684018136
+S,q:-4.88865861826
+S,qe:-3.14e+100
+S,qg:-3.14e+100
+S,r:-2.76353367841
+S,rg:-10.2752685919
+S,rr:-3.14e+100
+S,rz:-3.14e+100
+S,s:-3.14e+100
+S,t:-3.14e+100
+S,tg:-6.27284253188
+S,u:-6.94032059583
+S,ud:-7.72823016105
+S,ug:-7.53940370266
+S,uj:-6.85251045118
+S,ul:-8.41537131755
+S,uv:-8.15808672229
+S,uz:-9.29925862537
+S,v:-3.05329230341
+S,vd:-3.14e+100
+S,vg:-5.94301818437
+S,vi:-3.14e+100
+S,vn:-11.4539235883
+S,vq:-3.14e+100
+S,w:-3.14e+100
+S,x:-8.42741965607
+S,y:-6.19707946995
+S,yg:-13.53336513
+S,z:-3.14e+100
+S,zg:-3.14e+100