cppjieba_rb 0.3.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 8c0c15dd47a0f3fe66f57e4f7d37fd5eca5c2959
-  data.tar.gz: 204f0898edcbe685ec297a4259c5a8bdac29eb3a
+SHA256:
+  metadata.gz: 0307422c11b4c5b703e3017990e706e242e56f062eca887a0445e3b5b3c20bcc
+  data.tar.gz: 2b0fb44719d6a0614ceadb99bfd7a49b7a814dc81acd2900897230f6167e7ec1
 SHA512:
-  metadata.gz: 9697b467d66427704cbb1b2944c0ac0f04b66153d704f3efa72cf0f6b226fc50c3510b688abf267b5aa4678d261ce18baf491713d39ebe6b2be9de6f2c33c3d5
-  data.tar.gz: 7bb56503a56bb7d305eecea1d4671365fc6c736204256e93d2113adf6f43344bab9cdf2b8122f80e0ef7bb42eb2ed01776070e235b81a902caabe89f341f869c
+  metadata.gz: b642ca8a5afc99e45fb18bcafd06bf4d24a6ea6c5b7e5b5dffa2a76e61418e0f170cf7a8a61c911c8ab035ca71f810100eafbdf7390347d0466f9f7b39f62d99
+  data.tar.gz: dcbf422afc0d0c85e5db5ed25c90dedff46767d9a6f3c52250f256584ef082437718da0c921c1291e2c1623944529ebd11c80b8e6247c84ee27b2febffaea8ef

data/.travis.yml

@@ -3,6 +3,9 @@ rvm:
   - 2.3
   - 2.4
   - 2.5
+  - 2.6
+  - 2.7
+  - 3.0
   - ruby-head
   - rbx-2
 

data/README.md

@@ -2,7 +2,7 @@
 
 [![Gem Version](https://badge.fury.io/rb/cppjieba_rb.svg)](http://badge.fury.io/rb/cppjieba_rb)
 
-[![Build Status](https://travis-ci.org/fantasticfears/cppjieba_rb.png?branch=master)](https://travis-ci.org/fantasticfears/cppjieba_rb)
+[![Build Status](https://travis-ci.com/erickguan/cppjieba_rb.svg?branch=master)](https://travis-ci.com/erickguan/cppjieba_rb)
 
 [![Patreon](https://img.shields.io/badge/back_on-patreon-red.svg)](https://www.patreon.com/fantasticfears)
 

data/Rakefile

@@ -2,8 +2,8 @@ require "bundler/gem_tasks"
 require 'rake/testtask'
 require 'rake/extensiontask'
 
-gem = Gem::Specification.load(File.dirname(__FILE__) + '/cppjieba-rb.gemspec.gemspec')
-Rake::ExtensionTask.new('cppjieba_rb', gem) do |ext|
+gem = Gem::Specification.load(File.dirname(__FILE__) + '/cppjieba_rb.gemspec')
+Rake::ExtensionTask.new("cppjieba_rb", gem) do |ext|
   ext.lib_dir = File.join('lib', 'cppjieba_rb')
 end
 

data/cppjieba_rb.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ['Erick Guan']
   spec.email         = ['fantasticfears@gmail.com']
   spec.summary       = 'cppjieba binding for ruby'
-  spec.description   = 'cppjieba binding for ruby'
+  spec.description   = 'cppjieba binding for ruby. Mainly used by Discourse.'
   spec.homepage = 'https://github.com/fantasticfears/cppjieba_rb'
   spec.required_ruby_version = '>=2.3.0'
   spec.license       = 'MIT'
@@ -43,8 +43,8 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
 
-  spec.add_development_dependency 'bundler', '~> 1.5'
-  spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'rake-compiler'
-  spec.add_development_dependency 'minitest'
+  spec.add_development_dependency 'bundler', '~> 2.2', '>= 2.2.10'
+  spec.add_development_dependency 'rake', '~> 13'
+  spec.add_development_dependency 'rake-compiler', '~> 1.1'
+  spec.add_development_dependency 'minitest', '~> 5.14'
 end

data/ext/cppjieba/ChangeLog.md

@@ -1,5 +1,18 @@
 # CppJieba ChangeLog
 
+## v5.0.3
+
++ Upgrade [limonp](https://github.com/yanyiwu/limonp) -> v0.6.3
+
+## v5.0.2
+
++ Upgrade [limonp](https://github.com/yanyiwu/limonp) -> v0.6.1
+
+## v5.0.1
+
++ Make Compiler Happier.
++ Add PHP, DLang Links.
+
 ## v5.0.0
 
 + Notice(**api changed**) : Jieba class 3 arguments -> 5 arguments, and use KeywordExtractor in Jieba

data/ext/cppjieba/README.md

@@ -2,12 +2,15 @@
 
 [![Build Status](https://travis-ci.org/yanyiwu/cppjieba.png?branch=master)](https://travis-ci.org/yanyiwu/cppjieba) 
 [![Author](https://img.shields.io/badge/author-@yanyiwu-blue.svg?style=flat)](http://yanyiwu.com/) 
+[![Donate](https://img.shields.io/badge/donate-eos_gitdeveloper-orange.svg)](https://eosflare.io/account/gitdeveloper)
 [![Platform](https://img.shields.io/badge/platform-Linux,%20OS%20X,%20Windows-green.svg?style=flat)](https://github.com/yanyiwu/cppjieba)
 [![Performance](https://img.shields.io/badge/performance-excellent-brightgreen.svg?style=flat)](http://yanyiwu.com/work/2015/06/14/jieba-series-performance-test.html) 
+[![Tag](https://img.shields.io/github/v/tag/yanyiwu/cppjieba.svg)](https://github.com/yanyiwu/cppjieba/releases)
 [![License](https://img.shields.io/badge/license-MIT-yellow.svg?style=flat)](http://yanyiwu.mit-license.org)
 [![Build status](https://ci.appveyor.com/api/projects/status/wl30fjnm2rhft6ta/branch/master?svg=true)](https://ci.appveyor.com/project/yanyiwu/cppjieba/branch/master)
 
-[![logo](http://7viirv.com1.z0.glb.clouddn.com/CppJiebaLogo-v1.png)](https://github.com/yanyiwu/cppjieba)
+
+[![logo](http://images.yanyiwu.com/CppJiebaLogo-v1.png)](https://github.com/yanyiwu/cppjieba)
 
 ## 简介
 
@@ -223,6 +226,7 @@ Query方法先使用Mix方法切词，对于切出来的较长的词再使用Ful
 + [iosjieba] iOS 版本的结巴分词。
 + [SqlJieba] MySQL 全文索引的结巴中文分词插件。
 + [pg_jieba] PostgreSQL 数据库的分词插件。
++ [simple] SQLite3 FTS5 数据库的分词插件。
 + [gitbook-plugin-search-pro] 支持中文搜索的 gitbook 插件。
 + [ngx_http_cppjieba_module] Nginx 分词插件。
 + [cppjiebapy] 由 [jannson] 开发的供 python 模块调用的项目 [cppjiebapy], 相关讨论 [cppjiebapy_discussion] .
@@ -231,6 +235,7 @@ Query方法先使用Mix方法切词，对于切出来的较长的词再使用Ful
 + [cppjieba-server] CppJieba HTTP 服务器。
 + [phpjieba] php版本的结巴分词扩展。
 + [perl5-jieba] Perl版本的结巴分词扩展。
++ [jieba-dlang] D 语言的结巴分词 Deimos Bindings。
 
 ## 线上演示
 
@@ -241,24 +246,16 @@ Query方法先使用Mix方法切词，对于切出来的较长的词再使用Ful
 
 [Jieba中文分词系列性能评测]
 
-## 客服
-
-+ Email: `i@yanyiwu.com`
-+ QQ: 64162451
-+ WeChat: ![image](http://7viirv.com1.z0.glb.clouddn.com/5a7d1b5c0d_yanyiwu_personal_qrcodes.jpg)
-
-## 鸣谢
+## Sponsorship
 
-"结巴"中文分词作者: [SunJunyi](https://github.com/fxsjy)
+[![sponsorship](http://images.gitads.io/cppjieba)](https://tracking.gitads.io/?campaign=gitads&repo=cppjieba&redirect=gitads.io)
 
-## 许可证
+## Contributors
 
-[MIT](http://yanyiwu.mit-license.org)
+### Code Contributors
 
-## 作者
-
-- [yanyiwu](yanyiwu.com)
-- [aholic](https://github.com/aholic)
+This project exists thanks to all the people who contribute.
+<a href="https://github.com/yanyiwu/cppjieba/graphs/contributors"><img src="https://opencollective.com/cppjieba/contributors.svg?width=890&button=false" /></a>
 
 [GoJieba]:https://github.com/yanyiwu/gojieba
 [CppJieba]:https://github.com/yanyiwu/cppjieba
@@ -286,7 +283,7 @@ Query方法先使用Mix方法切词，对于切出来的较长的词再使用Ful
 [cppjieba-server]:https://github.com/yanyiwu/cppjieba-server
 [phpjieba]:https://github.com/jonnywang/phpjieba
 [perl5-jieba]:https://metacpan.org/pod/distribution/Lingua-ZH-Jieba/lib/Lingua/ZH/Jieba.pod
+[jieba-dlang]:https://github.com/shove70/jieba
+[simple]:https://github.com/wangfenjin/simple
 
 
-[![Bitdeli Badge](https://d2weczhvl823v0.cloudfront.net/yanyiwu/cppjieba/trend.png)](https://bitdeli.com/free "Bitdeli Badge")
-

data/ext/cppjieba/README_EN.md

@@ -87,6 +87,7 @@ Please see details in `test/demo.cpp`.
 + [gitbook-plugin-search-pro]
 + [cppjieba-server]
 + [perl5-jieba]
++ [jieba-dlang]
 
 ## Contact
 
@@ -111,3 +112,4 @@ Please see details in `test/demo.cpp`.
 [gitbook-plugin-search-pro]:https://plugins.gitbook.com/plugin/search-pro
 [cppjieba-server]:https://github.com/yanyiwu/cppjieba-server
 [perl5-jieba]:https://metacpan.org/pod/distribution/Lingua-ZH-Jieba/lib/Lingua/ZH/Jieba.pod
+[jieba-dlang]:https://github.com/shove70/jieba

data/ext/cppjieba/deps/limonp/StdExtension.hpp

@@ -6,7 +6,7 @@
 #ifdef __APPLE__
 #include <unordered_map>
 #include <unordered_set>
-#elif(__cplusplus == 201103L)
+#elif(__cplusplus >= 201103L)
 #include <unordered_map>
 #include <unordered_set>
 #elif defined _MSC_VER
@@ -29,8 +29,6 @@ using std::tr1::unordered_set;
 #include <fstream>
 #include <sstream>
 
-#define print(x) std::cout << x << std::endl
-
 namespace std {
 
 template<typename T>

data/ext/cppjieba/deps/limonp/StringUtil.hpp

@@ -80,7 +80,7 @@ inline string& Lower(string& str) {
 
 inline bool IsSpace(unsigned c) {
   // when passing large int as the argument of isspace, it core dump, so here need a type cast.
-  return c > 0xff ? false : std::isspace(c & 0xff);
+  return c > 0xff ? false : std::isspace(c & 0xff) != 0;
 }
 
 inline std::string& LTrim(std::string &s) {

data/ext/cppjieba/include/cppjieba/FullSegment.hpp

@@ -48,7 +48,7 @@ class FullSegment: public SegmentBase {
   void Cut(RuneStrArray::const_iterator begin, 
         RuneStrArray::const_iterator end, 
         vector<WordRange>& res) const {
-    // resut of searching in trie tree
+    // result of searching in trie tree
     LocalVector<pair<size_t, const DictUnit*> > tRes;
 
     // max index of res's words

data/ext/cppjieba/include/cppjieba/QuerySegment.hpp

@@ -10,7 +10,6 @@
 #include "FullSegment.hpp"
 #include "MixSegment.hpp"
 #include "Unicode.hpp"
-#include "DictTrie.hpp"
 
 namespace cppjieba {
 class QuerySegment: public SegmentBase {

data/ext/cppjieba/include/cppjieba/Unicode.hpp

@@ -38,10 +38,10 @@ struct RuneStr {
   uint32_t len;
   uint32_t unicode_offset;
   uint32_t unicode_length;
-  RuneStr(): rune(0), offset(0), len(0) {
+  RuneStr(): rune(0), offset(0), len(0), unicode_offset(0), unicode_length(0) {
   }
   RuneStr(Rune r, uint32_t o, uint32_t l)
-    : rune(r), offset(o), len(l) {
+    : rune(r), offset(o), len(l), unicode_offset(0), unicode_length(0) {
   }
   RuneStr(Rune r, uint32_t o, uint32_t l, uint32_t unicode_offset, uint32_t unicode_length)
           : rune(r), offset(o), len(l), unicode_offset(unicode_offset), unicode_length(unicode_length) {

data/ext/cppjieba_rb/cppjieba_rb.c

@@ -1,5 +1,6 @@
 #include <ruby.h>
 
+void Init_internal();
 VALUE rb_mCppjiebaRb;
 
 void Init_cppjieba_rb()

data/ext/cppjieba_rb/internal.cc

@@ -163,7 +163,7 @@ void Init_internal()
     rb_sFull = rb_intern("full");
     u8_enc = rb_utf8_encoding();
 
-    rb_cCppjiebaRb_Internal = rb_define_class_under(rb_mCppjiebaRb, "Internal", rb_cData);
+    rb_cCppjiebaRb_Internal = rb_define_class_under(rb_mCppjiebaRb, "Internal", rb_cObject);
     rb_define_alloc_func(rb_cCppjiebaRb_Internal, internal_alloc);
     rb_define_method(rb_cCppjiebaRb_Internal, "initialize", (ruby_method*) &internal_initialize, 5);
     rb_define_method(rb_cCppjiebaRb_Internal, "extract_keyword", (ruby_method*) &internal_extract_keyword, 2);

data/lib/cppjieba_rb/version.rb

@@ -1,3 +1,3 @@
 module CppjiebaRb
-  VERSION = '0.3.1'
+  VERSION = '0.4.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cppjieba_rb
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.4.2
 platform: ruby
 authors:
 - Erick Guan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-09-24 00:00:00.000000000 Z
+date: 2022-01-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,57 +16,63 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.10
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.10
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13'
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-description: cppjieba binding for ruby
+        version: '5.14'
+description: cppjieba binding for ruby. Mainly used by Discourse.
 email:
 - fantasticfears@gmail.com
 executables: []
@@ -234,8 +240,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.14
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: cppjieba binding for ruby