cppjieba_rb 0.4.2 → 0.4.4

data/ext/cppjieba/deps/limonp/test/testdata/dict.utf8

@@ -0,0 +1,50 @@
+AT&T 3 nz
+B超 3 n
+c# 3 nz
+C# 3 nz
+c++ 3 nz
+C++ 3 nz
+T恤 4 n
+一 217830 m
+一一 1670 m
+一一二 11 m
+一一例 3 m
+一一分 8 m
+一一列举 34 i
+一一对 9 m
+一一对应 43 l
+一一记 2 m
+一一道来 4 l
+一丁 18 d
+一丁不识 3 i
+一丁点 3 m
+一丁点儿 24 m
+一七 22 m
+一七八不 3 l
+一万 442 m
+一万一千 4 m
+一万一千五百二十颗 2 m
+一万一千八百八十斤 2 m
+一万一千多间 2 m
+一万一千零九十五册 4 m
+一万七千 5 m
+一万七千余 2 m
+一万七千多 2 m
+一万七千多户 2 m
+一万万 4 m
+一万万两 4 m
+一万三千 8 m
+一万三千五百一十七 2 m
+一万三千五百斤 4 m
+一万三千余种 2 m
+一万三千块 2 m
+一万两 124 m
+一万两万 4 m
+一万两千 3 m
+一万个 62 m
+一万九千 2 m
+一万九千余 2 m
+一万二 10 m
+一万二千 7 m
+一万二千两 2 m
+一万二千五百 4 m

data/ext/cppjieba/deps/limonp/test/testdata/io_testfile

@@ -0,0 +1,2 @@
+line1
+line2

data/ext/cppjieba/deps/limonp/test/testdata/jieba.dict.0.1.utf8

@@ -0,0 +1,93 @@
+龙鸣狮吼 3 nr
+龙齐诺 2 nr
+龙齿 3 n
+龚 176 nr
+龚世萍 2 nr
+龚书铎 2 nr
+龚二人 2 nr
+龚云甫 3 nr
+龚伟强 5 nr
+龚先生 4 nr
+龚光杰 44 nr
+龚古尔 24 nr
+龚子敬 2 nr
+龚孝升 12 nr
+龚学平 2 nr
+龚完敬 5 nr
+龚定庵 3 nr
+龚定敬 2 nr
+龚宝铨 5 nr
+龚家村 3 nr
+龚建国 29 nr
+龚德俊 6 nr
+龚心瀚 3 nr
+龚志国 2 nr
+龚意田 3 nr
+龚慈恩 3 nr
+龚施茜 3 nr
+龚晓犁 2 nr
+龚普洛 3 nr
+龚智超 7 nr
+龚松林 10 nr
+龚永明 3 nr
+龚永泉 5 nr
+龚泽艺 256 nr
+龚睿 8 nrfg
+龚祖同 2 nr
+龚秋婷 3 nr
+龚老爷 2 nr
+龚育之 19 nr
+龚自珍 28 nr
+龚蓓苾 3 nr
+龚虹嘉 3 nr
+龚诗嘉 3 nr
+龛 223 ng
+龜 2 zg
+龟 903 ns
+龟儿子 123 n
+龟兆 3 nz
+龟兹 215 ns
+龟兹王 3 nrt
+龟冷搘床 3 v
+龟冷支床 3 n
+龟卜 3 n
+龟厌不告 3 l
+龟壳 33 n
+龟壳花 3 n
+龟头 34 n
+龟头炎 3 n
+龟山 23 ns
+龟山乡 3 ns
+龟山岛 3 ns
+龟年鹤寿 3 ns
+龟年鹤算 3 l
+龟文 3 nz
+龟文写迹 3 n
+龟文鸟迹 3 n
+龟板 10 n
+龟毛免角 3 n
+龟毛兔角 3 n
+龟溪 3 ns
+龟玉 3 nz
+龟王 3 nz
+龟甲 92 ns
+龟甲胶 3 nz
+龟筮 3 n
+龟纹 3 n
+龟缩 29 v
+龟肉 3 n
+龟背 21 n
+龟背竹 3 n
+龟苓膏 3 n
+龟苗 3 n
+龟裂 34 v
+龟足 5 v
+龟鉴 2 n
+龟镜 3 nz
+龟鳖 3 n
+龟鹤遐寿 3 l
+龟龄鹤算 3 n
+龟龙片甲 3 nz
+龟龙麟凤 3 ns
+龠 5 g
+龢 732 zg

data/ext/cppjieba/deps/limonp/test/testdata/jieba.dict.0.utf8

@@ -0,0 +1,93 @@
+龙鸣狮吼 3 nr
+龙齐诺 2 nr
+龙齿 3 n
+龚 176 nr
+龚世萍 2 nr
+龚书铎 2 nr
+龚二人 2 nr
+龚云甫 3 nr
+龚伟强 5 nr
+龚先生 4 nr
+龚光杰 44 nr
+龚古尔 24 nr
+龚子敬 2 nr
+龚孝升 12 nr
+龚学平 2 nr
+龚完敬 5 nr
+龚定庵 3 nr
+龚定敬 2 nr
+龚宝铨 5 nr
+龚家村 3 nr
+龚建国 29 nr
+龚德俊 6 nr
+龚心瀚 3 nr
+龚志国 2 nr
+龚意田 3 nr
+龚慈恩 3 nr
+龚施茜 3 nr
+龚晓犁 2 nr
+龚普洛 3 nr
+龚智超 7 nr
+龚松林 10 nr
+龚永明 3 nr
+龚永泉 5 nr
+龚泽艺 256 nr
+龚睿 8 nrfg
+龚祖同 2 nr
+龚秋婷 3 nr
+龚老爷 2 nr
+龚育之 19 nr
+龚自珍 28 nr
+龚蓓苾 3 nr
+龚虹嘉 3 nr
+龚诗嘉 3 nr
+龛 223 ng
+龜 2 zg
+龟 903 ns
+龟儿子 123 n
+龟兆 3 nz
+龟兹 215 ns
+龟兹王 3 nrt
+龟冷搘床 3 v
+龟冷支床 3 n
+龟卜 3 n
+龟厌不告 3 l
+龟壳 33 n
+龟壳花 3 n
+龟头 34 n
+龟头炎 3 n
+龟山 23 ns
+龟山乡 3 ns
+龟山岛 3 ns
+龟年鹤寿 3 ns
+龟年鹤算 3 l
+龟文 3 nz
+龟文写迹 3 n
+龟文鸟迹 3 n
+龟板 10 n
+龟毛免角 3 n
+龟毛兔角 3 n
+龟溪 3 ns
+龟玉 3 nz
+龟王 3 nz
+龟甲 92 ns
+龟甲胶 3 nz
+龟筮 3 n
+龟纹 3 n
+龟缩 29 v
+龟肉 3 n
+龟背 21 n
+龟背竹 3 n
+龟苓膏 3 n
+龟苗 3 n
+龟裂 34 v
+龟足 5 v
+龟鉴 2 n
+龟镜 3 nz
+龟鳖 3 n
+龟鹤遐寿 3 l
+龟龄鹤算 3 n
+龟龙片甲 3 nz
+龟龙麟凤 3 ns
+龠 5 g
+龢 732 zg

data/ext/cppjieba/deps/limonp/test/testdata/jieba.dict.1.utf8

@@ -0,0 +1,67 @@
+AT&T 3 nz
+B超 3 n
+c# 3 nz
+C# 3 nz
+c++ 3 nz
+C++ 3 nz
+T恤 4 n
+一 217830 m
+一一 1670 m
+一一二 11 m
+一一例 3 m
+一一分 8 m
+一一列举 34 i
+一一对 9 m
+一一对应 43 l
+一一记 2 m
+一一道来 4 l
+一丁 18 d
+一丁不识 3 i
+一丁点 3 m
+一丁点儿 24 m
+一七 22 m
+一七八不 3 l
+一万 442 m
+一万一千 4 m
+一万一千五百二十颗 2 m
+一万一千八百八十斤 2 m
+一万一千多间 2 m
+一万一千零九十五册 4 m
+一万七千 5 m
+一万七千余 2 m
+一万七千多 2 m
+一万七千多户 2 m
+一万万 4 m
+一万万两 4 m
+一万三千 8 m
+一万三千五百一十七 2 m
+一万三千五百斤 4 m
+一万三千余种 2 m
+一万三千块 2 m
+一万两 124 m
+一万两万 4 m
+一万两千 3 m
+一万个 62 m
+一万九千 2 m
+一万九千余 2 m
+一万二 10 m
+一万二千 7 m
+一万二千两 2 m
+一万二千五百 4 m
+一万二千五百一十二 2 m
+一万二千五百余 2 m
+一万二千五百余吨 2 m
+一万二千亩 2 m
+一万二千余 2 m
+一万二千六百八十二箱 2 m
+一万二千名 3 m
+一万二千里 3 m
+一万五 6 m
+一万五千 45 m
+一万五千一百四十四卷 2 m
+一万五千两 4 m
+一万五千个 2 m
+一万五千二百余 2 m
+一万五千余 9 m
+一万五千元 3 m
+一万五千名 4 m

data/ext/cppjieba/deps/limonp/test/testdata/jieba.dict.2.utf8

@@ -0,0 +1,64 @@
+一万七千 5 m
+一万七千余 2 m
+一万七千多 2 m
+一万七千多户 2 m
+一万万 4 m
+一万万两 4 m
+一万三千 8 m
+一万三千五百一十七 2 m
+一万三千五百斤 4 m
+一万三千余种 2 m
+一万三千块 2 m
+一万两 124 m
+一万两万 4 m
+一万两千 3 m
+一万个 62 m
+一万九千 2 m
+一万九千余 2 m
+一万二 10 m
+一万二千 7 m
+一万二千两 2 m
+一万二千五百 4 m
+一万二千五百一十二 2 m
+一万二千五百余 2 m
+一万二千五百余吨 2 m
+一万二千亩 2 m
+一万二千余 2 m
+一万二千六百八十二箱 2 m
+一万二千名 3 m
+一万二千里 3 m
+一万五 6 m
+一万五千 45 m
+一万五千一百四十四卷 2 m
+一万五千两 4 m
+一万五千个 2 m
+一万五千二百余 2 m
+一万五千余 9 m
+一万五千元 3 m
+一万五千名 4 m
+一万五千多 2 m
+一万五千家 2 m
+一万亿 3 m
+一万亿美元 5 m
+一万余 41 m
+一万余吨 2 m
+一万余顷 2 m
+一万倍 14 m
+一万元 61 m
+一万八 5 m
+一万八千 7 m
+一万八千余 8 m
+一万八千多元 2 m
+一万公里 2 m
+一万六千 5 m
+一万六千三百户 2 m
+一万六千余户 2 m
+一万六千多 3 m
+一万册 2 m
+一万刀 7 m
+一万匹 4 m
+一万卷 2 m
+一万双 6 m
+一万发 2 m
+一万句 11 m
+一万只 9 m

data/ext/cppjieba/deps/limonp/test/unittest/CMakeLists.txt

@@ -0,0 +1,30 @@
+
+if (MSVC)
+	set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreadedDebugDLL")
+	set(gtest_force_shared_crt ON CACHE BOOL "" FORCE)
+endif()
+
+include(FetchContent)
+
+FetchContent_Declare(
+  googletest
+  GIT_REPOSITORY https://github.com/google/googletest.git
+  GIT_TAG release-1.11.0
+)
+FetchContent_MakeAvailable(googletest)
+
+ADD_EXECUTABLE(test.run 
+	gtest_main.cpp 
+	TLogging.cpp  
+	TArgvContext.cpp  
+	TConfig.cpp
+	TStringUtil.cpp 
+	TStdExtension.cpp 
+	TLocalVector.cpp 
+	TClosure.cpp 
+	TColorPrint.cpp
+)
+TARGET_LINK_LIBRARIES(test.run gtest)
+
+#include(GoogleTest)
+#gtest_discover_tests(test.run)

data/ext/cppjieba/deps/limonp/test/unittest/TArgvContext.cpp

@@ -0,0 +1,16 @@
+#include "limonp/ArgvContext.hpp"
+#include "gtest/gtest.h"
+
+using namespace limonp;
+
+TEST(ArgvContextTest, Test1) {
+  const char * argv[] = {"./exe1", "--hehe", "11", "key2", "-k", "val"};
+  string s;
+  ArgvContext arg(sizeof(argv)/sizeof(argv[0]), argv);
+  s<<arg;
+  ASSERT_EQ(s, "[\"./exe1\", \"key2\"]{--hehe:11, -k:val}{}");
+  ASSERT_EQ("key2", arg[1]);
+  ASSERT_EQ("11", arg["--hehe"]);
+  ASSERT_FALSE(arg.HasKey("-help"));
+}
+

data/ext/cppjieba/deps/limonp/test/unittest/TCastFloat.cpp

@@ -0,0 +1,19 @@
+#include "limonp/CastFloat.hpp"
+#include "gtest/gtest.h"
+#include <cmath>
+
+using namespace std;
+using namespace limonp;
+using namespace CastFloat;
+
+TEST(CastFunctTest, Test1) {
+  ASSERT_LT(abs(shortBitsToFloat(127) - 3.43025e-05), 0.0001);
+  ASSERT_LT(abs(-122880 - shortBitsToFloat(-128)), 0.0001);
+  ASSERT_EQ(shortBitsToFloat(0), 0);
+  //for(short i = -128 ; i <= 127; i++)
+  //{
+  //    float f = shortBitsToFloat(i);
+  //    cout<<i<<" "<<f<<endl;
+  //}
+}
+

data/ext/cppjieba/deps/limonp/test/unittest/TClosure.cpp

@@ -0,0 +1,85 @@
+#include "gtest/gtest.h"
+#include "limonp/Closure.hpp"
+
+using namespace limonp;
+
+void Foo0() {
+}
+
+void Foo1(int x) {
+}
+
+void Foo2(int x, float y) {
+}
+
+void Foo3(int x, float y, double z) {
+}
+
+class Obj {
+ public:
+  void Foo0() {
+  }
+  void Foo1(int x) {
+  }
+  void Foo2(int x, float y) {
+  }
+  void Foo3(int x, float y, double z) {
+  }
+}; 
+
+TEST(Closure, Test0) {
+  ClosureInterface* c;
+
+  c = NewClosure(&Foo0);
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&Foo1, 1);
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&Foo2, 1, float(2));
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&Foo3, 1, float(2), double(3));
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+}
+
+TEST(Closure, Test1) {
+  ClosureInterface* c;
+
+  Obj obj;
+  c = NewClosure(&obj, &Obj::Foo0);
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&obj, &Obj::Foo1, 1);
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&obj, &Obj::Foo2, 1, float(2));
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+
+  c = NewClosure(&obj, &Obj::Foo3, 1, float(2), double(3));
+  ASSERT_TRUE(c != NULL);
+  c->Run();
+  delete c;
+  c = NULL;
+}

data/ext/cppjieba/deps/limonp/test/unittest/TColorPrint.cpp

@@ -0,0 +1,20 @@
+#include "gtest/gtest.h"
+#include "limonp/Colors.hpp"
+#include "limonp/Logging.hpp"
+
+using namespace limonp;
+
+TEST(ColorPrint, Test1) {
+  ColorPrintln(RED, "hello %s", "world");
+  ColorPrintln(RED, "hello %s", "world");
+  XLOG(INFO) << "hello world";
+  ColorPrintln(RED, "hello %s", "world");
+  ColorPrintln(GREEN, "hello %s", "world");
+  XLOG(INFO) << "hello world";
+  ColorPrintln(BLACK, "hello %s", "world");
+  ColorPrintln(YELLOW, "hello %s", "world");
+  ColorPrintln(BLUE, "hello %s", "world");
+  ColorPrintln(PURPLE, "hello %s", "world");
+  ColorPrintln(PURPLE, "hello %s", "world", " and colors");
+}
+

data/ext/cppjieba/deps/limonp/test/unittest/TConfig.cpp

@@ -0,0 +1,17 @@
+#include "limonp/Config.hpp"
+#include "gtest/gtest.h"
+
+using namespace limonp;
+TEST(COnfigTest, Test1) {
+  Config conf("../test/testdata/1.conf");
+  string res;
+  ASSERT_EQ("{key1:val1, key2:val2}", res << conf);
+  res = conf.Get("key1", "");
+  ASSERT_EQ("val1", res);
+  res = conf.Get("key2", "");
+  ASSERT_EQ("val2", res);
+  const char * str = conf["key3"];
+  ASSERT_FALSE(str);
+  ASSERT_TRUE(0 == strcmp(conf["key2"], "val2"));
+}
+

data/ext/cppjieba/deps/limonp/test/unittest/TLocalVector.cpp

@@ -0,0 +1,41 @@
+#include "limonp/LocalVector.hpp"
+#include "limonp/StdExtension.hpp"
+#include <fstream>
+#include "gtest/gtest.h"
+
+using namespace limonp;
+
+TEST(LocalVector, test1) {
+  LocalVector<size_t> vec;
+  ASSERT_EQ(vec.size(), 0u);
+  ASSERT_EQ(vec.capacity(), LOCAL_VECTOR_BUFFER_SIZE);
+  ASSERT_TRUE(vec.empty());
+  size_t size = 129;
+  for(size_t i = 0; i < size; i++) {
+    vec.push_back(i);
+  }
+  ASSERT_EQ(vec.size(), size);
+  ASSERT_EQ(vec.capacity(), 256u);
+  ASSERT_FALSE(vec.empty());
+  LocalVector<size_t> vec2(vec);
+  ASSERT_EQ(vec2.capacity(), vec.capacity());
+  ASSERT_EQ(vec2.size(), vec.size());
+}
+
+TEST(LocalVector, test2) {
+  LocalVector<size_t> vec;
+  ASSERT_EQ(vec.size(), 0u);
+  ASSERT_EQ(vec.capacity(), LOCAL_VECTOR_BUFFER_SIZE);
+  ASSERT_TRUE(vec.empty());
+  size_t size = 1;
+  for(size_t i = 0; i < size; i++) {
+    vec.push_back(i);
+  }
+  ASSERT_EQ(vec.size(), size);
+  ASSERT_EQ(vec.capacity(), LOCAL_VECTOR_BUFFER_SIZE);
+  ASSERT_FALSE(vec.empty());
+  LocalVector<size_t> vec2;
+  vec2 = vec;
+  ASSERT_EQ(vec2.capacity(), vec.capacity());
+  ASSERT_EQ(vec2.size(), vec.size());
+}

data/ext/cppjieba/deps/limonp/test/unittest/TLogging.cpp

@@ -0,0 +1,12 @@
+#define LOGGING_LEVEL LL_WARNING
+#include "limonp/Logging.hpp"
+#include "gtest/gtest.h"
+
+TEST(Logging, Test1) {
+  XLOG(DEBUG) << "xxx" << " yyy";
+  XLOG(INFO) << "hello";
+  XLOG(WARNING) << "hello";
+  XLOG(ERROR) << "hello";
+  //XCHECK(false) << "hello, " << "world";
+  //XLOG(FATAL) << "hello";
+}

data/ext/cppjieba/deps/limonp/test/unittest/TStdExtension.cpp

@@ -0,0 +1,95 @@
+#include "limonp/StdExtension.hpp"
+#include "limonp/StringUtil.hpp"
+#include "gtest/gtest.h"
+#include <iostream>
+#include <deque>
+
+using namespace limonp;
+TEST(StdOutbound, Test1) {
+  ifstream ifs("../test/testdata/StdExtension.data");
+  string s;
+  s << ifs;
+  ASSERT_EQ("key1 = val1\n##this is comment\nkey2=val2\n", s);
+
+  const char * outFileName = "stdoutbuond.test.tmp";
+  ofstream ofs(outFileName);
+  s = outFileName;
+  ofs << s;
+  ASSERT_TRUE(!!ofs);
+  ofs.close();
+
+  ifstream ifs2(outFileName);
+  s << ifs2;
+  ASSERT_EQ(outFileName, s);
+}
+
+TEST(StdOutbound, Funct_IsIn) {
+  map<int, int> mp;
+  for(size_t i = 1; i < 5; i ++) {
+    mp[i] = i+1;
+  }
+
+  ASSERT_TRUE(IsIn(mp, 1));
+  ASSERT_FALSE(IsIn(mp, 0));
+}
+
+TEST(StdOutbound, Test2) {
+  map<int, int> mp1;
+  mp1[1] = 2;
+  mp1[2] = 3;
+  string s;
+  ASSERT_EQ(s << mp1, "{1:2, 2:3}");
+  unordered_map<int,int> mp2;
+  mp2[1] = 2;
+  mp2[2] = 3;
+  s << mp2;
+  ASSERT_TRUE( s == "{1:2, 2:3}" || s == "{2:3, 1:2}");
+}
+
+TEST(StdOutbound, Test3) {
+  {
+    vector<string> v;
+    v.push_back("1");
+    v.push_back("2");
+    string s;
+    ASSERT_EQ(s << v, "[\"1\", \"2\"]");
+  }
+  {
+    deque<string> v;
+    v.push_back("1");
+    v.push_back("2");
+    string s;
+    ASSERT_EQ(s << v, "[\"1\", \"2\"]");
+  }
+}
+
+struct TestWord {
+  string word;
+  size_t offset;
+}; // struct TestWord
+
+ostream& operator << (ostream& os, const TestWord& w) {
+  return os << "{\"word\": \"" << w.word << "\", \"offset\": " << w.offset << "}";
+}
+
+TEST(StdOutbound, TestWord) {
+  {
+    vector<string> v;
+    v.push_back("1");
+    v.push_back("2");
+    string s;
+    ASSERT_EQ(s << v, "[\"1\", \"2\"]");
+  }
+  {
+    vector<TestWord> v;
+    TestWord w;
+    w.word = "hello";
+    w.offset = 0;
+    v.push_back(w);
+    w.word = "world";
+    w.offset = 5;
+    v.push_back(w);
+    string s;
+    ASSERT_EQ(s << v, "[{\"word\": \"hello\", \"offset\": 0}, {\"word\": \"world\", \"offset\": 5}]");
+  }
+}