cppjieba_rb 0.4.1 → 0.4.4

data/ext/cppjieba/deps/limonp/Thread.hpp

@@ -1,44 +0,0 @@
-#ifndef LIMONP_THREAD_HPP
-#define LIMONP_THREAD_HPP
-
-#include "Logging.hpp"
-#include "NonCopyable.hpp"
-
-namespace limonp {
-
-class IThread: NonCopyable {
- public:
-  IThread(): isStarted(false), isJoined(false) {
-  }
-  virtual ~IThread() {
-    if(isStarted && !isJoined) {
-      XCHECK(!pthread_detach(thread_));
-    }
-  };
-
-  virtual void Run() = 0;
-  void Start() {
-    XCHECK(!isStarted);
-    XCHECK(!pthread_create(&thread_, NULL, Worker, this));
-    isStarted = true;
-  }
-  void Join() {
-    XCHECK(!isJoined);
-    XCHECK(!pthread_join(thread_, NULL));
-    isJoined = true;
-  }
- private:
-  static void * Worker(void * data) {
-    IThread * ptr = (IThread* ) data;
-    ptr->Run();
-    return NULL;
-  }
-
-  pthread_t thread_;
-  bool isStarted;
-  bool isJoined;
-}; // class IThread
-
-} // namespace limonp
-
-#endif // LIMONP_THREAD_HPP

data/ext/cppjieba/deps/limonp/ThreadPool.hpp

@@ -1,86 +0,0 @@
-#ifndef LIMONP_THREAD_POOL_HPP
-#define LIMONP_THREAD_POOL_HPP
-
-#include "Thread.hpp"
-#include "BlockingQueue.hpp"
-#include "BoundedBlockingQueue.hpp"
-#include "Closure.hpp"
-
-namespace limonp {
-
-using namespace std;
-
-//class ThreadPool;
-class ThreadPool: NonCopyable {
- public:
-  class Worker: public IThread {
-   public:
-    Worker(ThreadPool* pool): ptThreadPool_(pool) {
-      assert(ptThreadPool_);
-    }
-    virtual ~Worker() {
-    }
-
-    virtual void Run() {
-      while (true) {
-        ClosureInterface* closure = ptThreadPool_->queue_.Pop();
-        if (closure == NULL) {
-          break;
-        }
-        try {
-          closure->Run();
-        } catch(std::exception& e) {
-          XLOG(ERROR) << e.what();
-        } catch(...) {
-          XLOG(ERROR) << " unknown exception.";
-        }
-        delete closure;
-      }
-    }
-   private:
-    ThreadPool * ptThreadPool_;
-  }; // class Worker
-
-  ThreadPool(size_t thread_num)
-    : threads_(thread_num), 
-      queue_(thread_num) {
-    assert(thread_num);
-    for(size_t i = 0; i < threads_.size(); i ++) {
-      threads_[i] = new Worker(this);
-    }
-  }
-  ~ThreadPool() {
-    Stop();
-  }
-
-  void Start() {
-    for(size_t i = 0; i < threads_.size(); i++) {
-      threads_[i]->Start();
-    }
-  }
-  void Stop() {
-    for(size_t i = 0; i < threads_.size(); i ++) {
-      queue_.Push(NULL);
-    }
-    for(size_t i = 0; i < threads_.size(); i ++) {
-      threads_[i]->Join();
-      delete threads_[i];
-    }
-    threads_.clear();
-  }
-
-  void Add(ClosureInterface* task) {
-    assert(task);
-    queue_.Push(task);
-  }
-
- private:
-  friend class Worker;
-
-  vector<IThread*> threads_;
-  BoundedBlockingQueue<ClosureInterface*> queue_;
-}; // class ThreadPool
-
-} // namespace limonp
-
-#endif // LIMONP_THREAD_POOL_HPP

data/ext/cppjieba/test/demo.cpp

@@ -1,80 +0,0 @@
-#include "cppjieba/Jieba.hpp"
-
-using namespace std;
-
-const char* const DICT_PATH = "../dict/jieba.dict.utf8";
-const char* const HMM_PATH = "../dict/hmm_model.utf8";
-const char* const USER_DICT_PATH = "../dict/user.dict.utf8";
-const char* const IDF_PATH = "../dict/idf.utf8";
-const char* const STOP_WORD_PATH = "../dict/stop_words.utf8";
-
-int main(int argc, char** argv) {
-  cppjieba::Jieba jieba(DICT_PATH,
-        HMM_PATH,
-        USER_DICT_PATH,
-        IDF_PATH,
-        STOP_WORD_PATH);
-  vector<string> words;
-  vector<cppjieba::Word> jiebawords;
-  string s;
-  string result;
-
-  s = "他来到了网易杭研大厦";
-  cout << s << endl;
-  cout << "[demo] Cut With HMM" << endl;
-  jieba.Cut(s, words, true);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-
-  cout << "[demo] Cut Without HMM " << endl;
-  jieba.Cut(s, words, false);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-
-  s = "我来到北京清华大学";
-  cout << s << endl;
-  cout << "[demo] CutAll" << endl;
-  jieba.CutAll(s, words);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-
-  s = "小明硕士毕业于中国科学院计算所，后在日本京都大学深造";
-  cout << s << endl;
-  cout << "[demo] CutForSearch" << endl;
-  jieba.CutForSearch(s, words);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-
-  cout << "[demo] Insert User Word" << endl;
-  jieba.Cut("男默女泪", words);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-  jieba.InsertUserWord("男默女泪");
-  jieba.Cut("男默女泪", words);
-  cout << limonp::Join(words.begin(), words.end(), "/") << endl;
-
-  cout << "[demo] CutForSearch Word With Offset" << endl;
-  jieba.CutForSearch(s, jiebawords, true);
-  cout << jiebawords << endl;
-
-  cout << "[demo] Lookup Tag for Single Token" << endl;
-  const int DemoTokenMaxLen = 32;
-  char DemoTokens[][DemoTokenMaxLen] = {"拖拉机", "CEO", "123", "。"};
-  vector<pair<string, string> > LookupTagres(sizeof(DemoTokens) / DemoTokenMaxLen);
-  vector<pair<string, string> >::iterator it;
-  for (it = LookupTagres.begin(); it != LookupTagres.end(); it++) {
-	it->first = DemoTokens[it - LookupTagres.begin()];
-	it->second = jieba.LookupTag(it->first);
-  }
-  cout << LookupTagres << endl;
-
-  cout << "[demo] Tagging" << endl;
-  vector<pair<string, string> > tagres;
-  s = "我是拖拉机学院手扶拖拉机专业的。不用多久，我就会升职加薪，当上CEO，走上人生巅峰。";
-  jieba.Tag(s, tagres);
-  cout << s << endl;
-  cout << tagres << endl;
-
-  cout << "[demo] Keyword Extraction" << endl;
-  const size_t topk = 5;
-  vector<cppjieba::KeywordExtractor::Word> keywordres;
-  jieba.extractor.Extract(s, keywordres, topk);
-  cout << s << endl;
-  cout << keywordres << endl;
-  return EXIT_SUCCESS;
-}