tomoto 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1044b496120cf955a03d6dd184056c40572501a68043c3bd3d4cc17334caba3d
-  data.tar.gz: 7078dd4bdc562cae748ca89aa9b73d38d209d6a40a1e6d2acff0d8fba0c5a18b
+  metadata.gz: cd717980f682fd9151cf51a439e3ab54ff59f88575aa8c552b45b769048e9e6b
+  data.tar.gz: 80ebf4430f748279d4973ae8fd3949bdaf3043446370a81b7d7c1ed3107358fa
 SHA512:
-  metadata.gz: ef9944cc3820397ef18bbca2e42d4a1a0d4b43dd283f3fac8e066478ecc78e74b4a2d32a6f3304203e22fad048ebdacc60637b7f51a42cf6fc73053613a3e77e
-  data.tar.gz: 8409a754f890f788b6bc33938420311917418cf62f7cfde572db307a85f4473835caa342583ee6e3a6d03f517d89f75714b468351fa50011dbd156a9547c4918
+  metadata.gz: 4d3cc8d59f665d7957b1f94d60f688fdbe4d3400d984f716e29a6d32334b46b901f7ef0da6702ce5582cbd90e7c9c42727f04c19820c8e971e6c47d597dcc6f6
+  data.tar.gz: d0627badaa6d0ee3b65d30f805e6a5c54d440911e8ec770e69e70c0b1a840d8d0ee6c248fa1479162b2270eeb5038fb2ff5ca6d80a8233a25df83dfb562ea743

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.2.1 (2021-08-23)
+
+- Added support for unseen documents
+
 ## 0.2.0 (2021-05-23)
 
 - Updated tomoto to 0.12.0

data/README.md

@@ -75,6 +75,13 @@ Get the log likelihood per word
 model.ll_per_word
 ```
 
+Perform inference for unseen documents
+
+```ruby
+doc = model.make_doc("unseen doc")
+topic_dist, ll = model.infer(doc)
+```
+
 ## Models
 
 Supports:

data/ext/tomoto/lda.cpp

@@ -49,6 +49,30 @@ void init_lda(Rice::Module& m) {
       *[](tomoto::ILDAModel& self, std::vector<std::string> words) {
         return self.addDoc(buildDoc(words));
       })
+    .define_method(
+      "_make_doc",
+      *[](tomoto::ILDAModel& self, std::vector<std::string> words) {
+        return DocumentObject(self.makeDoc(buildDoc(words)).release(), &self);
+      })
+    .define_method(
+      "_infer",
+      *[](tomoto::ILDAModel& self, DocumentObject& doc_object, size_t iteration, float tolerance, size_t workers, size_t ps, size_t together) {
+        std::vector<tomoto::DocumentBase*> docs;
+        auto doc = doc_object.doc;
+        docs.emplace_back(const_cast<tomoto::DocumentBase*>(doc));
+        float ll = self.infer(docs, iteration, tolerance, workers, (tomoto::ParallelScheme)ps, !!together)[0];
+
+        auto topic_dist = self.getTopicsByDoc(doc);
+        auto topic_res = Array();
+        for (size_t i = 0; i < topic_dist.size(); i++) {
+          topic_res.push(topic_dist[i]);
+        }
+
+        auto res = Array();
+        res.push(topic_res);
+        res.push(ll);
+        return res;
+      })
     .define_method(
       "alpha",
       *[](tomoto::ILDAModel& self) {

data/lib/tomoto/lda.rb

@@ -18,6 +18,16 @@ module Tomoto
       _add_doc(prepare_doc(doc))
     end
 
+    def make_doc(doc)
+      _make_doc(tokenize_doc(doc))
+    end
+
+    # TODO support multiple docs
+    def infer(doc, iter: 100, tolerance: -1, workers: 0, parallel: :default, together: 0)
+      raise "cannot infer with untrained model" unless defined?(@prepared)
+      _infer(doc, iter, tolerance, workers, to_ps(parallel), together)
+    end
+
     def count_by_topics
       prepare
       _count_by_topics
@@ -96,6 +106,10 @@ module Tomoto
 
     def prepare_doc(doc)
       raise "cannot add_doc() after train()" if defined?(@prepared)
+      tokenize_doc(doc)
+    end
+
+    def tokenize_doc(doc)
       doc = doc.split(/[[:space:]]+/) unless doc.is_a?(Array)
       doc
     end

data/lib/tomoto/version.rb

@@ -1,3 +1,3 @@
 module Tomoto
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tomoto
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-05-23 00:00:00.000000000 Z
+date: 2021-08-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -51,6 +51,9 @@ files:
 - ext/tomoto/slda.cpp
 - ext/tomoto/utils.h
 - lib/tomoto.rb
+- lib/tomoto/2.6/tomoto.so
+- lib/tomoto/2.7/tomoto.so
+- lib/tomoto/3.0/tomoto.so
 - lib/tomoto/ct.rb
 - lib/tomoto/dmr.rb
 - lib/tomoto/dt.rb
@@ -64,8 +67,6 @@ files:
 - lib/tomoto/pa.rb
 - lib/tomoto/plda.rb
 - lib/tomoto/slda.rb
-- lib/tomoto/tomoto.bundle
-- lib/tomoto/tomoto.so
 - lib/tomoto/version.rb
 - vendor/EigenRand/EigenRand/Core.h
 - vendor/EigenRand/EigenRand/Dists/Basic.h
@@ -508,7 +509,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: High performance topic modeling for Ruby