tomoto 0.3.2-arm64-darwin → 0.4.0-arm64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 25a8fdacc489aed2a3521fdfcfe0d5e591d3eeb71120bd2ca9a7bbc9cf65f5b6
-  data.tar.gz: f21fd4b4d378392fbc1ed7bf0a53f37854a5c28caf65e1e8189bcab11f00f90b
+  metadata.gz: b0ace9537cf7de39461a25767d01852f5946a2c5cac99bd89e8b124548bf1f67
+  data.tar.gz: c823ad024f688aad2cef010ce5f66a8ab2e6d443acdf382588912573629a3d60
 SHA512:
-  metadata.gz: 81fa53fbb42974675ec3e7e996a01372106c326d2e8713382b4866209b4c63511e861362e596e18d6f5d2219cb98e7f1ba4c42d43dd5a12d3306340402eba22a
-  data.tar.gz: 3c20a2402fb61c94d1a298eb743f3f2eda368fa64b828792b5685655d5ac0a62084a3f188a488d5ed1048d6e316def5fb55e85d07ae319d64f0d8d19e38e7e23
+  metadata.gz: aa40cf79ee7bf4fdf8b2d922e2dc3639ddc3be64afb72e53d5b23d4222cf2ed8c7ffd4e4cf53541424230668dce7623f49a02de87777aae0320c7c2b37299fda
+  data.tar.gz: 6ca52efa13c659a2f852dd945c4c4c35899d1a2d0bcbe7e9681bbf5e3f26bd60f9aea4f635f9326e033e8b334346629efdf9532f971b24ab9d78fa8b991f36e2

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## 0.4.0 (2023-12-28)
+
+- Added precompiled gem for Linux ARM
+- Updated tomoto to 0.12.7
+- Dropped support for Ruby < 3
+
+## 0.3.3 (2023-02-01)
+
+- Added `topic_label_dict` method to `LLDA`
+- Fixed error with `infer` with loaded model
+
 ## 0.3.2 (2023-01-22)
 
 - Added precompiled gem for Mac ARM

data/LICENSE.txt

@@ -1,7 +1,7 @@
 MIT License
 
 Copyright (c) 2019, bab2min
-Copyright (c) 2020-2021 Andrew Kane
+Copyright (c) 2020-2023 Andrew Kane
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/README.md

@@ -12,17 +12,15 @@ Add this line to your application’s Gemfile:
 gem "tomoto"
 ```
 
-ARM is not currently supported
-
 ## Getting Started
 
 Train a model
 
 ```ruby
 model = Tomoto::LDA.new(k: 2)
-model.add_doc("text from document one")
-model.add_doc("text from document two")
-model.add_doc("text from document three")
+model.add_doc(["tokens", "from", "document", "one"])
+model.add_doc(["tokens", "from", "document", "two"])
+model.add_doc(["tokens", "from", "document", "three"])
 model.train(100) # iterations
 ```
 
@@ -78,7 +76,7 @@ model.ll_per_word
 Perform inference for unseen documents
 
 ```ruby
-doc = model.make_doc("unseen doc")
+doc = model.make_doc(["unseen", "doc"])
 topic_dist, ll = model.infer(doc)
 ```
 
@@ -114,14 +112,6 @@ If a method or option you need isn’t supported, feel free to open an issue.
 - [LDA](examples/lda_basic.rb)
 - [HDP](examples/hdp_basic.rb)
 
-## Tokenization
-
-Documents are tokenized by whitespace by default, or you can perform your own tokenization.
-
-```ruby
-model.add_doc(["tokens", "from", "document", "one"])
-```
-
 ## Performance
 
 tomoto uses AVX2, AVX, or SSE2 instructions to increase performance on machines that support it. Check which instruction set architecture it’s using with:

data/ext/tomoto/llda.cpp

@@ -29,5 +29,18 @@ void init_llda(Rice::Module& m) {
       "topics_per_label",
       [](tomoto::ILLDAModel& self) {
         return self.getNumTopicsPerLabel();
+      })
+    .define_method(
+      "topic_label_dict",
+      [](tomoto::ILLDAModel& self) {
+        auto dict = self.getTopicLabelDict();
+        Array res;
+        auto utf8 = Rice::Class(rb_cEncoding).call("const_get", "UTF_8");
+        for (size_t i = 0; i < dict.size(); i++) {
+          VALUE value = Rice::detail::To_Ruby<std::string>().convert(dict.toWord(i));
+          Object obj(value);
+          res.push(obj.call("force_encoding", utf8));
+        }
+        return res;
       });
 }

data/lib/tomoto/lda.rb

@@ -24,7 +24,7 @@ module Tomoto
 
     # TODO support multiple docs
     def infer(doc, iter: 100, tolerance: -1, workers: 0, parallel: :default, together: 0)
-      raise "cannot infer with untrained model" unless defined?(@prepared)
+      raise "cannot infer with untrained model" unless trained?
       _infer(doc, iter, tolerance, workers, to_ps(parallel), together)
     end
 
@@ -86,6 +86,7 @@ module Tomoto
       end
     end
 
+    # TODO raise error if iterations < 1
     def train(iterations = 10, workers: 0, parallel: :default)
       prepare
       _train(iterations, workers, to_ps(parallel))
@@ -97,6 +98,10 @@ module Tomoto
 
     private
 
+    def trained?
+      global_step.positive?
+    end
+
     def prepare
       unless defined?(@prepared)
         _prepare(@min_cf, @min_df, @rm_top)

data/lib/tomoto/version.rb

@@ -1,3 +1,3 @@
 module Tomoto
-  VERSION = "0.3.2"
+  VERSION = "0.4.0"
 end

data/lib/tomoto.rb

@@ -6,20 +6,20 @@ rescue LoadError
 end
 
 # modules
-require "tomoto/ct"
-require "tomoto/dmr"
-require "tomoto/dt"
-require "tomoto/gdmr"
-require "tomoto/hdp"
-require "tomoto/hlda"
-require "tomoto/hpa"
-require "tomoto/lda"
-require "tomoto/llda"
-require "tomoto/mglda"
-require "tomoto/pa"
-require "tomoto/plda"
-require "tomoto/slda"
-require "tomoto/version"
+require_relative "tomoto/ct"
+require_relative "tomoto/dmr"
+require_relative "tomoto/dt"
+require_relative "tomoto/gdmr"
+require_relative "tomoto/hdp"
+require_relative "tomoto/hlda"
+require_relative "tomoto/hpa"
+require_relative "tomoto/lda"
+require_relative "tomoto/llda"
+require_relative "tomoto/mglda"
+require_relative "tomoto/pa"
+require_relative "tomoto/plda"
+require_relative "tomoto/slda"
+require_relative "tomoto/version"
 
 module Tomoto
   PARALLEL_SCHEME = [:default, :none, :copy_merge, :partition]

data/vendor/tomotopy/README.kr.rst

@@ -305,6 +305,23 @@ tomotopy의 Python3 예제 코드는 https://github.com/bab2min/tomotopy/blob/ma
 
 역사
 -------
+* 0.12.7 (2023-12-19)
+    * 신규 기능
+        * 토픽 모델 뷰어인 `tomotopy.viewer.open_viewer()`가 추가되었습니다.
+        * `tomotopy.utils.Corpus.process()`의 속도를 개선했습니다.
+    * Bug fixes
+        * `Document.span`이 이제 바이트 단위가 아니라 문자 단위로 범위를 제대로 반환합니다.
+
+* 0.12.6 (2023-12-11)
+    * 신규 기능
+        * `tomotopy.LDAModel.train`과 `tomotopy.LDAModel.set_word_prior`에 몇가지 편의 기능을 추가했습니다.
+        * `LDAModel.train`가 이제 학습 진행상황을 모니터링할 수 있는 `callback`, `callback_interval`, `show_progres` 인자를 지원합니다.
+        * `LDAModel.set_word_prior`가 이제 `prior` 인자로 `Dict[int, float]` 타입도 받을 수 있게 되었습니다.
+
+* 0.12.5 (2023-08-03)
+    * 신규 기능
+        * Linux ARM64 아키텍처에 대한 지원을 추가했습니다.
+
 * 0.12.4 (2023-01-22)
     * New features
         * macOS ARM64 아키텍처에 대한 지원을 추가했습니다.

data/vendor/tomotopy/README.rst

@@ -309,6 +309,23 @@ meaning you can use it for any reasonable purpose and remain in complete ownersh
 
 History
 -------
+* 0.12.7 (2023-12-19)
+    * New features
+        * Added Topic Model Viewer `tomotopy.viewer.open_viewer()`
+        * Optimized the performance of `tomotopy.utils.Corpus.process()`
+    * Bug fixes
+        * `Document.span` now returns the ranges in character unit, not in byte unit.
+
+* 0.12.6 (2023-12-11)
+    * New features
+        * Added some convenience features to `tomotopy.LDAModel.train` and `tomotopy.LDAModel.set_word_prior`.
+        * `LDAModel.train` now has new arguments `callback`, `callback_interval` and `show_progres` to monitor the training progress.
+        * `LDAModel.set_word_prior` now can accept `Dict[int, float]` type as its argument `prior`.
+
+* 0.12.5 (2023-08-03)
+    * New features
+        * Added support for Linux ARM64 architecture.
+
 * 0.12.4 (2023-01-22)
     * New features
         * Added support for macOS ARM64 architecture.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tomoto
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
 platform: arm64-darwin
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-23 00:00:00.000000000 Z
+date: 2023-12-28 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org
@@ -36,10 +36,10 @@ files:
 - ext/tomoto/tomoto.cpp
 - ext/tomoto/utils.h
 - lib/tomoto.rb
-- lib/tomoto/2.7/tomoto.bundle
 - lib/tomoto/3.0/tomoto.bundle
 - lib/tomoto/3.1/tomoto.bundle
 - lib/tomoto/3.2/tomoto.bundle
+- lib/tomoto/3.3/tomoto.bundle
 - lib/tomoto/ct.rb
 - lib/tomoto/dmr.rb
 - lib/tomoto/dt.rb
@@ -124,10 +124,10 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.7'
+      version: '3.0'
   - - "<"
     - !ruby/object:Gem::Version
-      version: 3.3.dev
+      version: 3.4.dev
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="