lda-ruby 0.3.9 → 0.5.0

data/test/simple_pipeline_test.rb

@@ -0,0 +1,22 @@
+require_relative "test_helper"
+
+class SimplePipelineTest < Test::Unit::TestCase
+  def test_end_to_end_pipeline_on_small_corpus
+    corpus = Lda::Corpus.new
+    document1 = Lda::TextDocument.new(corpus, "Dom Cobb is a skilled thief who steals secrets from dreams.")
+    document2 = Lda::TextDocument.new(corpus, "Jake Sully joins the mission on Pandora and learns from the Na'vi.")
+
+    corpus.add_document(document1)
+    corpus.add_document(document2)
+    corpus.remove_word("cobb")
+
+    lda = Lda::Lda.new(corpus)
+    lda.verbose = false
+    lda.num_topics = 2
+    lda.em("random")
+
+    topics = lda.top_words(5)
+    assert_equal 2, topics.size
+    topics.each_value { |words| assert_equal 5, words.size }
+  end
+end

data/test/simple_yaml.rb

@@ -1,10 +1,4 @@
-require 'rubygems'
-require 'shoulda'
-require 'yaml'
-require 'lda-ruby'
-
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-$LOAD_PATH.unshift(File.dirname(__FILE__))
+require_relative "test_helper"
 
 class Test::Unit::TestCase
 

data/test/test_helper.rb

@@ -1,11 +1,10 @@
-require 'rubygems'
-require 'test/unit'
-require 'shoulda'
-require 'yaml'
+require "test/unit"
+require "shoulda-context"
+require "yaml"
 
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
-require 'lda-ruby'
+require "lda-ruby"
 
 class Test::Unit::TestCase
 end

metadata

@@ -1,44 +1,42 @@
 --- !ruby/object:Gem::Specification
 name: lda-ruby
 version: !ruby/object:Gem::Version
-  version: 0.3.9
+  version: 0.5.0
 platform: ruby
 authors:
 - David Blei
 - Jason Adams
 - Rio Akasaka
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-02-11 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: shoulda
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-description: Ruby port of Latent Dirichlet Allocation by David M. Blei. See http://www.cs.princeton.edu/~blei/lda-c/.
-email: jasonmadams@gmail.com
+date: 2026-05-04 00:00:00.000000000 Z
+dependencies: []
+description: Ruby wrapper and toolkit for Latent Dirichlet Allocation based on the
+  original lda-c implementation by David M. Blei.
+email:
+- jasonmadams@gmail.com
 executables: []
 extensions:
 - ext/lda-ruby/extconf.rb
-extra_rdoc_files:
-- README.md
+- ext/lda-ruby-rust/extconf.rb
+extra_rdoc_files: []
 files:
 - CHANGELOG.md
+- Gemfile
 - README.md
-- Rakefile
 - VERSION.yml
-- ext/lda-ruby/Makefile
+- docs/modernization-handoff.md
+- docs/porting-strategy.md
+- docs/precompiled-platform-policy.md
+- docs/precompiled-target-evaluation.md
+- docs/release-runbook.md
+- docs/rust-orchestration-guardrails.md
+- ext/lda-ruby-rust/Cargo.toml
+- ext/lda-ruby-rust/README.md
+- ext/lda-ruby-rust/extconf.rb
+- ext/lda-ruby-rust/include/strings.h
+- ext/lda-ruby-rust/src/lib.rs
 - ext/lda-ruby/cokus.c
 - ext/lda-ruby/cokus.h
 - ext/lda-ruby/extconf.rb
@@ -55,6 +53,11 @@ files:
 - ext/lda-ruby/utils.h
 - lda-ruby.gemspec
 - lib/lda-ruby.rb
+- lib/lda-ruby/backends.rb
+- lib/lda-ruby/backends/base.rb
+- lib/lda-ruby/backends/native.rb
+- lib/lda-ruby/backends/pure_ruby.rb
+- lib/lda-ruby/backends/rust.rb
 - lib/lda-ruby/config/stopwords.yml
 - lib/lda-ruby/corpus/corpus.rb
 - lib/lda-ruby/corpus/data_corpus.rb
@@ -63,38 +66,51 @@ files:
 - lib/lda-ruby/document/data_document.rb
 - lib/lda-ruby/document/document.rb
 - lib/lda-ruby/document/text_document.rb
+- lib/lda-ruby/rust_build_policy.rb
+- lib/lda-ruby/version.rb
 - lib/lda-ruby/vocabulary.rb
 - license.txt
-- test/data/.gitignore
+- test/backend_compatibility_test.rb
+- test/backends_selection_test.rb
+- test/benchmark_scripts_test.rb
 - test/data/docs.dat
 - test/data/sample.rb
 - test/data/wiki-test-docs.yml
+- test/gemspec_test.rb
 - test/lda_ruby_test.rb
-- test/simple_test.rb
+- test/packaged_gem_smoke_test.rb
+- test/pure_ruby_orchestration_test.rb
+- test/release_scripts_test.rb
+- test/rust_build_policy_test.rb
+- test/rust_orchestration_test.rb
+- test/simple_pipeline_test.rb
 - test/simple_yaml.rb
 - test/test_helper.rb
-homepage: http://github.com/ealdent/lda-ruby
-licenses: []
-metadata: {}
-post_install_message: 
+homepage: https://github.com/ealdent/lda-ruby
+licenses:
+- GPL-2.0-or-later
+metadata:
+  homepage_uri: https://github.com/ealdent/lda-ruby
+  source_code_uri: https://github.com/ealdent/lda-ruby
+  changelog_uri: https://github.com/ealdent/lda-ruby/blob/master/CHANGELOG.md
+  lda_ruby_gem_variant: source
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
-- ext
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '3.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5
-signing_key: 
+rubygems_version: 3.5.22
+signing_key:
 specification_version: 4
-summary: Ruby port of Latent Dirichlet Allocation by David M. Blei.
+summary: Ruby implementation of Latent Dirichlet Allocation (LDA).
 test_files: []

data/Rakefile

@@ -1,61 +0,0 @@
-require 'rubygems'
-require 'rake'
-require 'yaml'
-
-begin
-  require 'jeweler'
-  Jeweler::Tasks.new do |gem|
-    gem.name = "lda-ruby"
-    gem.summary = %Q{Ruby port of Latent Dirichlet Allocation by David M. Blei.}
-    gem.description = %Q{Ruby port of Latent Dirichlet Allocation by David M. Blei. See http://www.cs.princeton.edu/~blei/lda-c/.}
-    gem.email = "jasonmadams@gmail.com"
-    gem.homepage = "http://github.com/ealdent/lda-ruby"
-    gem.authors = ['David Blei', 'Jason Adams', 'Rio Akasaka']
-    gem.extensions = ['ext/lda-ruby/extconf.rb']
-    gem.files.include 'stopwords.txt'
-    gem.require_paths = ['lib', 'ext']
-    gem.add_dependency 'shoulda'
-    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
-  end
-
-rescue LoadError
-  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
-end
-
-require 'rake/testtask'
-Rake::TestTask.new(:test) do |test|
-  test.libs << 'lib' << 'test'
-  test.pattern = 'test/**/*_test.rb'
-  test.verbose = true
-end
-
-begin
-  require 'rcov/rcovtask'
-  Rcov::RcovTask.new do |test|
-    test.libs << 'test'
-    test.pattern = 'test/**/*_test.rb'
-    test.verbose = true
-  end
-rescue LoadError
-  task :rcov do
-    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
-  end
-end
-
-task :default => :test
-
-require 'rake/rdoctask'
-Rake::RDocTask.new do |rdoc|
-  if File.exist?('VERSION.yml')
-    config = YAML.load(File.read('VERSION.yml'))
-    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
-  else
-    version = ""
-  end
-
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title = "lda-ruby #{version}"
-  rdoc.rdoc_files.include('README*')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-

data/ext/lda-ruby/Makefile

@@ -1,181 +0,0 @@
-
-SHELL = /bin/sh
-
-#### Start of system configuration section. ####
-
-srcdir = .
-topdir = /home/taf2/.local/include/ruby-1.9.1
-hdrdir = /home/taf2/.local/include/ruby-1.9.1
-arch_hdrdir = /home/taf2/.local/include/ruby-1.9.1/$(arch)
-VPATH = $(srcdir):$(arch_hdrdir)/ruby:$(hdrdir)/ruby
-prefix = $(DESTDIR)/home/taf2/.local
-exec_prefix = $(prefix)
-vendorhdrdir = $(rubyhdrdir)/vendor_ruby
-sitehdrdir = $(rubyhdrdir)/site_ruby
-rubyhdrdir = $(includedir)/$(RUBY_INSTALL_NAME)-$(ruby_version)
-vendordir = $(libdir)/$(RUBY_INSTALL_NAME)/vendor_ruby
-sitedir = $(libdir)/$(RUBY_INSTALL_NAME)/site_ruby
-mandir = $(datarootdir)/man
-localedir = $(datarootdir)/locale
-libdir = $(exec_prefix)/lib
-psdir = $(docdir)
-pdfdir = $(docdir)
-dvidir = $(docdir)
-htmldir = $(docdir)
-infodir = $(datarootdir)/info
-docdir = $(datarootdir)/doc/$(PACKAGE)
-oldincludedir = $(DESTDIR)/usr/include
-includedir = $(prefix)/include
-localstatedir = $(prefix)/var
-sharedstatedir = $(prefix)/com
-sysconfdir = $(prefix)/etc
-datadir = $(datarootdir)
-datarootdir = $(prefix)/share
-libexecdir = $(exec_prefix)/libexec
-sbindir = $(exec_prefix)/sbin
-bindir = $(exec_prefix)/bin
-rubylibdir = $(libdir)/$(ruby_install_name)/$(ruby_version)
-archdir = $(rubylibdir)/$(arch)
-sitelibdir = $(sitedir)/$(ruby_version)
-sitearchdir = $(sitelibdir)/$(sitearch)
-vendorlibdir = $(vendordir)/$(ruby_version)
-vendorarchdir = $(vendorlibdir)/$(sitearch)
-
-CC = gcc
-CXX = g++
-LIBRUBY = $(LIBRUBY_SO)
-LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
-LIBRUBYARG_SHARED = -Wl,-R -Wl,$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)
-LIBRUBYARG_STATIC = -Wl,-R -Wl,$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)-static
-OUTFLAG = -o 
-COUTFLAG = -o 
-
-RUBY_EXTCONF_H = 
-cflags   = $(optflags) $(debugflags) $(warnflags)
-optflags = -O0
-debugflags = -g3 -ggdb
-warnflags = -Wall -Wno-parentheses
-CFLAGS   =  -fPIC  $(cflags)  -fPIC -Wall -ggdb -O0 
-INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir)
-DEFS     = 
-CPPFLAGS = -D USE_RUBY  $(DEFS) $(cppflags)
-CXXFLAGS = $(CFLAGS)  $(cxxflags)
-ldflags  = -L.  -rdynamic -Wl,-export-dynamic
-dldflags = 
-archflag = 
-DLDFLAGS = $(ldflags) $(dldflags) $(archflag)
-LDSHARED = $(CC) -shared
-LDSHAREDXX = $(CXX) -shared
-AR = ar
-EXEEXT = 
-
-RUBY_INSTALL_NAME = ruby
-RUBY_SO_NAME = ruby
-arch = x86_64-linux
-sitearch = x86_64-linux
-ruby_version = 1.9.1
-ruby = /home/taf2/.local/bin/ruby
-RUBY = $(ruby)
-RM = rm -f
-RM_RF = $(RUBY) -run -e rm -- -rf
-RMDIRS = $(RUBY) -run -e rmdir -- -p
-MAKEDIRS = mkdir -p
-INSTALL = /usr/bin/install -c
-INSTALL_PROG = $(INSTALL) -m 0755
-INSTALL_DATA = $(INSTALL) -m 644
-COPY = cp
-
-#### End of system configuration section. ####
-
-preload = 
-
-libpath = . $(libdir)
-LIBPATH =  -L. -L$(libdir) -Wl,-R$(libdir)
-DEFFILE = 
-
-CLEANFILES = mkmf.log
-DISTCLEANFILES = 
-DISTCLEANDIRS = 
-
-extout = 
-extout_prefix = 
-target_prefix = 
-LOCAL_LIBS = 
-LIBS = $(LIBRUBYARG_SHARED)  -lpthread -lrt -ldl -lcrypt -lm   -lc
-SRCS = lda-model.c lda-data.c utils.c lda-alpha.c cokus.c lda-inference.c
-OBJS = lda-model.o lda-data.o utils.o lda-alpha.o cokus.o lda-inference.o
-TARGET = lda_ext
-DLLIB = $(TARGET).so
-EXTSTATIC = 
-STATIC_LIB = 
-
-BINDIR        = $(bindir)
-RUBYCOMMONDIR = $(sitedir)$(target_prefix)
-RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
-RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
-HDRDIR        = $(rubyhdrdir)/ruby$(target_prefix)
-ARCHHDRDIR    = $(rubyhdrdir)/$(arch)/ruby$(target_prefix)
-
-TARGET_SO     = $(DLLIB)
-CLEANLIBS     = $(TARGET).so 
-CLEANOBJS     = *.o  *.bak
-
-all:    $(DLLIB)
-static: $(STATIC_LIB)
-
-clean-rb-default::
-clean-rb::
-clean-so::
-clean: clean-so clean-rb-default clean-rb
-		@-$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES)
-
-distclean-rb-default::
-distclean-rb::
-distclean-so::
-distclean: clean distclean-so distclean-rb-default distclean-rb
-		@-$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
-		@-$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
-		@-$(RMDIRS) $(DISTCLEANDIRS)
-
-realclean: distclean
-install: install-so install-rb
-
-install-so: $(RUBYARCHDIR)
-install-so: $(RUBYARCHDIR)/$(DLLIB)
-$(RUBYARCHDIR)/$(DLLIB): $(DLLIB)
-	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
-install-rb: pre-install-rb install-rb-default
-install-rb-default: pre-install-rb-default
-pre-install-rb: Makefile
-pre-install-rb-default: Makefile
-$(RUBYARCHDIR):
-	$(MAKEDIRS) $@
-
-site-install: site-install-so site-install-rb
-site-install-so: install-so
-site-install-rb: install-rb
-
-.SUFFIXES: .c .m .cc .cxx .cpp .C .o
-
-.cc.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.cxx.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.cpp.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.C.o:
-	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.c.o:
-	$(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
-
-$(DLLIB): $(OBJS) Makefile
-	@-$(RM) $(@)
-	$(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
-
-
-
-$(OBJS): $(hdrdir)/ruby.h $(hdrdir)/ruby/defines.h $(arch_hdrdir)/ruby/config.h

data/test/data/.gitignore

@@ -1,2 +0,0 @@
-tmp*.txt
-tmp*.yml

data/test/simple_test.rb

@@ -1,26 +0,0 @@
-require 'rubygems'
-require 'shoulda'
-require 'yaml'
-require 'lda-ruby'
-
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-
-class Test::Unit::TestCase
-
-  @corpus = Lda::Corpus.new
-  @document1 = Lda::TextDocument.new(@corpus, 'Dom Cobb is a skilled thief, the absolute best in the dangerous art of extraction, stealing valuable secrets from deep within the subconscious during the dream state, when the mind is at its most vulnerable. Cobb\'s rare ability has made him a coveted player in this treacherous new world of corporate espionage, but it has also made him an international fugitive and cost him everything he has ever loved. Now Cobb is being offered a chance at redemption. One last job could give him his life back but only if he can accomplish the impossible-inception. Instead of the perfect heist, Cobb and his team of specialists have to pull off the reverse: their task is not to steal an idea but to plant one. If they succeed, it could be the perfect crime. But no amount of careful planning or expertise can prepare the team for the dangerous enemy that seems to predict their every move. An enemy that only Cobb could have seen coming.')
-  @document2 = Lda::TextDocument.new(@corpus, 'When his brother is killed in a robbery, paraplegic Marine Jake Sully decides to take his place in a mission on the distant world of Pandora. There he learns of greedy corporate figurehead Parker Selfridge\'s intentions of driving off the native humanoid \"Na\'vi\" in order to mine for the precious material scattered throughout their rich woodland. In exchange for the spinal surgery that will fix his legs, Jake gathers intel for the cooperating military unit spearheaded by gung-ho Colonel Quaritch, while simultaneously attempting to infiltrate the Na\'vi people with the use of an \"avatar\" identity. While Jake begins to bond with the native tribe and quickly falls in love with the beautiful alien Neytiri, the restless Colonel moves forward with his ruthless extermination tactics, forcing the soldier to take a stand - and fight back in an epic battle for the fate of Pandora.')
-
-  @corpus.add_document(@document1)
-  @corpus.add_document(@document2)
-  @corpus.remove_word("cobb")
-  @lda = Lda::Lda.new(@corpus)
-
-  @lda.verbose = false
-  @lda.num_topics = 2
-  @lda.em('random')
-  topics = @lda.top_words(5)
-  puts topics
-
-end