ruby-stemmer 0.9.4 → 3.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 5dbc48a9cab081a36f22eed41424dd6d7341cd2b
-  data.tar.gz: db5d8748469945014bd36c3f79535863ca8b8543
+SHA256:
+  metadata.gz: 46fc900b6d0aef804a2d93afaf3eaa6fb80a2c064f287109783918d3cb14eb42
+  data.tar.gz: 698ebc0490f582821c83d43f28d679b3556aa8f97a82243fd17276dfc0d63b4e
 SHA512:
-  metadata.gz: 7fbeec56ffd4475f7e84b7242be98571abe40c1e610dc73dd44686b91cf21eb213b35507efeffb5c40c6a26508ab9b4f5ba535dc0eb49ba81b8309990aace444
-  data.tar.gz: e325e7d527f3f6343756fa183720a9655c4cef188a0ef6a9252ef595d27509b64a988fa5c76b1b591a9f50e58d4b35a290d6f600d21632ccb2532fb9b10ff7c1
+  metadata.gz: fcf5fc09b4f5d983df49ad9c110b9589f9a876909f2d4450de6bd3a33905dd0ff8dc284cb457c0a39dfe229c5168f7467d2148da23cb5abb614fba8ad5e6b2a6
+  data.tar.gz: 1829502a57c5a60669a1266c1ba8c9b2fa8bdeec21953bb201a733b0c9020f001befd0fee29bf840b23689fac77db3fc396cde884e7c5b6fe20bb99de0ffa2d6

data/.gitignore

@@ -0,0 +1,12 @@
+rdoc
+tmp
+libstemmer_c/stemwords
+pkg/*
+*.o
+*.so
+Makefile
+mkmf.log
+*.swp
+*.bundle
+.idea/*
+stemmer.bundle

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 2.4
+  - 2.6
+  - 2.7
+script: bundle exec rake

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+

data/Gemfile.lock

@@ -0,0 +1,23 @@
+PATH
+  remote: .
+  specs:
+    ruby-stemmer (3.0.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    minitest (5.14.2)
+    rake (13.0.1)
+    rake-compiler (1.1.1)
+      rake
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  minitest (~> 5.14)
+  rake-compiler (~> 1.1)
+  ruby-stemmer!
+
+BUNDLED WITH
+   2.1.4

data/MIT-LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2008-2015 Aurelian Oancea
+Copyright (c) 2008-2020 Aurelian Oancea
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.rdoc

@@ -1,14 +1,14 @@
-= Ruby-Stemmer {Project Status}[http://stillmaintained.com/aurelian/ruby-stemmer.png]
+= Ruby-Stemmer
 
 Ruby-Stemmer exposes SnowBall API to Ruby.
 
-This package includes libstemmer_c library released under BSD licence 
-and available for free {here}[http://snowball.tartarus.org/dist/libstemmer_c.tgz].
+{Travis CI Status}[https://api.travis-ci.org/aurelian/ruby-stemmer.png]
 
-Support for latin language is also included and it has been generated with the snowball compiler using 
-{schinke contribution}[http://snowball.tartarus.org/otherapps/schinke/intro.html].
+This package includes libstemmer_c library released under BSD licence and available for free {here}[https://snowballstem.org/download.html].
 
-For more details about libstemmer_c please visit the {SnowBall website}[http://snowball.tartarus.org].
+Support for latin language is also included and it has been generated with the snowball compiler using {schinke contribution}[https://snowballstem.org/otherapps/schinke/].
+
+For more details about libstemmer_c please visit the {SnowBall website}[https://snowballstem.org/].
 
 == Usage
 
@@ -29,36 +29,30 @@ For more details about libstemmer_c please visit the {SnowBall website}[http://s
     puts "~> #{word}" #=> "instal"
   end # => #<Lingua::Stemmer:0x102501e48>
 
-=== Rails
-  
-  # Rails2: -- config/environment.rb:
-  config.gem 'ruby-stemmer', :version => '>=0.6.2', :lib => 'lingua/stemmer'
-  
-  # Rails3: -- Gemfile
-  gem 'ruby-stemmer', '>=0.8.3', :require => 'lingua/stemmer'
+=== Gemfile
+
+  gem 'ruby-stemmer', '>=2.0.0', :require => 'lingua/stemmer'
 
-=== More details 
+=== More details
 
 * Complete API in {RDoc format}[http://rdoc.info/github/aurelian/ruby-stemmer/master/frames]
-* More usage on the {test file}[http://github.com/aurelian/ruby-stemmer/blob/master/test/lingua/test_stemmer.rb]
+* More usage on the {test file}[https://github.com/aurelian/ruby-stemmer/blob/master/test/lingua/test_stemmer.rb]
 
 == Install
 
-=== Standard install with:
-
  gem install ruby-stemmer
 
 ==== Windows
 
-There's also a Windows (Fat bin) compiled against ruby 1.9.3 and ruby 1.8.7.
+There's also a Windows (Fat bin)
 
  gem install ruby-stemmer --platform=x86-mingw32
 
-As far as I know the above should work with {rubyinstaller}[http://rubyinstaller.org/]. If if fails, you could try with:
+As far as I know the above should work with {rubyinstaller}[http://rubyinstaller.org/]. If it fails, you could try with:
 
  gem install ruby-stemmer --platform=x86-mswin32
 
-{It's known}[http://cl.ly/BX9o] to work under Windows XP.
+{It's known}[https://cl.ly/BX9o] to work under Windows XP.
 
 === Development version
 
@@ -68,22 +62,30 @@ As far as I know the above should work with {rubyinstaller}[http://rubyinstaller
   $ rake compile #<== builds the extension do'h
   $ rake test
 
+==== Cross Compiling
+
+Install {rake-compiler-dock}[https://github.com/rake-compiler/rake-compiler-dock] and follow the setup.
+
+Then, inside the docker image:
+
+  $ AR=i686-w64-mingw32-ar CC=i686-w64-mingw32-gcc LD=i686-w64-mingw32-ld rake cross native gem
+
 == NOT A BUG
 
 The stemming process is an algorithm to allow one to find the stem of an word (not the root of it).
 For further reference on stem vs. root, please check wikipedia articles on the topic:
 
-* http://en.wikipedia.org/wiki/Stem_%28linguistics%29
-* http://en.wikipedia.org/wiki/Root_%28linguistics%29
+* https://en.wikipedia.org/wiki/Word_stem
+* https://en.wikipedia.org/wiki/Root_(linguistics)
 
 == TODO
 
-* {Open issues}[http://github.com/aurelian/ruby-stemmer/issues]
+* {Open issues}[https://github.com/aurelian/ruby-stemmer/issues]
 
 == Note on Patches/Pull Requests
  
-* Fork the project from {github}[http://github.com/aurelian/ruby-stemmer]
-* Make your feature addition or {bug fix}[http://github.com/aurelian/ruby-stemmer/issues]
+* Fork the project from {github}[https://github.com/aurelian/ruby-stemmer]
+* Make your feature addition or {bug fix}[https://github.com/aurelian/ruby-stemmer/issues]
 * Add tests for it. This is important so I don't break it in a
   future version unintentionally.
 * Commit, do not mess with rakefile, version, or history.
@@ -94,15 +96,15 @@ For further reference on stem vs. root, please check wikipedia articles on the t
 
 == Alternative Stemmers for Ruby
 
-* {stemmer4r}[http://rubyforge.org/projects/stemmer4r] (ext)
-* {fast-stemmer}[http://github.com/romanbsd/fast-stemmer] (ext)
-* {uea-stemmer}[http://github.com/ealdent/uea-stemmer] (ext)
-* {stemmer}[http://rubyforge.org/projects/stemmer] (pure ruby)
+* {stemmer4r}[https://rubygems.org/gems/stemmer4r] (ext)
+* {fast-stemmer}[https://rubygems.org/gems/fast-stemmer] (ext)
+* {uea-stemmer}[https://rubygems.org/gems/uea-stemmer] (ext)
+* {stemmer}[https://rubygems.org/gems/stemmer] (pure ruby)
 * add yours
 
 == Copyright
 
-Copyright (c) 2008-2011 {Aurelian Oancea}[http://locknet.ro]. See MIT-LICENSE for details.
+Copyright (c) 2008-2020 {Aurelian Oancea}[http://locknet.ro]. See MIT-LICENSE for details.
 
 == Contributors
 
@@ -111,7 +113,4 @@ Copyright (c) 2008-2011 {Aurelian Oancea}[http://locknet.ro]. See MIT-LICENSE fo
 * {Aaron Patterson}[https://github.com/tenderlove] - rake compiler (windows support), code cleanup
 * {Damián Silvani}[https://github.com/munshkr] - Ruby 1.9 encoding
 
-== Real life usage
-* http://planet33.ru is using Ruby-Stemmer together with {Classifier}[http://github.com/yury/classifier] to automatically rate places based on users comments.
-
 # encoding: utf-8

data/Rakefile

@@ -3,13 +3,13 @@ require 'bundler/setup'
 
 require 'rdoc/task'
 require 'rake/testtask'
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
 require 'rake/extensiontask'
 require 'rubygems/package_task'
 
-CLOBBER.include("libstemmer_c/**/*.o")
+CLOBBER.include('libstemmer_c/**/*.o')
 
-GEMSPEC = Gem::Specification.load("ruby-stemmer.gemspec")
+GEMSPEC = Gem::Specification.load('ruby-stemmer.gemspec')
 
 Rake::TestTask.new(:test) do |test|
   test.libs << 'lib' << 'test'
@@ -26,7 +26,7 @@ Rake::ExtensionTask.new('ruby-stemmer', GEMSPEC) do |ext|
 end
 
 Rake::RDocTask.new do |rdoc|
-  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+  version = File.exist?('VERSION') ? File.read('VERSION') : ''
   rdoc.rdoc_dir = 'rdoc'
   rdoc.options << '--charset' << 'utf-8'
   rdoc.title = "Ruby-Stemmer #{version}"
@@ -36,5 +36,4 @@ Rake::RDocTask.new do |rdoc|
   rdoc.rdoc_files.include('MIT-LICENSE')
 end
 
-task :default => [:clobber, :compile, :test]
-
+task default: %i[clobber compile test]

data/ext/lingua/extconf.rb

@@ -1,15 +1,15 @@
-ENV['RC_ARCHS'] = '' if RUBY_PLATFORM =~ /darwin/
-require "mkmf"
+ENV['RC_ARCHS'] = '' if RUBY_PLATFORM.match?(/darwin/)
+require 'mkmf'
 
 ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..', '..'))
 LIBSTEMMER = File.join(ROOT, 'libstemmer_c')
 
 # build libstemmer_c
 # FreeBSD make is gmake
-make= (RUBY_PLATFORM =~ /freebsd/)? 'gmake' : 'make'
+make = RUBY_PLATFORM.match?(/freebsd/) ? 'gmake' : 'make'
 
 # MacOS architecture mess up
-if RUBY_PLATFORM =~ /darwin/
+if RUBY_PLATFORM.match?(/darwin/)
   # Config has been deprecated since 1.9.3, and removed since 2.2.0
   if defined?(RbConfig)
     Config = RbConfig
@@ -17,7 +17,7 @@ if RUBY_PLATFORM =~ /darwin/
 
   # see: #issue/3, #issue/5
   begin
-    ENV['ARCHFLAGS']= "-arch " + %x[file #{File.expand_path(File.join(Config::CONFIG['bindir'], Config::CONFIG['RUBY_INSTALL_NAME']))}].strip!.match(/executable (.+)$/)[1] unless ENV['ARCHFLAGS'].nil?
+    ENV['ARCHFLAGS'] = '-arch ' + %x[file #{File.expand_path(File.join(Config::CONFIG['bindir'], Config::CONFIG['RUBY_INSTALL_NAME']))}].strip!.match(/executable (.+)$/)[1] unless ENV['ARCHFLAGS'].nil?
   rescue
     $stderr << "Failed to get your ruby executable architecture.\n"
     $stderr << "Please specify one using $ARCHFLAGS environment variable.\n"
@@ -27,12 +27,12 @@ if RUBY_PLATFORM =~ /darwin/
   # see: man compat
   if ENV['COMMAND_MODE'] == 'legacy'
     $stdout << "Setting compat mode to unix2003\n."
-    ENV['COMMAND_MODE']= 'unix2003'
+    ENV['COMMAND_MODE'] = 'unix2003'
   end
 end
 
 # make libstemmer_c. unless we're cross-compiling.
-unless RUBY_PLATFORM =~ /i386-mingw32/
+unless RUBY_PLATFORM.match?(/i386-mingw32/)
   system "cd #{LIBSTEMMER}; #{make} libstemmer.o; cd #{ROOT};"
   exit unless $? == 0
 end
@@ -40,6 +40,4 @@ end
 $CFLAGS  += " -I#{File.expand_path(File.join(LIBSTEMMER, 'include'))} "
 $libs    += " -L#{LIBSTEMMER} #{File.expand_path(File.join(LIBSTEMMER, 'libstemmer.o'))} "
 
-if have_header("libstemmer.h")
-  create_makefile("lingua/stemmer_native")
-end
+create_makefile('lingua/stemmer_native') if have_header('libstemmer.h')

data/lib/lingua/stemmer.rb

@@ -1,4 +1,6 @@
-if RUBY_PLATFORM =~/(mswin|mingw)/i
+# frozen_string_literal: true
+
+if RUBY_PLATFORM.match?(/(mswin|mingw)/i)
   require "lingua/#{RUBY_VERSION.sub(/\.\d+$/, '')}/stemmer_native"
 else
   require 'lingua/stemmer_native'
@@ -7,10 +9,10 @@ end
 require 'lingua/version'
 
 module Lingua
-  def self.stemmer(o, options={})
+  def self.stemmer(o, options = {})
     stemmer = Stemmer.new(options)
 
-    words = Array(o).map { |e| e.to_s }
+    words = Array(o).map(&:to_s)
 
     results = []
     words.each do |word|
@@ -23,11 +25,11 @@ module Lingua
     end
 
     return stemmer if block_given?
-    results.length == 1 ? results[0] : results
+
+    o.is_a?(String) ? results[0] : results
   end
 
   class Stemmer
-
     attr_reader :language
     attr_reader :encoding
 
@@ -36,26 +38,21 @@ module Lingua
     # will be used
     #
     #   require 'lingua/stemmer'
-    #   s = Lingua::Stemmer.new :language => 'fr'
+    #   s = Lingua::Stemmer.new language: 'fr'
     #
-    def initialize(options={})
+    def initialize(options = {})
       @language = (options[:language] || 'en').to_s
       @encoding = (options[:encoding] || 'UTF_8').to_s
 
-      if RUBY_VERSION >= "1.9"
-        if not @encoding.is_a?(Encoding)
-          @encoding = Encoding.find(@encoding.gsub("_", "-"))
-        end
-      else
-        @encoding = @encoding.upcase.gsub("-", "_")
-      end
+      @encoding = Encoding.find(@encoding.tr('_', '-'))
 
       native_init(@language, native_encoding(@encoding))
     end
 
-  private
+    private
+
     def native_encoding(enc)
-      RUBY_VERSION >= "1.9" ? enc.name.gsub('-', '_') : enc
+      enc.name.tr('-', '_')
     end
   end
 end

data/lib/lingua/version.rb

@@ -0,0 +1,5 @@
+module Lingua
+  class Stemmer
+    VERSION = '3.0.0'
+  end
+end

data/libstemmer_c/Makefile

@@ -6,4 +6,4 @@ libstemmer.o: $(snowball_sources:.c=.o)
 stemwords: examples/stemwords.o libstemmer.o
 	$(CC) -o $@ $^
 clean:
-	rm -f stemwords *.o src_c/*.o runtime/*.o libstemmer/*.o
+	rm -f stemwords *.o src_c/*.o runtime/*.o libstemmer/*.o examples/*.o

data/libstemmer_c/Makefile.windows

@@ -12,4 +12,4 @@ libstemmer.o: $(snowball_sources:.c=.o)
 stemwords: examples/stemwords.o libstemmer.o
 	$(CC) -o $@ $^
 clean:
-	rm -f stemwords *.o src_c/*.o runtime/*.o libstemmer/*.o
+	rm -f stemwords *.o src_c/*.o runtime/*.o libstemmer/*.o examples/*.o

data/libstemmer_c/libstemmer/modules.h

@@ -41,6 +41,7 @@
 #include "../src_c/stem_ISO_8859_1_swedish.h"
 #include "../src_c/stem_UTF_8_swedish.h"
 #include "../src_c/stem_UTF_8_turkish.h"
+#include "../src_c/stem_UTF_8_lithuanian.h"
 
 typedef enum {
   ENC_UNKNOWN=0,
@@ -64,7 +65,7 @@ static struct stemmer_encoding encodings[] = {
 
 struct stemmer_modules {
   const char * name;
-  stemmer_encoding_t enc; 
+  stemmer_encoding_t enc;
   struct SN_env * (*create)(void);
   void (*close)(struct SN_env *);
   int (*stem)(struct SN_env *);
@@ -171,25 +172,29 @@ static struct stemmer_modules modules[] = {
   {"tr", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
   {"tur", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
   {"turkish", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
+  {"lt", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
+  {"lit", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
+  {"lithuanian", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
   {0,ENC_UNKNOWN,0,0,0}
 };
 static const char * algorithm_names[] = {
   "latin",
-  "danish", 
-  "dutch", 
-  "english", 
-  "finnish", 
-  "french", 
-  "german", 
-  "hungarian", 
-  "italian", 
-  "norwegian", 
-  "porter", 
-  "portuguese", 
-  "romanian", 
-  "russian", 
-  "spanish", 
-  "swedish", 
-  "turkish", 
+  "danish",
+  "dutch",
+  "english",
+  "finnish",
+  "french",
+  "german",
+  "hungarian",
+  "italian",
+  "norwegian",
+  "porter",
+  "portuguese",
+  "romanian",
+  "russian",
+  "spanish",
+  "swedish",
+  "turkish",
+  "lithuanian",
   0
 };

data/libstemmer_c/libstemmer/modules_utf8.h

@@ -25,6 +25,7 @@
 #include "../src_c/stem_UTF_8_spanish.h"
 #include "../src_c/stem_UTF_8_swedish.h"
 #include "../src_c/stem_UTF_8_turkish.h"
+#include "../src_c/stem_UTF_8_lithuanian.h"
 
 typedef enum {
   ENC_UNKNOWN=0,
@@ -42,7 +43,7 @@ static struct stemmer_encoding encodings[] = {
 
 struct stemmer_modules {
   const char * name;
-  stemmer_encoding_t enc; 
+  stemmer_encoding_t enc;
   struct SN_env * (*create)(void);
   void (*close)(struct SN_env *);
   int (*stem)(struct SN_env *);
@@ -100,24 +101,28 @@ static struct stemmer_modules modules[] = {
   {"tr", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
   {"tur", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
   {"turkish", ENC_UTF_8, turkish_UTF_8_create_env, turkish_UTF_8_close_env, turkish_UTF_8_stem},
+  {"lt", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
+  {"lit", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
+  {"lithuanian", ENC_UTF_8, lithuanian_UTF_8_create_env, lithuanian_UTF_8_close_env, lithuanian_UTF_8_stem},
   {0,ENC_UNKNOWN,0,0,0}
 };
 static const char * algorithm_names[] = {
-  "danish", 
-  "dutch", 
-  "english", 
-  "finnish", 
-  "french", 
-  "german", 
-  "hungarian", 
-  "italian", 
-  "norwegian", 
-  "porter", 
-  "portuguese", 
-  "romanian", 
-  "russian", 
-  "spanish", 
-  "swedish", 
-  "turkish", 
+  "danish",
+  "dutch",
+  "english",
+  "finnish",
+  "french",
+  "german",
+  "hungarian",
+  "italian",
+  "norwegian",
+  "porter",
+  "portuguese",
+  "romanian",
+  "russian",
+  "spanish",
+  "swedish",
+  "turkish",
+  "lithuanian",
   0
 };