ruby-stemmer 0.5.3 → 0.6.2

data/MIT-LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2008 Aurelian Oancea
+Copyright (c) 2008,2009 Aurelian Oancea
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.rdoc

@@ -0,0 +1,61 @@
+= Ruby-Stemmer
+
+Ruby-Stemmer exposes SnowBall API to Ruby.
+
+This package includes libstemmer_c library released under BSD licence 
+and available for free at: http://snowball.tartarus.org/dist/libstemmer_c.tgz.
+
+For details about libstemmer_c please check libstemmer_c/README or http://snowball.tartarus.org.
+
+== What id does?
+
+The stemming process is an algorithm to allow one to find the stem of an word (not the root of it).
+For further reference on stem vs. root, please check wikipedia articles on the topic:
+
+* http://en.wikipedia.org/wiki/Stem_%28linguistics%29
+* http://en.wikipedia.org/wiki/Root_%28linguistics%29
+
+== Install
+
+=== Standard install with:
+
+ gem install ruby-stemmer
+
+Please not that Windows is not supported at this time.
+
+=== Development version
+
+  $ git clone git://github.com/aurelian/ruby-stemmer.git
+  $ cd ruby-stemmer
+  $ rake -T #<== see what we've got
+  $ rake ext
+  $ rake test
+
+== TODO
+
+
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project from github: http://github.com/aurelian/ruby-stemmer
+* Make your feature addition or bug fix: http://github.com/aurelian/ruby-stemmer/issues
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+
+  if you want to have your own version, that is fine but
+  bump version in a commit by itself I can ignore when I pull
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2009 Aurelian Oancea. See MIT-LICENSE for details.
+
+== Contributors
+
+
+
+== Real life usage
+
+
+

data/Rakefile

@@ -1,42 +1,75 @@
-#
-# $Id: Rakefile 22 2008-05-09 23:49:43Z aurelian $
-#
-
 require 'rubygems'
 require 'rake'
-require 'echoe'
-
-Echoe.new('ruby-stemmer', '0.5.3') do |p|
-    p.description    = "Stemmer implementation to ruby using libstemmer_c. Working with ruby 1.9.1"
-    p.url            = "http://github.com/yury/ruby-stemmer"
-    p.author         = "Yury Korolev"
-    p.email          = "yury.korolev@gmail.com"
-    p.extensions     = ["extconf.rb"]
-    p.ignore_pattern = ["*.o", "**/*.o", "stemwords", "*.bundle", "*.a", "*.so"]
-    p.development_dependencies = []
-    p.runtime_dependencies = []
-    p.has_rdoc = true
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "ruby-stemmer"
+    gem.summary = %Q{Expose libstemmer_c to Ruby.}
+    gem.description = %Q{Expose the bundled libstemmer_c library to Ruby.}
+    gem.email = "oancea@gmail.com"
+    gem.homepage = "http://github.com/aurelian/ruby-stemmer"
+    gem.authors = ["Aurelian Oancea", "Yury Korolev"]
+    gem.extensions = ["ext/lingua/extconf.rb"]
+    gem.rubyforge_project = "ruby-stemmer"
+    gem.files = FileList['lib/**/*.rb', 'README.rdoc', 'MIT-LICENSE', 'VERSION', 'Rakefile', 'libstemmer_c/**/*', 'ext/**/*', 'test/**/*']
+    %w(ext/lingua/*.so ext/lingua/*.bundle ext/lingua/Makefile ext/lingua/mkmf.log ext/lingua/*.o libstemmer_c/**/*.o).each do | f |
+      gem.files.exclude f
+    end
+    # gem.ignore_pattern = ["*.o", "**/*.o", "stemwords", "*.bundle", "*.a", "*.so", "Makefile"]
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+  Jeweler::RubyforgeTasks.new do |rubyforge|
+    rubyforge.doc_task = "rdoc"
+  end  
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
 end
 
-rm_rf 'Makefile'
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
 
-PKG_FILES = FileList[
-  'extconf.rb',
-  'ruby-stemmer.c',
-  'test.rb',
-  '[A-Z]*',
-  'libstemmer_c/**/*'
-]
+task :test => :check_dependencies
 
-PKG_FILES.exclude('*.o')
-PKG_FILES.exclude('**/*.o')
-PKG_FILES.exclude('stemwords')
-PKG_FILES.exclude('*.bundle')
-PKG_FILES.exclude('*.a')
-PKG_FILES.exclude('*.so')
+task :default => :test
 
+desc "Cleans the project"
 task :clean do
-  `rm -rf Makefile mkmf.log ruby-stemmer.o stemmer.bundle stemmer.so`
+  `cd ext/lingua && rm -rf Makefile mkmf.log stemmer.o stemmer_native.bundle stemmer.so; cd ../../`
   `cd libstemmer_c && make clean && cd ../`
 end
 
+desc "Builds the extension"
+task :ext => :clean do
+  `cd ext/lingua/ && ruby extconf.rb && make && cd ../../`
+end
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "Ruby-Stemmer #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+  rdoc.rdoc_files.include('ext/lingua/stemmer.c')
+  rdoc.rdoc_files.include('MIT-LICENSE')
+end

data/VERSION

@@ -0,0 +1 @@
+0.6.2

data/ext/lingua/extconf.rb

@@ -0,0 +1,17 @@
+ENV['RC_ARCHS'] = '' if RUBY_PLATFORM =~ /universal-darwin/
+require "mkmf"
+
+ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..', '..'))
+LIBSTEMMER = File.join(ROOT, 'libstemmer_c')
+
+# build libstemmer_c
+ENV['ARCHFLAGS']= "-arch #{Config::CONFIG['host_cpu']}" if RUBY_PLATFORM =~ /darwin/
+ENV['ARCHFLAGS']= "-arch x86_64" if Config::CONFIG['host_cpu'] == 'i686' && RUBY_PLATFORM =~ /darwin/
+system "cd #{LIBSTEMMER}; make libstemmer.o; cd #{ROOT};"
+
+$CFLAGS  += " -I#{File.join(LIBSTEMMER, 'include')} "
+$libs    += " -L#{LIBSTEMMER} #{File.join(LIBSTEMMER, 'libstemmer.o')} "
+
+if have_header("libstemmer.h")
+  create_makefile("lingua/stemmer_native")
+end

data/{ruby-stemmer.c → ext/lingua/stemmer.c}

@@ -1,7 +1,3 @@
-//
-// $Id: ruby-stemmer.c 20 2008-04-29 20:59:56Z aurelian $
-//
-
 #include "ruby.h"
 #include <libstemmer.h>
 
@@ -11,6 +7,7 @@
 
 VALUE rb_mLingua;
 VALUE rb_cStemmer;
+VALUE rb_eStemmerError;
 
 struct sb_stemmer_data {
   struct sb_stemmer * stemmer;
@@ -56,12 +53,11 @@ rb_stemmer_init(int argc, VALUE *argv, VALUE self) {
   
   stemmer = sb_stemmer_new( RSTRING_PTR(rlang), RSTRING_PTR(renc) );
   if (stemmer == 0) {
-    // printf(">>[libstemmer]: got a null stemmer!\n");
     if (renc == 0 ) {
-      rb_raise(rb_eRuntimeError, "Language %s not available for stemming", RSTRING_PTR(rlang));
+      rb_raise(rb_eStemmerError, "Language %s not available for stemming", RSTRING_PTR(rlang));
       exit(1);
     } else {
-      rb_raise(rb_eRuntimeError, "Language %s not available for stemming in encoding %s", 
+      rb_raise(rb_eStemmerError, "Language %s not available for stemming in encoding %s", 
                     RSTRING_PTR(rlang), RSTRING_PTR(renc));
       exit(1);
     }
@@ -90,30 +86,44 @@ static VALUE
 rb_stemmer_stem(VALUE self, VALUE word) {
   struct sb_stemmer_data * sb_data;
   const  sb_symbol * stemmed;
+  VALUE s_word = rb_String(word);
   GetStemmer(self, sb_data);
-  stemmed = sb_stemmer_stem(sb_data->stemmer, (sb_symbol *)RSTRING_PTR(word), RSTRING_LEN(word));
-  // printf(">>[libstemmer %s/%s]: %s-> %s\n", sb_data->lang, sb_data->enc, RSTRING_PTR(word), stemmed);
+  stemmed = sb_stemmer_stem(sb_data->stemmer, (sb_symbol *)RSTRING_PTR(s_word), RSTRING_LEN(s_word));
   return rb_str_new2((char *)stemmed);
 }
 
 /*
- * Document-method: length
- * call-seq: length
+ * Document-method: language
+ * call-seq: language
  *
- * Gets the length of the last stemmed word
+ * Gets the language for this stemmer
  *
  *   require 'lingua/stemmer'
- *   s = Lingua::Stemmer.new
- *   s.stem "installation"
- *   s.length # ==> 6
+ *   s = Lingua::Stemmer.new(:language => "fr")
+ *   s.language #=> "fr"
+ */ 
+static VALUE
+rb_stemmer_language(VALUE self) {
+  struct sb_stemmer_data * sb_data;
+  GetStemmer(self, sb_data);
+  return rb_str_new2(sb_data->lang);
+}
+
+/*
+ * Document-method: encoding
+ * call-seq: encoding
+ *
+ * Gets the encoding for this stemmer
+ *
+ *   require 'lingua/stemmer'
+ *   s = Lingua::Stemmer.new(:language => "UTF_8")
+ *   s.encoding #=> "UTF_8"
  */ 
 static VALUE
-rb_stemmer_length(VALUE self) {
+rb_stemmer_encoding(VALUE self) {
   struct sb_stemmer_data * sb_data;
-  int length;
   GetStemmer(self, sb_data);
-  length = sb_stemmer_length(sb_data->stemmer);
-  return INT2FIX(length);
+  return rb_str_new2(sb_data->enc);
 }
 
 static void
@@ -129,14 +139,16 @@ sb_stemmer_alloc(VALUE klass)
 }
 
 /*
- * ruby-stemmer, ruby extension to SnowBall API using libstemmer_c
+ * Ruby-Stemmer, Ruby extension to SnowBall API using libstemmer_c
  */
-void Init_stemmer() {
+void Init_stemmer_native() {
   rb_mLingua = rb_define_module("Lingua");
   rb_cStemmer = rb_define_class_under(rb_mLingua, "Stemmer", rb_cObject);
   rb_define_alloc_func(rb_cStemmer, sb_stemmer_alloc);
+  rb_eStemmerError = rb_define_class_under(rb_mLingua, "StemmerError", rb_eException);  
   rb_define_method(rb_cStemmer, "initialize", rb_stemmer_init, -1);
   rb_define_method(rb_cStemmer, "stem", rb_stemmer_stem, 1);
-  rb_define_method(rb_cStemmer, "length", rb_stemmer_length, 0);
+  rb_define_method(rb_cStemmer, "language", rb_stemmer_language, 0);
+  rb_define_method(rb_cStemmer, "encoding", rb_stemmer_encoding, 0);
 }
 

data/lib/lingua/stemmer.rb

@@ -0,0 +1,24 @@
+require 'lingua/stemmer_native'
+
+module Lingua
+
+  def self.stemmer(o, options={})
+    _stemmer= Stemmer.new({:language => "en", :encoding => "UTF_8"}.merge(options))
+    words= o.kind_of?(Array)? o.map{|e|e.to_s} : [o.to_s]
+    results = [] unless block_given?
+    words.each do | word |
+      result = _stemmer.stem(word)
+      if block_given?
+        yield result
+      else
+        results << result
+      end
+    end
+    return (results.length == 1)? results[0] : results unless block_given?
+    _stemmer
+  end
+
+  class Stemmer
+    VERSION = File.read(File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "VERSION")))
+  end
+end

data/libstemmer_c/Makefile

@@ -1,5 +1,5 @@
 include mkinc.mak
-CFLAGS=-Iinclude -fPIC
+CFLAGS=-Iinclude -fPIC $(ARCHFLAGS)
 all: libstemmer.o stemwords
 libstemmer.o: $(snowball_sources:.c=.o)
 	$(AR) -cru $@ $^

data/test/helper.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'test/unit'
+
+%w(. ../lib ../ext).each do |path|
+  $LOAD_PATH.unshift(File.expand_path(File.join(File.dirname(__FILE__), path)))
+end
+
+require 'lingua/stemmer'
+
+class Test::Unit::TestCase
+end

data/test/lingua/test_stemmer.rb

@@ -0,0 +1,41 @@
+require 'helper'
+
+class TestStemmer < Test::Unit::TestCase
+
+  def test_stemmer_creation
+    assert_kind_of ::Lingua::Stemmer, ::Lingua::Stemmer.new
+  end
+
+  def test_exceptions
+    assert_raise ::Lingua::StemmerError do
+      # invalid encoding for language
+      ::Lingua::Stemmer.new :language => "ro", :encoding => "ISO_8859_1"
+    end
+    assert_raise ::Lingua::StemmerError do
+      # invalid language
+      ::Lingua::Stemmer.new :language => "cat"
+    end
+  end
+
+  def test_stem
+    s= ::Lingua::Stemmer.new(:language => "en", :encoding => "UTF_8")
+    assert_equal s.stem("obnoxious"), "obnoxi"
+    assert_equal s.stem("personalities"), "person"
+  end
+
+  def test_string_stemmer
+    assert_equal ::Lingua.stemmer("installation", :language => "en"), "instal"
+    stemmer= ::Lingua.stemmer("installation", :language => "fr") do | word |
+      assert_equal word, "install"
+    end
+    assert_kind_of ::Lingua::Stemmer, stemmer
+    assert_equal stemmer.encoding, "UTF_8"
+  end
+
+  def test_array_stemmer
+    results= ::Lingua.stemmer(["one", "two"], :language => "de", :encoding => "ISO_8859_1")
+    assert_equal 2, results.size
+    assert_kind_of Array, results
+  end
+
+end

metadata

@@ -1,108 +1,39 @@
 --- !ruby/object:Gem::Specification 
 name: ruby-stemmer
 version: !ruby/object:Gem::Version 
-  version: 0.5.3
+  version: 0.6.2
 platform: ruby
 authors: 
+- Aurelian Oancea
 - Yury Korolev
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2009-02-10 00:00:00 +01:00
+date: 2009-10-28 00:00:00 +01:00
 default_executable: 
 dependencies: []
 
-description: Stemmer implementation to ruby using libstemmer_c. Working with ruby 1.9.1
-email: yury.korolev@gmail.com
+description: Expose the bundled libstemmer_c library to Ruby.
+email: oancea@gmail.com
 executables: []
 
 extensions: 
-- extconf.rb
+- ext/lingua/extconf.rb
 extra_rdoc_files: 
-- extconf.rb
-- libstemmer_c/examples/stemwords.c
-- libstemmer_c/include/libstemmer.h
-- libstemmer_c/libstemmer/libstemmer.c
-- libstemmer_c/libstemmer/libstemmer_utf8.c
-- libstemmer_c/libstemmer/modules.h
-- libstemmer_c/libstemmer/modules.txt
-- libstemmer_c/libstemmer/modules_utf8.h
-- libstemmer_c/libstemmer/modules_utf8.txt
-- libstemmer_c/Makefile
+- README.rdoc
+files: 
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- VERSION
+- ext/lingua/extconf.rb
+- ext/lingua/stemmer.c
+- lib/lingua.rb
+- lib/lingua/stemmer.rb
 - libstemmer_c/MANIFEST
-- libstemmer_c/mkinc.mak
-- libstemmer_c/mkinc_utf8.mak
+- libstemmer_c/Makefile
 - libstemmer_c/README
-- libstemmer_c/runtime/api.c
-- libstemmer_c/runtime/api.h
-- libstemmer_c/runtime/header.h
-- libstemmer_c/runtime/utilities.c
-- libstemmer_c/src_c/stem_ISO_8859_1_danish.c
-- libstemmer_c/src_c/stem_ISO_8859_1_danish.h
-- libstemmer_c/src_c/stem_ISO_8859_1_dutch.c
-- libstemmer_c/src_c/stem_ISO_8859_1_dutch.h
-- libstemmer_c/src_c/stem_ISO_8859_1_english.c
-- libstemmer_c/src_c/stem_ISO_8859_1_english.h
-- libstemmer_c/src_c/stem_ISO_8859_1_finnish.c
-- libstemmer_c/src_c/stem_ISO_8859_1_finnish.h
-- libstemmer_c/src_c/stem_ISO_8859_1_french.c
-- libstemmer_c/src_c/stem_ISO_8859_1_french.h
-- libstemmer_c/src_c/stem_ISO_8859_1_german.c
-- libstemmer_c/src_c/stem_ISO_8859_1_german.h
-- libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c
-- libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h
-- libstemmer_c/src_c/stem_ISO_8859_1_italian.c
-- libstemmer_c/src_c/stem_ISO_8859_1_italian.h
-- libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c
-- libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h
-- libstemmer_c/src_c/stem_ISO_8859_1_porter.c
-- libstemmer_c/src_c/stem_ISO_8859_1_porter.h
-- libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c
-- libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h
-- libstemmer_c/src_c/stem_ISO_8859_1_spanish.c
-- libstemmer_c/src_c/stem_ISO_8859_1_spanish.h
-- libstemmer_c/src_c/stem_ISO_8859_1_swedish.c
-- libstemmer_c/src_c/stem_ISO_8859_1_swedish.h
-- libstemmer_c/src_c/stem_ISO_8859_2_romanian.c
-- libstemmer_c/src_c/stem_ISO_8859_2_romanian.h
-- libstemmer_c/src_c/stem_KOI8_R_russian.c
-- libstemmer_c/src_c/stem_KOI8_R_russian.h
-- libstemmer_c/src_c/stem_UTF_8_danish.c
-- libstemmer_c/src_c/stem_UTF_8_danish.h
-- libstemmer_c/src_c/stem_UTF_8_dutch.c
-- libstemmer_c/src_c/stem_UTF_8_dutch.h
-- libstemmer_c/src_c/stem_UTF_8_english.c
-- libstemmer_c/src_c/stem_UTF_8_english.h
-- libstemmer_c/src_c/stem_UTF_8_finnish.c
-- libstemmer_c/src_c/stem_UTF_8_finnish.h
-- libstemmer_c/src_c/stem_UTF_8_french.c
-- libstemmer_c/src_c/stem_UTF_8_french.h
-- libstemmer_c/src_c/stem_UTF_8_german.c
-- libstemmer_c/src_c/stem_UTF_8_german.h
-- libstemmer_c/src_c/stem_UTF_8_hungarian.c
-- libstemmer_c/src_c/stem_UTF_8_hungarian.h
-- libstemmer_c/src_c/stem_UTF_8_italian.c
-- libstemmer_c/src_c/stem_UTF_8_italian.h
-- libstemmer_c/src_c/stem_UTF_8_norwegian.c
-- libstemmer_c/src_c/stem_UTF_8_norwegian.h
-- libstemmer_c/src_c/stem_UTF_8_porter.c
-- libstemmer_c/src_c/stem_UTF_8_porter.h
-- libstemmer_c/src_c/stem_UTF_8_portuguese.c
-- libstemmer_c/src_c/stem_UTF_8_portuguese.h
-- libstemmer_c/src_c/stem_UTF_8_romanian.c
-- libstemmer_c/src_c/stem_UTF_8_romanian.h
-- libstemmer_c/src_c/stem_UTF_8_russian.c
-- libstemmer_c/src_c/stem_UTF_8_russian.h
-- libstemmer_c/src_c/stem_UTF_8_spanish.c
-- libstemmer_c/src_c/stem_UTF_8_spanish.h
-- libstemmer_c/src_c/stem_UTF_8_swedish.c
-- libstemmer_c/src_c/stem_UTF_8_swedish.h
-- libstemmer_c/src_c/stem_UTF_8_turkish.c
-- libstemmer_c/src_c/stem_UTF_8_turkish.h
-- README
-files: 
-- extconf.rb
 - libstemmer_c/examples/stemwords.c
 - libstemmer_c/include/libstemmer.h
 - libstemmer_c/libstemmer/libstemmer.c
@@ -111,11 +42,8 @@ files:
 - libstemmer_c/libstemmer/modules.txt
 - libstemmer_c/libstemmer/modules_utf8.h
 - libstemmer_c/libstemmer/modules_utf8.txt
-- libstemmer_c/Makefile
-- libstemmer_c/MANIFEST
 - libstemmer_c/mkinc.mak
 - libstemmer_c/mkinc_utf8.mak
-- libstemmer_c/README
 - libstemmer_c/runtime/api.c
 - libstemmer_c/runtime/api.h
 - libstemmer_c/runtime/header.h
@@ -182,23 +110,15 @@ files:
 - libstemmer_c/src_c/stem_UTF_8_swedish.h
 - libstemmer_c/src_c/stem_UTF_8_turkish.c
 - libstemmer_c/src_c/stem_UTF_8_turkish.h
-- MIT-LICENSE
-- Rakefile
-- README
-- ruby-stemmer.c
-- test.rb
-- Manifest
-- ruby-stemmer.gemspec
+- test/helper.rb
+- test/lingua/test_stemmer.rb
 has_rdoc: true
-homepage: http://github.com/yury/ruby-stemmer
+homepage: http://github.com/aurelian/ruby-stemmer
+licenses: []
+
 post_install_message: 
 rdoc_options: 
-- --line-numbers
-- --inline-source
-- --title
-- Ruby-stemmer
-- --main
-- README
+- --charset=UTF-8
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -211,14 +131,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      version: "1.2"
+      version: "0"
   version: 
 requirements: []
 
 rubyforge_project: ruby-stemmer
-rubygems_version: 1.3.1
+rubygems_version: 1.3.5
 signing_key: 
-specification_version: 2
-summary: Stemmer implementation to ruby using libstemmer_c. Working with ruby 1.9.1
-test_files: []
-
+specification_version: 3
+summary: Expose libstemmer_c to Ruby.
+test_files: 
+- test/helper.rb
+- test/lingua/test_stemmer.rb

data/Manifest

@@ -1,86 +0,0 @@
-extconf.rb
-libstemmer_c/examples/stemwords.c
-libstemmer_c/include/libstemmer.h
-libstemmer_c/libstemmer/libstemmer.c
-libstemmer_c/libstemmer/libstemmer_utf8.c
-libstemmer_c/libstemmer/modules.h
-libstemmer_c/libstemmer/modules.txt
-libstemmer_c/libstemmer/modules_utf8.h
-libstemmer_c/libstemmer/modules_utf8.txt
-libstemmer_c/Makefile
-libstemmer_c/MANIFEST
-libstemmer_c/mkinc.mak
-libstemmer_c/mkinc_utf8.mak
-libstemmer_c/README
-libstemmer_c/runtime/api.c
-libstemmer_c/runtime/api.h
-libstemmer_c/runtime/header.h
-libstemmer_c/runtime/utilities.c
-libstemmer_c/src_c/stem_ISO_8859_1_danish.c
-libstemmer_c/src_c/stem_ISO_8859_1_danish.h
-libstemmer_c/src_c/stem_ISO_8859_1_dutch.c
-libstemmer_c/src_c/stem_ISO_8859_1_dutch.h
-libstemmer_c/src_c/stem_ISO_8859_1_english.c
-libstemmer_c/src_c/stem_ISO_8859_1_english.h
-libstemmer_c/src_c/stem_ISO_8859_1_finnish.c
-libstemmer_c/src_c/stem_ISO_8859_1_finnish.h
-libstemmer_c/src_c/stem_ISO_8859_1_french.c
-libstemmer_c/src_c/stem_ISO_8859_1_french.h
-libstemmer_c/src_c/stem_ISO_8859_1_german.c
-libstemmer_c/src_c/stem_ISO_8859_1_german.h
-libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c
-libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h
-libstemmer_c/src_c/stem_ISO_8859_1_italian.c
-libstemmer_c/src_c/stem_ISO_8859_1_italian.h
-libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c
-libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h
-libstemmer_c/src_c/stem_ISO_8859_1_porter.c
-libstemmer_c/src_c/stem_ISO_8859_1_porter.h
-libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c
-libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h
-libstemmer_c/src_c/stem_ISO_8859_1_spanish.c
-libstemmer_c/src_c/stem_ISO_8859_1_spanish.h
-libstemmer_c/src_c/stem_ISO_8859_1_swedish.c
-libstemmer_c/src_c/stem_ISO_8859_1_swedish.h
-libstemmer_c/src_c/stem_ISO_8859_2_romanian.c
-libstemmer_c/src_c/stem_ISO_8859_2_romanian.h
-libstemmer_c/src_c/stem_KOI8_R_russian.c
-libstemmer_c/src_c/stem_KOI8_R_russian.h
-libstemmer_c/src_c/stem_UTF_8_danish.c
-libstemmer_c/src_c/stem_UTF_8_danish.h
-libstemmer_c/src_c/stem_UTF_8_dutch.c
-libstemmer_c/src_c/stem_UTF_8_dutch.h
-libstemmer_c/src_c/stem_UTF_8_english.c
-libstemmer_c/src_c/stem_UTF_8_english.h
-libstemmer_c/src_c/stem_UTF_8_finnish.c
-libstemmer_c/src_c/stem_UTF_8_finnish.h
-libstemmer_c/src_c/stem_UTF_8_french.c
-libstemmer_c/src_c/stem_UTF_8_french.h
-libstemmer_c/src_c/stem_UTF_8_german.c
-libstemmer_c/src_c/stem_UTF_8_german.h
-libstemmer_c/src_c/stem_UTF_8_hungarian.c
-libstemmer_c/src_c/stem_UTF_8_hungarian.h
-libstemmer_c/src_c/stem_UTF_8_italian.c
-libstemmer_c/src_c/stem_UTF_8_italian.h
-libstemmer_c/src_c/stem_UTF_8_norwegian.c
-libstemmer_c/src_c/stem_UTF_8_norwegian.h
-libstemmer_c/src_c/stem_UTF_8_porter.c
-libstemmer_c/src_c/stem_UTF_8_porter.h
-libstemmer_c/src_c/stem_UTF_8_portuguese.c
-libstemmer_c/src_c/stem_UTF_8_portuguese.h
-libstemmer_c/src_c/stem_UTF_8_romanian.c
-libstemmer_c/src_c/stem_UTF_8_romanian.h
-libstemmer_c/src_c/stem_UTF_8_russian.c
-libstemmer_c/src_c/stem_UTF_8_russian.h
-libstemmer_c/src_c/stem_UTF_8_spanish.c
-libstemmer_c/src_c/stem_UTF_8_spanish.h
-libstemmer_c/src_c/stem_UTF_8_swedish.c
-libstemmer_c/src_c/stem_UTF_8_swedish.h
-libstemmer_c/src_c/stem_UTF_8_turkish.c
-libstemmer_c/src_c/stem_UTF_8_turkish.h
-MIT-LICENSE
-Rakefile
-README
-ruby-stemmer.c
-test.rb
-Manifest

data/README

@@ -1,79 +0,0 @@
---
-$Id: README 19 2008-01-08 12:25:57Z aurelian $
-++
-
-== About
-
-ruby-stemmer, an extension to ruby using SnowBall API stemmer implementation libstemmer_c.
-
-This package includes libstemmer_c library from http://snowball.tartarus.org/dist/libstemmer_c.tgz published under the terms of BSD License.
-
-For details about libstemmer_c read libstemmer_c/README or http://snowball.tartarus.org.
-
-author: Aurelian Oancea, aurelian at locknet dot ro
-
-licence: MIT, see MIT-LICENSE for details
-
-:include: MIT-LICENSE
-
-== Install
-
-I) Using RubyGems
-
-  $ gem install ruby-stemmer
-
-II) From tarball
-
-Use sudo or run as root if you get Permission Deny issues
-
-Compile libstemmer_c and generate the Makefile:
-
-  $ ruby extconf.rb
-
-Compile the library:
-
-  $ make
-
-Test:
-
-  $ ./test.rb
-
-Install it:
-
-  $ make install
-
-Run the last command as root or with sudo if you get permission deny problems
-
-== Usage
-
-see test.rb
-
-== API
-
-  module Lingua
-    class Steemer
-
-      # creates a new Steemer,
-      # defaults: language => en, encoding => UTF_8
-      # pass :language or :encoding to change them 
-      def initialize
-      end
-    
-      # stemms the word
-      def stem(word)
-      end
-    
-      # gets the length of the last stemmed word
-      # same as: 
-      # word = Lingua::Steemer.new.stem("installation") # ==> install (string)
-      # word.length # ==> 6 (int)
-      def length
-      end
-    end
-  end
-
-== Todo
-
-* Add (Array of Hashes) Lingua::Stemmer.list to list available languages/encodings
-* Windows?
-

data/extconf.rb

@@ -1,17 +0,0 @@
-#
-# $Id: extconf.rb 21 2008-04-30 10:57:37Z aurelian $
-#
-
-require "mkmf"
-
-system "cd libstemmer_c; make libstemmer.o; cd #{File.dirname(__FILE__)};"
-
-$CFLAGS  += " -I#{File.dirname(__FILE__)}/libstemmer_c/include "
-$libs    += " -L#{File.dirname(__FILE__)}/libstemmer_c #{File.dirname(__FILE__)}/libstemmer_c/libstemmer.o "
-
-# dir_config("libstemmer")
-
-if have_header("libstemmer.h") # && have_library('libstemmer')
-  create_makefile("lingua/stemmer")
-end
-

data/ruby-stemmer.gemspec

@@ -1,32 +0,0 @@
-# -*- encoding: utf-8 -*-
-
-Gem::Specification.new do |s|
-  s.name = %q{ruby-stemmer}
-  s.version = "0.5.3"
-
-  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Yury Korolev"]
-  s.date = %q{2009-02-10}
-  s.description = %q{Stemmer implementation to ruby using libstemmer_c. Working with ruby 1.9.1}
-  s.email = %q{yury.korolev@gmail.com}
-  s.extensions = ["extconf.rb"]
-  s.extra_rdoc_files = ["extconf.rb", "libstemmer_c/examples/stemwords.c", "libstemmer_c/include/libstemmer.h", "libstemmer_c/libstemmer/libstemmer.c", "libstemmer_c/libstemmer/libstemmer_utf8.c", "libstemmer_c/libstemmer/modules.h", "libstemmer_c/libstemmer/modules.txt", "libstemmer_c/libstemmer/modules_utf8.h", "libstemmer_c/libstemmer/modules_utf8.txt", "libstemmer_c/Makefile", "libstemmer_c/MANIFEST", "libstemmer_c/mkinc.mak", "libstemmer_c/mkinc_utf8.mak", "libstemmer_c/README", "libstemmer_c/runtime/api.c", "libstemmer_c/runtime/api.h", "libstemmer_c/runtime/header.h", "libstemmer_c/runtime/utilities.c", "libstemmer_c/src_c/stem_ISO_8859_1_danish.c", "libstemmer_c/src_c/stem_ISO_8859_1_danish.h", "libstemmer_c/src_c/stem_ISO_8859_1_dutch.c", "libstemmer_c/src_c/stem_ISO_8859_1_dutch.h", "libstemmer_c/src_c/stem_ISO_8859_1_english.c", "libstemmer_c/src_c/stem_ISO_8859_1_english.h", "libstemmer_c/src_c/stem_ISO_8859_1_finnish.c", "libstemmer_c/src_c/stem_ISO_8859_1_finnish.h", "libstemmer_c/src_c/stem_ISO_8859_1_french.c", "libstemmer_c/src_c/stem_ISO_8859_1_french.h", "libstemmer_c/src_c/stem_ISO_8859_1_german.c", "libstemmer_c/src_c/stem_ISO_8859_1_german.h", "libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c", "libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h", "libstemmer_c/src_c/stem_ISO_8859_1_italian.c", "libstemmer_c/src_c/stem_ISO_8859_1_italian.h", "libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c", "libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h", "libstemmer_c/src_c/stem_ISO_8859_1_porter.c", "libstemmer_c/src_c/stem_ISO_8859_1_porter.h", "libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c", "libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h", "libstemmer_c/src_c/stem_ISO_8859_1_spanish.c", "libstemmer_c/src_c/stem_ISO_8859_1_spanish.h", "libstemmer_c/src_c/stem_ISO_8859_1_swedish.c", "libstemmer_c/src_c/stem_ISO_8859_1_swedish.h", "libstemmer_c/src_c/stem_ISO_8859_2_romanian.c", "libstemmer_c/src_c/stem_ISO_8859_2_romanian.h", "libstemmer_c/src_c/stem_KOI8_R_russian.c", "libstemmer_c/src_c/stem_KOI8_R_russian.h", "libstemmer_c/src_c/stem_UTF_8_danish.c", "libstemmer_c/src_c/stem_UTF_8_danish.h", "libstemmer_c/src_c/stem_UTF_8_dutch.c", "libstemmer_c/src_c/stem_UTF_8_dutch.h", "libstemmer_c/src_c/stem_UTF_8_english.c", "libstemmer_c/src_c/stem_UTF_8_english.h", "libstemmer_c/src_c/stem_UTF_8_finnish.c", "libstemmer_c/src_c/stem_UTF_8_finnish.h", "libstemmer_c/src_c/stem_UTF_8_french.c", "libstemmer_c/src_c/stem_UTF_8_french.h", "libstemmer_c/src_c/stem_UTF_8_german.c", "libstemmer_c/src_c/stem_UTF_8_german.h", "libstemmer_c/src_c/stem_UTF_8_hungarian.c", "libstemmer_c/src_c/stem_UTF_8_hungarian.h", "libstemmer_c/src_c/stem_UTF_8_italian.c", "libstemmer_c/src_c/stem_UTF_8_italian.h", "libstemmer_c/src_c/stem_UTF_8_norwegian.c", "libstemmer_c/src_c/stem_UTF_8_norwegian.h", "libstemmer_c/src_c/stem_UTF_8_porter.c", "libstemmer_c/src_c/stem_UTF_8_porter.h", "libstemmer_c/src_c/stem_UTF_8_portuguese.c", "libstemmer_c/src_c/stem_UTF_8_portuguese.h", "libstemmer_c/src_c/stem_UTF_8_romanian.c", "libstemmer_c/src_c/stem_UTF_8_romanian.h", "libstemmer_c/src_c/stem_UTF_8_russian.c", "libstemmer_c/src_c/stem_UTF_8_russian.h", "libstemmer_c/src_c/stem_UTF_8_spanish.c", "libstemmer_c/src_c/stem_UTF_8_spanish.h", "libstemmer_c/src_c/stem_UTF_8_swedish.c", "libstemmer_c/src_c/stem_UTF_8_swedish.h", "libstemmer_c/src_c/stem_UTF_8_turkish.c", "libstemmer_c/src_c/stem_UTF_8_turkish.h", "README"]
-  s.files = ["extconf.rb", "libstemmer_c/examples/stemwords.c", "libstemmer_c/include/libstemmer.h", "libstemmer_c/libstemmer/libstemmer.c", "libstemmer_c/libstemmer/libstemmer_utf8.c", "libstemmer_c/libstemmer/modules.h", "libstemmer_c/libstemmer/modules.txt", "libstemmer_c/libstemmer/modules_utf8.h", "libstemmer_c/libstemmer/modules_utf8.txt", "libstemmer_c/Makefile", "libstemmer_c/MANIFEST", "libstemmer_c/mkinc.mak", "libstemmer_c/mkinc_utf8.mak", "libstemmer_c/README", "libstemmer_c/runtime/api.c", "libstemmer_c/runtime/api.h", "libstemmer_c/runtime/header.h", "libstemmer_c/runtime/utilities.c", "libstemmer_c/src_c/stem_ISO_8859_1_danish.c", "libstemmer_c/src_c/stem_ISO_8859_1_danish.h", "libstemmer_c/src_c/stem_ISO_8859_1_dutch.c", "libstemmer_c/src_c/stem_ISO_8859_1_dutch.h", "libstemmer_c/src_c/stem_ISO_8859_1_english.c", "libstemmer_c/src_c/stem_ISO_8859_1_english.h", "libstemmer_c/src_c/stem_ISO_8859_1_finnish.c", "libstemmer_c/src_c/stem_ISO_8859_1_finnish.h", "libstemmer_c/src_c/stem_ISO_8859_1_french.c", "libstemmer_c/src_c/stem_ISO_8859_1_french.h", "libstemmer_c/src_c/stem_ISO_8859_1_german.c", "libstemmer_c/src_c/stem_ISO_8859_1_german.h", "libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c", "libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h", "libstemmer_c/src_c/stem_ISO_8859_1_italian.c", "libstemmer_c/src_c/stem_ISO_8859_1_italian.h", "libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c", "libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h", "libstemmer_c/src_c/stem_ISO_8859_1_porter.c", "libstemmer_c/src_c/stem_ISO_8859_1_porter.h", "libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c", "libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h", "libstemmer_c/src_c/stem_ISO_8859_1_spanish.c", "libstemmer_c/src_c/stem_ISO_8859_1_spanish.h", "libstemmer_c/src_c/stem_ISO_8859_1_swedish.c", "libstemmer_c/src_c/stem_ISO_8859_1_swedish.h", "libstemmer_c/src_c/stem_ISO_8859_2_romanian.c", "libstemmer_c/src_c/stem_ISO_8859_2_romanian.h", "libstemmer_c/src_c/stem_KOI8_R_russian.c", "libstemmer_c/src_c/stem_KOI8_R_russian.h", "libstemmer_c/src_c/stem_UTF_8_danish.c", "libstemmer_c/src_c/stem_UTF_8_danish.h", "libstemmer_c/src_c/stem_UTF_8_dutch.c", "libstemmer_c/src_c/stem_UTF_8_dutch.h", "libstemmer_c/src_c/stem_UTF_8_english.c", "libstemmer_c/src_c/stem_UTF_8_english.h", "libstemmer_c/src_c/stem_UTF_8_finnish.c", "libstemmer_c/src_c/stem_UTF_8_finnish.h", "libstemmer_c/src_c/stem_UTF_8_french.c", "libstemmer_c/src_c/stem_UTF_8_french.h", "libstemmer_c/src_c/stem_UTF_8_german.c", "libstemmer_c/src_c/stem_UTF_8_german.h", "libstemmer_c/src_c/stem_UTF_8_hungarian.c", "libstemmer_c/src_c/stem_UTF_8_hungarian.h", "libstemmer_c/src_c/stem_UTF_8_italian.c", "libstemmer_c/src_c/stem_UTF_8_italian.h", "libstemmer_c/src_c/stem_UTF_8_norwegian.c", "libstemmer_c/src_c/stem_UTF_8_norwegian.h", "libstemmer_c/src_c/stem_UTF_8_porter.c", "libstemmer_c/src_c/stem_UTF_8_porter.h", "libstemmer_c/src_c/stem_UTF_8_portuguese.c", "libstemmer_c/src_c/stem_UTF_8_portuguese.h", "libstemmer_c/src_c/stem_UTF_8_romanian.c", "libstemmer_c/src_c/stem_UTF_8_romanian.h", "libstemmer_c/src_c/stem_UTF_8_russian.c", "libstemmer_c/src_c/stem_UTF_8_russian.h", "libstemmer_c/src_c/stem_UTF_8_spanish.c", "libstemmer_c/src_c/stem_UTF_8_spanish.h", "libstemmer_c/src_c/stem_UTF_8_swedish.c", "libstemmer_c/src_c/stem_UTF_8_swedish.h", "libstemmer_c/src_c/stem_UTF_8_turkish.c", "libstemmer_c/src_c/stem_UTF_8_turkish.h", "MIT-LICENSE", "Rakefile", "README", "ruby-stemmer.c", "test.rb", "Manifest", "ruby-stemmer.gemspec"]
-  s.has_rdoc = true
-  s.homepage = %q{http://github.com/yury/ruby-stemmer}
-  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Ruby-stemmer", "--main", "README"]
-  s.require_paths = ["lib"]
-  s.rubyforge_project = %q{ruby-stemmer}
-  s.rubygems_version = %q{1.3.1}
-  s.summary = %q{Stemmer implementation to ruby using libstemmer_c. Working with ruby 1.9.1}
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 2
-
-    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-    else
-    end
-  else
-  end
-end

data/test.rb

@@ -1,31 +0,0 @@
-#!/usr/bin/env ruby
-# coding:utf-8
-#
-# $Id: test.rb 21 2008-04-30 10:57:37Z aurelian $
-#
-
-require "stemmer.so"
-
-#puts "installation".stem
-
-# puts ">>> test 1."
-stemmer = Lingua::Stemmer.new()
-puts stemmer.stem("installation")
-puts stemmer.length
-puts stemmer.stem("popularity")
-
-puts ">>> test 2."
-stemmer = Lingua::Stemmer.new(:language => 'en')
-puts stemmer.stem("obnoxious")
-
-puts ">>> test 3."
-stemmer = Lingua::Stemmer.new(:encoding => 'UTF_8')
-puts stemmer.stem("găinațul")
-
-puts ">>> test 4."
-stemmer = Lingua::Stemmer.new(:language => 'en', :encoding => 'UTF_8')
-puts stemmer.stem("personalities")
-
-puts ">>> test 5."
-stemmer = Lingua::Stemmer.new(:encoding => 'UTF_8', :language => 'ro')
-puts stemmer.stem("întrebător");