stemmer4jr 0.0.1

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2007 Ola Bini <ola.bini@gmail.com>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,8 @@
+Manifest.txt
+README.txt
+Rakefile
+LICENSE
+lib/stemmer.rb
+lib/stemmer_utf8.rb
+lib/stemmer4r.jar
+lib/libstemmer_java.jar

data/README.txt

@@ -0,0 +1,2 @@
+Stemmer4Jr
+

data/Rakefile

@@ -0,0 +1,50 @@
+require 'rake'
+
+task :default => :package
+
+def java_classpath_arg # myriad of ways to discover JRuby classpath
+  "-cp " + (ENV['JRUBY_PARENT_CLASSPATH'] || ENV['JRUBY_HOME'] &&
+    (FileList["#{ENV['JRUBY_HOME']}/lib/*.jar"]+['lib/libstemmer_java.jar']).join(File::PATH_SEPARATOR))
+end
+
+desc "Compile the native Java code."
+task :java_compile do
+  mkdir_p "pkg/classes"
+  sh "javac -target 1.4 -source 1.4 -d pkg/classes #{java_classpath_arg} #{FileList['src/java/**/*.java'].join(' ')}"
+  sh "jar cfm lib/stemmer4r.jar java_manifest -C pkg/classes/ ."
+end
+file "lib/stemmer4r.jar" => :java_compile
+
+task :more_clean do
+  rm_f(FileList['lib/*.jar'] - ['lib/libstemmer_java.jar'])
+end
+
+task :clean => :more_clean
+
+task :filelist do
+  puts FileList['pkg/**/*'].inspect
+end
+
+begin
+  MANIFEST = FileList["Manifest.txt", "README.txt", 
+    "Rakefile", "LICENSE", "lib/**/*.rb", "lib/stemmer4r.jar", "lib/libstemmer_java.jar"]
+
+  file "Manifest.txt" => :manifest
+  task :manifest do
+    File.open("Manifest.txt", "w") {|f| MANIFEST.each {|n| f << "#{n}\n"} }
+  end
+  Rake::Task['manifest'].invoke # Always regen manifest, so Hoe has up-to-date list of files
+
+  require 'hoe'
+  Hoe.new("stemmer4jr", "0.0.1") do |p|
+    p.rubyforge_name = "jruby-extras"
+    p.url = "http://jruby-extras.rubyforge.org/stemmer4jr"
+    p.author = "Ola Bini"
+    p.email = "ola.bini@gmail.com"
+    p.summary = "JRuby version of stemmer4r"
+    p.description = p.paragraphs_of('README.txt', 0...1).join("\n\n")
+    p.extra_deps.reject!{|d| d.first == "hoe"}
+  end
+rescue LoadError
+  puts "You really need Hoe installed to be able to package this gem"
+end

data/lib/stemmer.rb

@@ -0,0 +1,70 @@
+#
+# == Stemmable module
+#
+# This module is automatically added to the String and Array classes when you:
+#
+#  require 'stemmer'
+#
+# It adds a +stem+ method to String and Array.
+#
+#  str = 'this is a string'
+#
+#  stemmed_str = str.stem
+#
+#  array = %w{this is an array}
+#
+#  stemmed_array = array.stem
+#
+# By default, stemming occurs in english. If you want to stem in another language, just give it as a parameter:
+#
+#  str = 'Chaîne de caractères française'
+#
+#  stemmed_str = str.stem('fr')
+#
+# Or you can change the default configuration:
+#
+#  Stemmable::stemmer_default_language = 'fr'
+#
+#  stemmed_str = str.stem
+#
+module Stemmable
+  begin
+    require 'rubygems'
+    gem 'stemmer4jr'
+  ensure
+    require 'stemmer4r'
+  end
+
+  @@stemmer_default_language = 'en'
+  @@stemmer = Stemmer.new('en')
+  @@UTF8_MAP = {
+    'fr' => 'iso-8859-1'
+  }
+
+  def Stemmable.stemmer_default_language=(language)
+    @@stemmer_default_language = language
+    @@stemmer = Stemmer.new(language)
+    language
+  end
+
+  def Stemmable.stemmer_default_language
+    return @@stemmer_default_language
+  end
+
+  def stem(language = nil)
+    if (language.nil?)
+      @@stemmer.stem(self)
+    else
+      stemmer = Stemmer.new(language)
+      stemmer.stem(self)
+    end
+  end
+end
+
+class String
+  include Stemmable
+end
+
+class Array
+  include Stemmable
+end

data/lib/stemmer_utf8.rb

@@ -0,0 +1,66 @@
+#
+# == Stemmable_utf8 module
+#
+# This module is automatically added to the String and Array classes when you:
+#
+#  require 'stemmer_utf8'
+#
+# It adds a +stem_utf8+ method to String and Array.
+#
+#  str_utf8 = 'this is a UTF-8 encoded string'
+#
+#  stemmed_str_utf8 = str_utf8.stem_utf8
+#
+#  array_utf8 = %w{this is an array with utf8 caracters}
+#
+#  stemmed_array_utf8 = array_utf8.stem_utf8
+#
+# By default, stemming occurs in english. If you want to stem in another language, just give it as a parameter:
+#
+#  str_utf8 = 'Cha�ne de caract�res fran�aise en UTF-8'
+#
+#  stemmed_str_utf8 = str.stem_utf8('fr')
+#
+# Or you can change the default configuration:
+#
+#  Stemmable::stemmer_default_language = 'fr'
+#
+#  stemmed_str_utf8 = str_utf8.stem_utf8
+#
+module Stemmable_utf8
+  include Stemmable
+
+  def stem_utf8(language = nil)
+    require 'iconv'
+    if (language.nil?)
+      language = @@stemmer_default_language
+      stemmer = @@stemmer
+    else
+      stemmer = Stemmer.new(language)
+    end
+    language_encoding = @@UTF8_MAP[language] || 'iso-8859-1'
+    if self.is_a?(String)
+      Iconv.new('utf-8', language_encoding).iconv(stemmer.stem(Iconv.new(language_encoding, 'utf-8').iconv(self)))
+    elsif self.is_a?(Array)
+      temp = []
+      output = []
+      Iconv.open(language_encoding, 'utf-8') do |cd|
+        self.each { |s| temp << cd.iconv(s) + cd.iconv(nil) }
+      end
+      Iconv.open('utf-8', language_encoding) do |cd|
+        stemmer.stem(temp).each { |s| output << cd.iconv(s) + cd.iconv(nil) }
+      end
+      output
+    else
+      raise 'no valid type'
+    end
+  end
+end
+
+class String
+  include Stemmable_utf8
+end
+
+class Array
+  include Stemmable_utf8
+end

metadata

@@ -0,0 +1,55 @@
+--- !ruby/object:Gem::Specification
+required_ruby_version: !ruby/object:Gem::Version::Requirement
+  requirements: 
+  - - '>'
+    - !ruby/object:Gem::Version
+      version: 0.0.0
+  version: 
+email: ola.bini@gmail.com
+cert_chain: 
+summary: JRuby version of stemmer4r
+post_install_message: 
+homepage: http://jruby-extras.rubyforge.org/stemmer4jr
+extra_rdoc_files: []
+signing_key: 
+name: stemmer4jr
+rdoc_options: []
+rubyforge_project: jruby-extras
+autorequire: 
+executables: []
+description: Stemmer4Jr
+default_executable: 
+files: 
+- Manifest.txt
+- README.txt
+- Rakefile
+- LICENSE
+- lib/stemmer.rb
+- lib/stemmer_utf8.rb
+- lib/stemmer4r.jar
+- lib/libstemmer_java.jar
+specification_version: 1
+extensions: []
+rubygems_version: 0.9.1
+requirements: []
+authors: 
+- Ola Bini
+platform: ruby
+date: 2007-04-24 22:00:00 +00:00
+require_paths: 
+- lib
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+test_files: []
+bindir: bin
+dependencies: 
+- !ruby/object:Gem::Dependency
+  version_requirements: !ruby/object:Gem::Version::Requirement
+    requirements: 
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+    version: 
+  version_requirement: 
+  name: hoe
+has_rdoc: true