ruby-stemmer 0.0.1

data/libstemmer_c/src_c/stem_UTF_8_turkish.h

@@ -0,0 +1,16 @@
+
+/* This file was generated automatically by the Snowball to ANSI C compiler */
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+extern struct SN_env * turkish_UTF_8_create_env(void);
+extern void turkish_UTF_8_close_env(struct SN_env * z);
+
+extern int turkish_UTF_8_stem(struct SN_env * z);
+
+#ifdef __cplusplus
+}
+#endif
+

data/ruby-stemmer.c

@@ -0,0 +1,108 @@
+//
+// $Id: ruby-stemmer.c 17 2008-01-07 16:59:10Z aurelian $
+//
+
+#include "ruby.h"
+#include <libstemmer.h>
+
+#define GetStemmer(obj, sb_data) {\
+  Data_Get_Struct(obj, struct sb_stemmer_data, sb_data);\
+}
+
+VALUE rb_mLingua;
+VALUE rb_cStemmer;
+
+struct sb_stemmer_data {
+  struct sb_stemmer * stemmer;
+  const char * lang;
+  const char * enc;
+};
+
+static VALUE 
+rb_stemmer_init(int argc, VALUE *argv, VALUE self) { 
+  VALUE roptions, rlang, renc;
+
+  struct sb_stemmer * stemmer;
+  struct sb_stemmer_data *sb_data;
+
+  rb_scan_args(argc, argv, "01", &roptions);
+  
+  if(argc > 0) {
+    Check_Type(roptions, T_HASH);
+    if((rlang = rb_hash_aref(roptions, ID2SYM(rb_intern("language")))) != Qnil) {
+      Check_Type(rlang, T_STRING);
+    } else {
+      rlang = rb_str_new2("en");
+    }
+    if((renc = rb_hash_aref(roptions, ID2SYM(rb_intern("encoding")))) != Qnil) {
+      Check_Type(renc, T_STRING);
+    } else {
+      renc = rb_str_new2("UTF_8");
+    }
+  } else {
+    rlang = rb_str_new2("en");
+    renc  = rb_str_new2("UTF_8");
+  }
+  
+  stemmer = sb_stemmer_new( RSTRING(rlang)->ptr, RSTRING(renc)->ptr );
+  if (stemmer == 0) {
+    printf(">>[libstemmer]: got a null stemmer!\n");
+    if (renc == 0 ) {
+      rb_raise(rb_eRuntimeError, "Language %s not available for stemming", RSTRING(rlang)->ptr);
+      exit(1);
+    } else {
+      rb_raise(rb_eRuntimeError, "Language %s not available for stemming in encoding", 
+                    RSTRING(rlang)->ptr, RSTRING(renc)->ptr);
+      exit(1);
+    }
+  }
+  
+  sb_data = ALLOC(struct sb_stemmer_data);
+  DATA_PTR(self) = sb_data;
+  sb_data->stemmer= stemmer;
+  sb_data->lang   = RSTRING(rlang)->ptr;
+  sb_data->enc    = RSTRING(renc)->ptr;
+
+  return self;
+}
+
+static VALUE
+rb_stemmer_stem(VALUE self, VALUE word) {
+  struct sb_stemmer_data * sb_data;
+  const  sb_symbol * stemmed;
+  GetStemmer(self, sb_data);
+  stemmed = sb_stemmer_stem(sb_data->stemmer, (sb_symbol *)RSTRING(word)->ptr, RSTRING(word)->len);
+  /* printf(">>[libstemmer %s/%s]: %s-> %s\n", sb_data->lang, sb_data->enc, RSTRING(word)->ptr, stemmed); */
+  return rb_str_new2((char *)stemmed);
+}
+
+static VALUE
+rb_stemmer_length(VALUE self) {
+  struct sb_stemmer_data * sb_data;
+  int length;
+  GetStemmer(self, sb_data);
+  length = sb_stemmer_length(sb_data->stemmer);
+  return INT2FIX(length);
+}
+
+static void
+sb_stemmer_free(struct sb_stemmer_data * sb_data)
+{
+  sb_stemmer_delete(sb_data->stemmer);
+}
+
+static VALUE
+sb_stemmer_alloc(VALUE klass)
+{
+  return Data_Wrap_Struct(klass, 0, sb_stemmer_free, 0);
+}
+
+void Init_stemmer() {
+  rb_mLingua = rb_define_module("Lingua");
+  rb_cStemmer = rb_define_class_under(rb_mLingua, "Stemmer", rb_cObject);
+  rb_define_alloc_func(rb_cStemmer, sb_stemmer_alloc);
+  rb_define_method(rb_cStemmer, "initialize", rb_stemmer_init, -1);
+  rb_define_method(rb_cStemmer, "stem", rb_stemmer_stem, 1);
+  rb_define_method(rb_cStemmer, "length", rb_stemmer_length, 0);
+}
+

data/test.rb

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+#
+# $Id: test.rb 15 2008-01-05 11:56:57Z aurelian $
+#
+
+$kcode = "utf-8"
+
+require "stemmer"
+
+# puts ">>> test 1."
+stemmer = Lingua::Stemmer.new()
+puts stemmer.stem("installation")
+puts stemmer.length
+puts stemmer.stem("popularity")
+
+puts ">>> test 2."
+stemmer = Lingua::Stemmer.new(:language => 'en')
+puts stemmer.stem("obnoxious")
+
+puts ">>> test 3."
+stemmer = Lingua::Stemmer.new(:encoding => 'UTF_8')
+puts stemmer.stem("găinațul")
+
+puts ">>> test 4."
+stemmer = Lingua::Stemmer.new(:language => 'en', :encoding => 'UTF_8')
+puts stemmer.stem("personalities")
+
+puts ">>> test 5."
+stemmer = Lingua::Stemmer.new(:encoding => 'UTF_8', :language => 'ro')
+puts stemmer.stem("întrebător");

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification 
+name: ruby-stemmer
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Aurelian Oancea
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-01-07 00:00:00 +02:00
+default_executable: 
+dependencies: []
+
+description: Stemmer implementation to ruby using libstemmer_c.
+email: aurelian@locknet.ro
+executables: []
+
+extensions: 
+- extconf.rb
+extra_rdoc_files: []
+
+files: 
+- extconf.rb
+- ruby-stemmer.c
+- test.rb
+- MIT-LICENSE
+- Rakefile
+- README
+- libstemmer_c/examples
+- libstemmer_c/include
+- libstemmer_c/include/libstemmer.h
+- libstemmer_c/libstemmer
+- libstemmer_c/libstemmer/libstemmer.c
+- libstemmer_c/libstemmer/libstemmer_utf8.c
+- libstemmer_c/libstemmer/modules.h
+- libstemmer_c/libstemmer/modules.txt
+- libstemmer_c/libstemmer/modules_utf8.h
+- libstemmer_c/libstemmer/modules_utf8.txt
+- libstemmer_c/Makefile
+- libstemmer_c/MANIFEST
+- libstemmer_c/mkinc.mak
+- libstemmer_c/mkinc_utf8.mak
+- libstemmer_c/README
+- libstemmer_c/runtime
+- libstemmer_c/runtime/api.c
+- libstemmer_c/runtime/api.h
+- libstemmer_c/runtime/header.h
+- libstemmer_c/runtime/utilities.c
+- libstemmer_c/src_c
+- libstemmer_c/src_c/stem_ISO_8859_1_danish.c
+- libstemmer_c/src_c/stem_ISO_8859_1_danish.h
+- libstemmer_c/src_c/stem_ISO_8859_1_dutch.c
+- libstemmer_c/src_c/stem_ISO_8859_1_dutch.h
+- libstemmer_c/src_c/stem_ISO_8859_1_english.c
+- libstemmer_c/src_c/stem_ISO_8859_1_english.h
+- libstemmer_c/src_c/stem_ISO_8859_1_finnish.c
+- libstemmer_c/src_c/stem_ISO_8859_1_finnish.h
+- libstemmer_c/src_c/stem_ISO_8859_1_french.c
+- libstemmer_c/src_c/stem_ISO_8859_1_french.h
+- libstemmer_c/src_c/stem_ISO_8859_1_german.c
+- libstemmer_c/src_c/stem_ISO_8859_1_german.h
+- libstemmer_c/src_c/stem_ISO_8859_1_hungarian.c
+- libstemmer_c/src_c/stem_ISO_8859_1_hungarian.h
+- libstemmer_c/src_c/stem_ISO_8859_1_italian.c
+- libstemmer_c/src_c/stem_ISO_8859_1_italian.h
+- libstemmer_c/src_c/stem_ISO_8859_1_norwegian.c
+- libstemmer_c/src_c/stem_ISO_8859_1_norwegian.h
+- libstemmer_c/src_c/stem_ISO_8859_1_porter.c
+- libstemmer_c/src_c/stem_ISO_8859_1_porter.h
+- libstemmer_c/src_c/stem_ISO_8859_1_portuguese.c
+- libstemmer_c/src_c/stem_ISO_8859_1_portuguese.h
+- libstemmer_c/src_c/stem_ISO_8859_1_spanish.c
+- libstemmer_c/src_c/stem_ISO_8859_1_spanish.h
+- libstemmer_c/src_c/stem_ISO_8859_1_swedish.c
+- libstemmer_c/src_c/stem_ISO_8859_1_swedish.h
+- libstemmer_c/src_c/stem_ISO_8859_2_romanian.c
+- libstemmer_c/src_c/stem_ISO_8859_2_romanian.h
+- libstemmer_c/src_c/stem_KOI8_R_russian.c
+- libstemmer_c/src_c/stem_KOI8_R_russian.h
+- libstemmer_c/src_c/stem_UTF_8_danish.c
+- libstemmer_c/src_c/stem_UTF_8_danish.h
+- libstemmer_c/src_c/stem_UTF_8_dutch.c
+- libstemmer_c/src_c/stem_UTF_8_dutch.h
+- libstemmer_c/src_c/stem_UTF_8_english.c
+- libstemmer_c/src_c/stem_UTF_8_english.h
+- libstemmer_c/src_c/stem_UTF_8_finnish.c
+- libstemmer_c/src_c/stem_UTF_8_finnish.h
+- libstemmer_c/src_c/stem_UTF_8_french.c
+- libstemmer_c/src_c/stem_UTF_8_french.h
+- libstemmer_c/src_c/stem_UTF_8_german.c
+- libstemmer_c/src_c/stem_UTF_8_german.h
+- libstemmer_c/src_c/stem_UTF_8_hungarian.c
+- libstemmer_c/src_c/stem_UTF_8_hungarian.h
+- libstemmer_c/src_c/stem_UTF_8_italian.c
+- libstemmer_c/src_c/stem_UTF_8_italian.h
+- libstemmer_c/src_c/stem_UTF_8_norwegian.c
+- libstemmer_c/src_c/stem_UTF_8_norwegian.h
+- libstemmer_c/src_c/stem_UTF_8_porter.c
+- libstemmer_c/src_c/stem_UTF_8_porter.h
+- libstemmer_c/src_c/stem_UTF_8_portuguese.c
+- libstemmer_c/src_c/stem_UTF_8_portuguese.h
+- libstemmer_c/src_c/stem_UTF_8_romanian.c
+- libstemmer_c/src_c/stem_UTF_8_romanian.h
+- libstemmer_c/src_c/stem_UTF_8_russian.c
+- libstemmer_c/src_c/stem_UTF_8_russian.h
+- libstemmer_c/src_c/stem_UTF_8_spanish.c
+- libstemmer_c/src_c/stem_UTF_8_spanish.h
+- libstemmer_c/src_c/stem_UTF_8_swedish.c
+- libstemmer_c/src_c/stem_UTF_8_swedish.h
+- libstemmer_c/src_c/stem_UTF_8_turkish.c
+- libstemmer_c/src_c/stem_UTF_8_turkish.h
+has_rdoc: false
+homepage: http://nrr.rubyforge.org
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: nrr
+rubygems_version: 1.0.1
+signing_key: 
+specification_version: 2
+summary: Stemmer implementation to ruby using libstemmer_c.
+test_files: []
+