ferret 0.3.2 → 0.9.0

data/ext/term_buffer.c

@@ -1,230 +0,0 @@
-#include "ferret.h"
-
-ID id_field_name;
-ID id_field_array;
-
-/****************************************************************************
- *
- * TermBuffer Methods
- *
- ****************************************************************************/
-
-void
-frt_termbuffer_free(void *p)
-{
-  Term *tb = (Term *)p;
-  free(tb->text);
-  free(p);
-}
-
-void
-frt_termbuffer_mark(void *p)
-{
-  Term *tb = (Term *)p;
-  rb_gc_mark(tb->field);
-}
-
-static VALUE
-frt_termbuffer_alloc(VALUE klass)
-{
-  Term *tb = ALLOC(Term);
-  MEMZERO(tb, Term, 1);
-  tb->field = Qnil;
-  return Data_Wrap_Struct(klass, frt_termbuffer_mark, frt_termbuffer_free, tb);
-}
-
-static VALUE
-frt_termbuffer_init(VALUE self)
-{
-  rb_iv_set(self, "@term", Qnil);
-  return Qnil;
-}
-
-#define GET_TB Term *tb; Data_Get_Struct(self, Term, tb)
-static VALUE
-frt_termbuffer_get_text_length(VALUE self)
-{
-  GET_TB;
-  return INT2FIX(tb->tlen);
-}
-
-static VALUE
-frt_termbuffer_get_text(VALUE self)
-{
-  GET_TB;
-  return rb_str_new(tb->text, tb->tlen);
-}
-
-static VALUE
-frt_termbuffer_get_field_name(VALUE self)
-{
-  GET_TB;
-  return tb->field;
-}
-
-static VALUE
-frt_termbuffer_reset(VALUE self)
-{
-  GET_TB;
-
-  free(tb->text);
-  MEMZERO(tb, Term, 1);
-  tb->field = Qnil;
-
-  return Qnil;
-}
-
-VALUE
-frt_termbuffer_to_term(VALUE self)
-{
-  GET_TB;
-
-  if(NIL_P(tb->field)) {
-    return Qnil;
-  } else {
-    VALUE args[2];
-    args[0] = tb->field;
-    args[1] = rb_str_new(tb->text, tb->tlen);
-    return rb_class_new_instance(2, args, cTerm);
-  }
-}
-
-int 
-frt_termbuffer_compare_to_int(VALUE self, VALUE rother)
-{
-  Term *other; 
-  GET_TB;
-  Data_Get_Struct(rother, Term, other);
-  return frt_term_cmp(tb, other);
-}
-
-VALUE
-frt_termbuffer_lt(VALUE self, VALUE rother)
-{
-  return frt_termbuffer_compare_to_int(self, rother) < 0 ? Qtrue : Qfalse;
-}
-
-VALUE
-frt_termbuffer_gt(VALUE self, VALUE rother)
-{
-  return frt_termbuffer_compare_to_int(self, rother) > 0 ? Qtrue : Qfalse;
-}
-
-VALUE
-frt_termbuffer_le(VALUE self, VALUE rother)
-{
-  return frt_termbuffer_compare_to_int(self, rother) <= 0 ? Qtrue : Qfalse;
-}
-
-VALUE
-frt_termbuffer_ge(VALUE self, VALUE rother)
-{
-  return frt_termbuffer_compare_to_int(self, rother) >= 0 ? Qtrue : Qfalse;
-}
-
-VALUE
-frt_termbuffer_eq(VALUE self, VALUE rother)
-{
-  if (rother == Qnil)
-    return Qfalse;
-  return frt_termbuffer_compare_to_int(self, rother) == 0 ? Qtrue : Qfalse;
-}
-
-static VALUE
-frt_termbuffer_compare_to(VALUE self, VALUE rother)
-{
-  return INT2FIX(frt_termbuffer_compare_to_int(self, rother));
-}
-
-VALUE
-frt_termbuffer_init_copy(VALUE self, VALUE rother)
-{
-  Term *tb_other;
-  int tlen;
-  GET_TB;
-  Data_Get_Struct(rother, Term, tb_other);
-
-  tlen = tb_other->tlen;
-  REALLOC_N(tb->text, char, tlen+1);
-  tb->tlen = tlen;
-  MEMCPY(tb->text, tb_other->text, char, tlen);
-
-  tb->field = tb_other->field;
-
-  return Qnil;
-}
-
-VALUE
-frt_termbuffer_read(VALUE self, VALUE rinput, VALUE rfield_infos)
-{
-  IndexBuffer *input;
-  int tlen, start, length, fnum;
-  GET_TB;
-  Data_Get_Struct(rinput, IndexBuffer, input);
-    
-  start = frt_read_vint(rinput, input);
-  length = frt_read_vint(rinput, input);
-  tlen = start + length;
-  REALLOC_N(tb->text, char, tlen+1);
-    
-  frt_read_chars(rinput, tb->text, start, length);
-  fnum = frt_read_vint(rinput, input);
-  if (fnum < 0) {
-    tb->field = rb_str_new("", 0);
-  } else {
-    tb->field = rb_ivar_get(
-    rb_ary_entry(rb_ivar_get(rfield_infos, id_field_array), fnum),
-    id_field_name);
-  }
-  
-  tb->tlen = tlen;
-  return Qnil;
-}
-
-static VALUE
-frt_termbuffer_hash(VALUE self)
-{
-  GET_TB;
-  return INT2FIX(frt_hash(tb->text, tb->tlen) +
-      frt_hash(RSTRING(tb->field)->ptr, RSTRING(tb->field)->len));
-}
-
-/****************************************************************************
- *
- * Init Function
- *
- ****************************************************************************/
-
-
-void 
-Init_term_buffer(void) {
-  /* IDs */
-  id_field_name = rb_intern("@name");
-  id_field_array = rb_intern("@fi_array");
-
-  /* TermBuffer */
-  cTermBuffer = rb_define_class_under(mIndex, "TermBuffer", rb_cObject);
-  rb_define_alloc_func(cTermBuffer, frt_termbuffer_alloc);
-  rb_include_module(cTermBuffer, rb_mComparable);
-
-  /* Methods */
-  rb_define_method(cTermBuffer, "initialize", frt_termbuffer_init, 0);
-  rb_define_method(cTermBuffer, "initialize_copy", frt_termbuffer_init_copy, 1);
-  rb_define_method(cTermBuffer, "text", frt_termbuffer_get_text, 0);
-  rb_define_method(cTermBuffer, "field", frt_termbuffer_get_field_name, 0);
-  rb_define_method(cTermBuffer, "text_length", frt_termbuffer_get_text_length, 0);
-  rb_define_method(cTermBuffer, "<=>", frt_termbuffer_compare_to, 1);
-  rb_define_method(cTermBuffer, "<", frt_termbuffer_lt, 1);
-  rb_define_method(cTermBuffer, ">", frt_termbuffer_gt, 1);
-  rb_define_method(cTermBuffer, "<=", frt_termbuffer_le, 1);
-  rb_define_method(cTermBuffer, ">=", frt_termbuffer_ge, 1);
-  rb_define_method(cTermBuffer, "eql?", frt_termbuffer_eq, 1);
-  rb_define_method(cTermBuffer, "==", frt_termbuffer_eq, 1);
-  rb_define_method(cTermBuffer, "hash", frt_termbuffer_hash, 0);
-  rb_define_method(cTermBuffer, "read", frt_termbuffer_read, 2);
-  rb_define_method(cTermBuffer, "reset", frt_termbuffer_reset, 0);
-  rb_define_method(cTermBuffer, "to_term", frt_termbuffer_to_term, 0);
-  rb_define_method(cTermBuffer, "term", frt_termbuffer_to_term, 0);
-  rb_define_method(cTermBuffer, "term=", frt_termbuffer_init_copy, 1);
-  rb_define_method(cTermBuffer, "set!", frt_termbuffer_init_copy, 1);
-}

data/ext/term_infos_reader.c

@@ -1,54 +0,0 @@
-#include "ferret.h"
-
-static ID frt_id_index_terms;
-/****************************************************************************
- *
- * TermInfosReader Methods
- *
- ****************************************************************************/
-
-static VALUE
-frt_tir_get_index_offset(VALUE self, VALUE rterm)
-{
-  VALUE index_terms = rb_ivar_get(self, frt_id_index_terms);
-
-  register int lo = 0;            // binary search @index_terms[]
-  register int hi = RARRAY(index_terms)->len - 1;
-  register int mid, delta;
-
-  Term *term, *tmp_term; 
-  Data_Get_Struct(rterm, Term, term);
-
-  while (hi >= lo) {
-    mid = (lo + hi) >> 1;
-
-    Data_Get_Struct(RARRAY(index_terms)->ptr[mid], Term, tmp_term);
-    delta = frt_term_cmp(term, tmp_term);
-    if (delta < 0) {
-      hi = mid - 1;
-    } else if (delta > 0) {
-      lo = mid + 1;
-    } else {
-      return INT2FIX(mid);
-    }
-  }
-  return INT2FIX(hi);
-}
-
-/****************************************************************************
- *
- * Init Function
- *
- ****************************************************************************/
-
-void
-Init_term_infos_reader(void)
-{
-  /* IDs */
-  frt_id_index_terms = rb_intern("@index_terms");
-
-  /* TermInfosReader */
-  cTermInfosReader = rb_define_class_under(mIndex, "TermInfosReader", rb_cObject);
-
-  rb_define_method(cTermInfosReader, "get_index_offset", frt_tir_get_index_offset, 1);
-}

data/ext/terminfo.c

@@ -1,160 +0,0 @@
-#include "ferret.h"
-
-
-/****************************************************************************
- *
- * TermInfo Methods
- *
- ****************************************************************************/
-
-void
-frt_ti_free(void *p)
-{
-  free(p);
-}
-
-static VALUE
-frt_ti_alloc(VALUE klass)
-{
-  TermInfo *ti = (TermInfo *)ALLOC(TermInfo);
-  VALUE rbuffer = Data_Wrap_Struct(klass, NULL, frt_ti_free, ti);
-  return rbuffer;
-}
-
-#define GET_TI TermInfo *ti; Data_Get_Struct(self, TermInfo, ti)
-inline VALUE 
-frt_ti_set(int argc, VALUE *argv, VALUE self)
-{
-  VALUE df, fp, pp, so;
-  GET_TI;
-  MEMZERO(ti, TermInfo, 1);
-  rb_scan_args(argc, argv, "04", &df, &fp, &pp, &so);
-  switch (argc) {
-    case 4:
-      ti->skip_offset = FIX2INT(so);
-    case 3:
-      ti->prox_pointer = FIX2INT(pp);
-    case 2:
-      ti->freq_pointer = FIX2INT(fp);
-    case 1:
-      ti->doc_freq = FIX2INT(df);
-    case 0:
-      break;
-  }
-  return Qnil;
-}
-
-static VALUE 
-frt_ti_init(int argc, VALUE *argv, VALUE self)
-{
-  frt_ti_set(argc, argv, self);
-  return self;
-}
-
-static VALUE 
-frt_ti_init_copy(VALUE self, VALUE rother)
-{
-  TermInfo *other_ti; 
-  GET_TI;
-  Data_Get_Struct(rother, TermInfo, other_ti);
-  MEMCPY(ti, other_ti, TermInfo, 1);
-  return self;
-}
-
-static VALUE
-frt_ti_eql(VALUE self, VALUE rother)
-{
-  TermInfo *other_ti; 
-  GET_TI;
-  if (NIL_P(rother)) return Qfalse;
-  Data_Get_Struct(rother, TermInfo, other_ti);
-  return (MEMCMP(ti, other_ti, TermInfo, 1) == 0) ? Qtrue : Qfalse;
-}
-
-static VALUE
-frt_ti_get_df(VALUE self)
-{
-  GET_TI;
-  return INT2FIX(ti->doc_freq);
-}
-
-static VALUE
-frt_ti_get_fp(VALUE self)
-{
-  GET_TI;
-  return INT2FIX(ti->freq_pointer);
-}
-
-static VALUE
-frt_ti_get_pp(VALUE self)
-{
-  GET_TI;
-  return INT2FIX(ti->prox_pointer);
-}
-
-static VALUE
-frt_ti_get_so(VALUE self)
-{
-  GET_TI;
-  return INT2FIX(ti->skip_offset);
-}
-
-static VALUE
-frt_ti_set_df(VALUE self, VALUE val)
-{
-  GET_TI;
-  ti->doc_freq = FIX2INT(val);
-  return Qnil;
-}
-
-static VALUE
-frt_ti_set_fp(VALUE self, VALUE val)
-{
-  GET_TI;
-  ti->freq_pointer = FIX2INT(val);
-  return Qnil;
-}
-
-static VALUE
-frt_ti_set_pp(VALUE self, VALUE val)
-{
-  GET_TI;
-  ti->prox_pointer = FIX2INT(val);
-  return Qnil;
-}
-
-static VALUE
-frt_ti_set_so(VALUE self, VALUE val)
-{
-  GET_TI;
-  ti->skip_offset = FIX2INT(val);
-  return Qnil;
-}
-
-/****************************************************************************
- *
- * Init Function
- *
- ****************************************************************************/
-
-void
-Init_term_info(void)
-{
-  /* TermInfo */
-  cTermInfo = rb_define_class_under(mIndex, "TermInfo", rb_cObject);
-  rb_define_alloc_func(cTermInfo, frt_ti_alloc);
-
-  rb_define_method(cTermInfo, "initialize", frt_ti_init, -1);
-  rb_define_method(cTermInfo, "set_values!", frt_ti_set, -1);
-  rb_define_method(cTermInfo, "initialize_copy", frt_ti_init_copy, 1);
-  rb_define_method(cTermInfo, "set!", frt_ti_init_copy, 1);
-  rb_define_method(cTermInfo, "==", frt_ti_eql, 1);
-  rb_define_method(cTermInfo, "doc_freq", frt_ti_get_df, 0);
-  rb_define_method(cTermInfo, "doc_freq=", frt_ti_set_df, 1);
-  rb_define_method(cTermInfo, "freq_pointer", frt_ti_get_fp, 0);
-  rb_define_method(cTermInfo, "freq_pointer=", frt_ti_set_fp, 1);
-  rb_define_method(cTermInfo, "prox_pointer", frt_ti_get_pp, 0);
-  rb_define_method(cTermInfo, "prox_pointer=", frt_ti_set_pp, 1);
-  rb_define_method(cTermInfo, "skip_offset", frt_ti_get_so, 0);
-  rb_define_method(cTermInfo, "skip_offset=", frt_ti_set_so, 1);
-}

data/ext/token.c

@@ -1,93 +0,0 @@
-#include "ferret.h"
-
-/****************************************************************************
- *
- * Token Methods
- *
- ****************************************************************************/
-
-ID id_tk_text, id_tk_pos_inc, id_tk_start_offset, id_tk_end_offset, id_tk_type;
-ID id_tk_pos_inc_set;
-
-static VALUE
-frt_token_pos_inc (VALUE self, VALUE pI)
-{
-  if(FIX2INT(pI) < 0)
-    rb_raise(rb_eArgError, "position_increment < 0");
-  rb_ivar_set(self, id_tk_pos_inc, pI);
-  return self;
-}
-
-static VALUE
-frt_token_init(int argc, VALUE *argv, VALUE self)
-{
-  VALUE text, start_offset, end_offset, type, pos_inc;
-  rb_scan_args(argc, argv, "32", &text,
-      &start_offset, &end_offset, &type, &pos_inc);
-  rb_ivar_set(self, id_tk_text, text);
-  rb_ivar_set(self, id_tk_start_offset, start_offset);
-  rb_ivar_set(self, id_tk_end_offset, end_offset);
-  if (argc < 4) {
-    rb_ivar_set(self, id_tk_type, rb_str_new("word", 4));
-  } else {
-    rb_ivar_set(self, id_tk_type, type);
-  }
-  if (argc < 5) {
-    rb_ivar_set(self, id_tk_pos_inc, INT2FIX(1));
-  } else {
-    rb_ivar_set(self, id_tk_pos_inc, pos_inc);
-  }
-  return self;
-}
-
-static VALUE
-frt_token_eql(VALUE self, VALUE other)
-{
-  VALUE rself_text, rother_text;
-  char *self_text, *other_text;
-  if (!rb_respond_to(other, id_tk_pos_inc_set))
-    return Qfalse;
-  rself_text = rb_ivar_get(self, id_tk_text);
-  rother_text = rb_ivar_get(other, id_tk_text);
-  self_text = StringValuePtr(rself_text);
-  other_text = StringValuePtr(rother_text);
-  if (rb_ivar_get(self, id_tk_start_offset) == rb_ivar_get(other, id_tk_start_offset) &&
-      rb_ivar_get(self, id_tk_end_offset) == rb_ivar_get(other, id_tk_end_offset) &&
-      (strcmp(self_text, other_text) == 0))
-    return Qtrue;
-  else
-    return Qfalse;
-}
-
-/****************************************************************************
- *
- * Init Function
- *
- ****************************************************************************/
-
-void
-Init_token(void)
-{
-  /* IDs */
-  id_tk_text = rb_intern("@term_text");
-  id_tk_start_offset = rb_intern("@start_offset");
-  id_tk_end_offset = rb_intern("@end_offset");
-  id_tk_type = rb_intern("@type");
-  id_tk_pos_inc = rb_intern("@position_increment");
-  id_tk_pos_inc_set = rb_intern("position_increment=");
-
-
-  /* IndexWriter */
-  cToken = rb_define_class_under(mAnalysis, "Token", rb_cObject);
-
-  rb_define_method(cToken, "initialize",   frt_token_init, -1);
-  rb_define_method(cToken, "position_increment=", frt_token_pos_inc, 1);
-  rb_define_method(cToken, "==", frt_token_eql, 1);
-  rb_define_method(cToken, "eql", frt_token_eql, 1);
-  
-  rb_define_attr(cToken, "term_text", 1, 1);
-  rb_define_attr(cToken, "position_increment", 1, 0);
-  rb_define_attr(cToken, "start_offset", 1, 0);
-  rb_define_attr(cToken, "end_offset", 1, 0);
-  rb_define_attr(cToken, "type", 1, 1);
-}