ferret 0.1.0

data/ext/segment_merge_queue.c

@@ -0,0 +1,41 @@
+#include "ferret.h"
+
+ID eq, lt;
+/****************************************************************************
+ *
+ * SegmentMergeQueue Methods
+ *
+ ****************************************************************************/
+
+static VALUE
+frt_smq_less_than(VALUE self, VALUE rsti1, VALUE rsti2)
+{
+  int base1, base2;
+  int cmp = frt_term_compare_to_int(rb_iv_get(rsti1, "@term"), rb_iv_get(rsti2, "@term"));
+  if (cmp == 0) {
+    base1 = FIX2INT(rb_iv_get(rsti1, "@base"));
+    base2 = FIX2INT(rb_iv_get(rsti2, "@base"));
+    return base1 < base2 ? Qtrue : Qfalse;
+  } else {
+    return cmp < 0 ? Qtrue : Qfalse;
+  }
+}
+
+/****************************************************************************
+ *
+ * Init Function
+ *
+ ****************************************************************************/
+
+void
+Init_segment_merge_queue(void)
+{
+  // IDs
+  eq = rb_intern("==");
+  lt = rb_intern("<");
+
+  // SegmentMergeQueue
+	cSegmentMergeQueue = rb_define_class_under(mIndex, "SegmentMergeQueue", cPriorityQueue);
+
+	rb_define_method(cSegmentMergeQueue, "less_than", frt_smq_less_than, 2);
+}

data/ext/string_helper.c

@@ -0,0 +1,42 @@
+#include "ferret.h"
+
+/****************************************************************************
+ *
+ * StringHelper Methods
+ *
+ ****************************************************************************/
+inline int
+frt_sh_string_difference_int(VALUE self, VALUE rstr1, VALUE rstr2)
+{
+  int i;
+  struct RString *str1 = RSTRING(rstr1), *str2 = RSTRING(rstr2);
+  char *s1 = str1->ptr, *s2 = str2->ptr;
+  int len = str1->len < str2->len ? str1->len : str2->len;
+  for (i = 0; i < len; i++) {
+    if (s1[i] != s2[i]) 
+      return i;
+  }
+  return len;
+}
+
+static VALUE
+frt_sh_string_difference(VALUE self, VALUE rstr1, VALUE rstr2)
+{
+  return INT2FIX(frt_sh_string_difference_int(self, rstr1, rstr2));
+}
+
+
+/****************************************************************************
+ *
+ * Init Function
+ *
+ ****************************************************************************/
+
+void
+Init_string_helper(void)
+{
+	// StringHelper
+  mStringHelper = rb_define_module_under(mUtils, "StringHelper");
+
+	rb_define_method(mStringHelper, "string_difference", frt_sh_string_difference, 2);
+}

data/ext/tags

@@ -0,0 +1,240 @@
+!_TAG_FILE_FORMAT	2	/extended format; --format=1 will not append ;" to lines/
+!_TAG_FILE_SORTED	1	/0=unsorted, 1=sorted, 2=foldcase/
+!_TAG_PROGRAM_AUTHOR	Darren Hiebert	/dhiebert@users.sourceforge.net/
+!_TAG_PROGRAM_NAME	Exuberant Ctags	//
+!_TAG_PROGRAM_URL	http://ctags.sourceforge.net	/official site/
+!_TAG_PROGRAM_VERSION	5.5.4	//
+AR	Makefile	/^AR = ar$/;"	m
+BUFFER_SIZE	ferret.h	6;"	d
+CC	Makefile	/^CC = gcc$/;"	m
+CFLAGS	Makefile	/^CFLAGS   =  -fPIC -Wall -g -O2  -fPIC $/;"	m
+CLEANFILES	Makefile	/^CLEANFILES = $/;"	m
+CLEANLIBS	Makefile	/^CLEANLIBS     = $(TARGET).so $(TARGET).il? $(TARGET).tds $(TARGET).map$/;"	m
+CLEANOBJS	Makefile	/^CLEANOBJS     = *.o *.a *.s[ol] *.pdb *.exp *.bak$/;"	m
+COPY	Makefile	/^COPY = cp$/;"	m
+CPPFLAGS	Makefile	/^CPPFLAGS = -I. -I$(topdir) -I$(hdrdir) -I$(srcdir)  $/;"	m
+CXXFLAGS	Makefile	/^CXXFLAGS = $(CFLAGS) $/;"	m
+DEFFILE	Makefile	/^DEFFILE = $/;"	m
+DISTCLEANFILES	Makefile	/^DISTCLEANFILES = $/;"	m
+DLDFLAGS	Makefile	/^DLDFLAGS =   $/;"	m
+DLLIB	Makefile	/^DLLIB = $(TARGET).so$/;"	m
+EXEEXT	Makefile	/^EXEEXT = $/;"	m
+INSTALL	Makefile	/^INSTALL = \/usr\/bin\/install -c$/;"	m
+INSTALL_DATA	Makefile	/^INSTALL_DATA = $(INSTALL) -m 644$/;"	m
+INSTALL_PROG	Makefile	/^INSTALL_PROG = $(INSTALL) -m 0755$/;"	m
+IndexBuffer	ferret.h	/^typedef struct IndexBuffer {$/;"	s
+IndexBuffer	ferret.h	/^} IndexBuffer;$/;"	t
+Init_extensions	ferret.c	/^Init_extensions(void)$/;"	f
+Init_indexio	index_io.c	/^Init_indexio(void)$/;"	f
+Init_priority_queue	priority_queue.c	/^Init_priority_queue(void)$/;"	f
+Init_ram_directory	ram_directory.c	/^Init_ram_directory(void)$/;"	f
+Init_segment_merge_queue	segment_merge_queue.c	/^Init_segment_merge_queue(void)$/;"	f
+Init_string_helper	string_helper.c	/^Init_string_helper(void)$/;"	f
+Init_term	term.c	/^Init_term(void)$/;"	f
+Init_term_buffer	term_buffer.c	/^Init_term_buffer(void) {$/;"	f
+LDSHARED	Makefile	/^LDSHARED = $(CC) -shared$/;"	m
+LIBPATH	Makefile	/^LIBPATH =  -L"$(libdir)"$/;"	m
+LIBRUBY	Makefile	/^LIBRUBY = $(LIBRUBY_SO)$/;"	m
+LIBRUBYARG_SHARED	Makefile	/^LIBRUBYARG_SHARED = -l$(RUBY_SO_NAME)$/;"	m
+LIBRUBYARG_STATIC	Makefile	/^LIBRUBYARG_STATIC = -l$(RUBY_SO_NAME)-static$/;"	m
+LIBRUBY_A	Makefile	/^LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a$/;"	m
+LIBS	Makefile	/^LIBS = $(LIBRUBYARG_SHARED)  -lpthread -ldl -lcrypt -lm   -lc$/;"	m
+LOCAL_LIBS	Makefile	/^LOCAL_LIBS = $/;"	m
+MAKEDIRS	Makefile	/^MAKEDIRS = mkdir -p$/;"	m
+OBJS	Makefile	/^OBJS = index_io.o term_buffer.o ram_directory.o priority_queue.o string_helper.o segment_merge_queue.o ferret.o term.o util.o$/;"	m
+PriorityQueue	ferret.h	/^typedef struct PriorityQueue {$/;"	s
+PriorityQueue	ferret.h	/^} PriorityQueue;$/;"	t
+RAMFile	ferret.h	/^typedef struct RAMFile {$/;"	s
+RAMFile	ferret.h	/^} RAMFile;$/;"	t
+RM	Makefile	/^RM = rm -f$/;"	m
+RUBY	Makefile	/^RUBY = $(ruby)$/;"	m
+RUBYARCHDIR	Makefile	/^RUBYARCHDIR   = $(sitearchdir)$(target_prefix)$/;"	m
+RUBYCOMMONDIR	Makefile	/^RUBYCOMMONDIR = $(sitedir)$(target_prefix)$/;"	m
+RUBYLIBDIR	Makefile	/^RUBYLIBDIR    = $(sitelibdir)$(target_prefix)$/;"	m
+RUBY_INSTALL_NAME	Makefile	/^RUBY_INSTALL_NAME = ruby1.8$/;"	m
+RUBY_SO_NAME	Makefile	/^RUBY_SO_NAME = ruby1.8$/;"	m
+SHELL	Makefile	/^SHELL = \/bin\/sh$/;"	m
+SRCS	Makefile	/^SRCS = index_io.c term_buffer.c ram_directory.c priority_queue.c string_helper.c segment_merge_queue.c ferret.c term.c util.c$/;"	m
+STATIC_LIB	Makefile	/^STATIC_LIB = $/;"	m
+TARGET	Makefile	/^TARGET = extensions$/;"	m
+TARGET_SO	Makefile	/^TARGET_SO     = $(DLLIB)$/;"	m
+Term	ferret.h	/^typedef struct Term {$/;"	s
+Term	ferret.h	/^} Term;$/;"	t
+TermBuffer	ferret.h	/^typedef struct TermBuffer {$/;"	s
+TermBuffer	ferret.h	/^} TermBuffer;$/;"	t
+VPATH	Makefile	/^VPATH = $(srcdir):$(topdir):$(hdrdir)$/;"	m
+__FERRET_H_	ferret.h	2;"	d
+arch	Makefile	/^arch = i486-linux$/;"	m
+archdir	Makefile	/^archdir = $(rubylibdir)\/$(arch)$/;"	m
+bindir	Makefile	/^bindir = $(exec_prefix)\/bin$/;"	m
+bufcnt	ferret.h	/^  int   bufcnt;$/;"	m	struct:RAMFile
+buffer	ferret.h	/^  byte_t *buffer;$/;"	m	struct:IndexBuffer
+buffers	ferret.h	/^  void  **buffers;$/;"	m	struct:RAMFile
+byte_t	ferret.h	/^typedef unsigned char byte_t;$/;"	t
+cBufferedIndexIn	ferret.h	/^VALUE cBufferedIndexIn;$/;"	v
+cBufferedIndexOut	ferret.h	/^VALUE cBufferedIndexOut;$/;"	v
+cFSIndexIn	ferret.h	/^VALUE cFSIndexIn;$/;"	v
+cFSIndexOut	ferret.h	/^VALUE cFSIndexOut;$/;"	v
+cIndexIn	ferret.h	/^VALUE cIndexIn;$/;"	v
+cIndexOut	ferret.h	/^VALUE cIndexOut;$/;"	v
+cPriorityQueue	ferret.h	/^VALUE cPriorityQueue;$/;"	v
+cRAMDirectory	ferret.h	/^VALUE cRAMDirectory;$/;"	v
+cRAMIndexIn	ferret.h	/^VALUE cRAMIndexIn;$/;"	v
+cRAMIndexOut	ferret.h	/^VALUE cRAMIndexOut;$/;"	v
+cSegmentMergeQueue	ferret.h	/^VALUE cSegmentMergeQueue;$/;"	v
+cTerm	ferret.h	/^VALUE cTerm;$/;"	v
+cTermBuffer	ferret.h	/^VALUE cTermBuffer;$/;"	v
+datadir	Makefile	/^datadir = $(prefix)\/share$/;"	m
+eq	segment_merge_queue.c	/^ID eq, lt;$/;"	v
+exec_prefix	Makefile	/^exec_prefix = $(prefix)$/;"	m
+extout	Makefile	/^extout = $/;"	m
+extout_prefix	Makefile	/^extout_prefix = $/;"	m
+field	ferret.h	/^	char *field;$/;"	m	struct:Term
+field	ferret.h	/^	char *field;$/;"	m	struct:TermBuffer
+field_name	term_buffer.c	/^ID field_name;$/;"	v
+flen	ferret.h	/^	int  flen;$/;"	m	struct:Term
+flen	ferret.h	/^	int flen;$/;"	m	struct:TermBuffer
+flush	ram_directory.c	/^ID flush, seek;$/;"	v
+frt_extend_buffer_if_necessary	ram_directory.c	/^frt_extend_buffer_if_necessary(RAMFile *rf, int bufnum)$/;"	f
+frt_flush_buffer	index_io.c	/^ID frt_length, frt_flush_buffer, frt_read_internal, frt_seek_internal; $/;"	v
+frt_hash	util.c	/^frt_hash(register char *p, register int len)$/;"	f
+frt_indexbuffer_alloc	index_io.c	/^frt_indexbuffer_alloc(VALUE klass)$/;"	f	file:
+frt_indexbuffer_free	index_io.c	/^frt_indexbuffer_free(void *p)$/;"	f
+frt_indexin_init_copy	index_io.c	/^frt_indexin_init_copy(VALUE self, VALUE orig)$/;"	f	file:
+frt_indexin_pos	index_io.c	/^frt_indexin_pos(VALUE self)$/;"	f	file:
+frt_indexin_read_byte	index_io.c	/^frt_indexin_read_byte(VALUE self)$/;"	f	file:
+frt_indexin_read_bytes	index_io.c	/^frt_indexin_read_bytes(VALUE self, VALUE rbuf, VALUE roffset, VALUE rlen)$/;"	f	file:
+frt_indexin_read_int	index_io.c	/^frt_indexin_read_int(VALUE self)$/;"	f	file:
+frt_indexin_read_long	index_io.c	/^frt_indexin_read_long(VALUE self)$/;"	f	file:
+frt_indexin_read_string	index_io.c	/^frt_indexin_read_string(VALUE self)$/;"	f	file:
+frt_indexin_read_uint	index_io.c	/^frt_indexin_read_uint(VALUE self)$/;"	f	file:
+frt_indexin_read_ulong	index_io.c	/^frt_indexin_read_ulong(VALUE self)$/;"	f	file:
+frt_indexin_read_vint	index_io.c	/^frt_indexin_read_vint(VALUE self)$/;"	f	file:
+frt_indexin_refill	index_io.c	/^frt_indexin_refill(VALUE self)$/;"	f	file:
+frt_indexin_seek	index_io.c	/^frt_indexin_seek(VALUE self, VALUE rpos)$/;"	f	file:
+frt_indexout_flush	index_io.c	/^frt_indexout_flush(VALUE self)$/;"	f	file:
+frt_indexout_pos	index_io.c	/^frt_indexout_pos(VALUE self)$/;"	f	file:
+frt_indexout_seek	index_io.c	/^frt_indexout_seek(VALUE self, VALUE pos)$/;"	f	file:
+frt_indexout_write_byte	index_io.c	/^frt_indexout_write_byte(VALUE self, VALUE rbyte)$/;"	f	file:
+frt_indexout_write_bytes	index_io.c	/^frt_indexout_write_bytes(VALUE self, VALUE rbuffer, VALUE rlen)$/;"	f	file:
+frt_indexout_write_chars	index_io.c	/^frt_indexout_write_chars(VALUE self, VALUE rstr, VALUE rstart, VALUE rlength)$/;"	f	file:
+frt_indexout_write_int	index_io.c	/^frt_indexout_write_int(VALUE self, VALUE rint)$/;"	f	file:
+frt_indexout_write_long	index_io.c	/^frt_indexout_write_long(VALUE self, VALUE rlong)$/;"	f	file:
+frt_indexout_write_string	index_io.c	/^frt_indexout_write_string(VALUE self, VALUE rstr)$/;"	f	file:
+frt_indexout_write_uint	index_io.c	/^frt_indexout_write_uint(VALUE self, VALUE ruint)$/;"	f	file:
+frt_indexout_write_ulong	index_io.c	/^frt_indexout_write_ulong(VALUE self, VALUE rulong)$/;"	f	file:
+frt_indexout_write_vint	index_io.c	/^frt_indexout_write_vint(VALUE self, VALUE rulong)$/;"	f	file:
+frt_length	index_io.c	/^ID frt_length, frt_flush_buffer, frt_read_internal, frt_seek_internal; $/;"	v
+frt_newobj	ferret.h	/^ID frt_newobj;$/;"	v
+frt_priq_adjust_top	priority_queue.c	/^frt_priq_adjust_top(VALUE self)$/;"	f	file:
+frt_priq_alloc	priority_queue.c	/^frt_priq_alloc(VALUE klass)$/;"	f	file:
+frt_priq_clear	priority_queue.c	/^frt_priq_clear(VALUE self)$/;"	f	file:
+frt_priq_free	priority_queue.c	/^frt_priq_free(void *p)$/;"	f
+frt_priq_init	priority_queue.c	/^frt_priq_init(VALUE self, VALUE rsize)$/;"	f	file:
+frt_priq_insert	priority_queue.c	/^frt_priq_insert(VALUE self, VALUE e)$/;"	f	file:
+frt_priq_pop	priority_queue.c	/^frt_priq_pop(VALUE self)$/;"	f	file:
+frt_priq_push	priority_queue.c	/^frt_priq_push(VALUE self, VALUE e)$/;"	f	file:
+frt_priq_size	priority_queue.c	/^frt_priq_size(VALUE self)$/;"	f	file:
+frt_priq_top	priority_queue.c	/^frt_priq_top(VALUE self)$/;"	f	file:
+frt_read_byte	index_io.c	/^frt_read_byte(VALUE self)$/;"	f
+frt_read_bytes	index_io.c	/^frt_read_bytes(VALUE self, VALUE rbuffer, int offset, int len)$/;"	f	file:
+frt_read_chars	index_io.c	/^frt_read_chars(VALUE self, char* buffer, int off, int len) $/;"	f
+frt_read_internal	index_io.c	/^ID frt_length, frt_flush_buffer, frt_read_internal, frt_seek_internal; $/;"	v
+frt_read_vint	index_io.c	/^frt_read_vint(VALUE self)$/;"	f
+frt_rf_alloc	ram_directory.c	/^frt_rf_alloc(VALUE klass)$/;"	f	file:
+frt_rf_extend	ram_directory.c	/^frt_rf_extend(RAMFile *rf)$/;"	f
+frt_rf_free	ram_directory.c	/^frt_rf_free(void *p)$/;"	f
+frt_rf_length	ram_directory.c	/^frt_rf_length(VALUE self)$/;"	f	file:
+frt_rf_mark	ram_directory.c	/^frt_rf_mark(void *p)$/;"	f
+frt_rii_close	ram_directory.c	/^frt_rii_close(VALUE self)$/;"	f	file:
+frt_rii_init	ram_directory.c	/^frt_rii_init(VALUE self, VALUE ramfile)$/;"	f	file:
+frt_rii_length	ram_directory.c	/^frt_rii_length(VALUE self)$/;"	f	file:
+frt_rii_read_internal	ram_directory.c	/^frt_rii_read_internal(VALUE self, VALUE rb, VALUE roffset, VALUE rlen)$/;"	f	file:
+frt_rii_seek_internal	ram_directory.c	/^frt_rii_seek_internal(VALUE self, VALUE rpos)$/;"	f	file:
+frt_rio_close	ram_directory.c	/^frt_rio_close(VALUE self)$/;"	f	file:
+frt_rio_flush_buffer	ram_directory.c	/^frt_rio_flush_buffer(VALUE self, VALUE rsrc, VALUE rlen)$/;"	f	file:
+frt_rio_init	ram_directory.c	/^frt_rio_init(VALUE self, VALUE ramfile)$/;"	f	file:
+frt_rio_length	ram_directory.c	/^frt_rio_length(VALUE self)$/;"	f	file:
+frt_rio_reset	ram_directory.c	/^frt_rio_reset(VALUE self)$/;"	f	file:
+frt_rio_seek	ram_directory.c	/^frt_rio_seek(VALUE self, VALUE rpos)$/;"	f	file:
+frt_rio_write_to	ram_directory.c	/^frt_rio_write_to(VALUE self, VALUE routput)$/;"	f	file:
+frt_seek_internal	index_io.c	/^ID frt_length, frt_flush_buffer, frt_read_internal, frt_seek_internal; $/;"	v
+frt_sh_string_difference	string_helper.c	/^frt_sh_string_difference(VALUE self, VALUE rstr1, VALUE rstr2)$/;"	f	file:
+frt_sh_string_difference_int	string_helper.c	/^frt_sh_string_difference_int(VALUE self, VALUE rstr1, VALUE rstr2)$/;"	f
+frt_smq_less_than	segment_merge_queue.c	/^frt_smq_less_than(VALUE self, VALUE rsti1, VALUE rsti2)$/;"	f	file:
+frt_term_alloc	term.c	/^frt_term_alloc(VALUE klass)$/;"	f	file:
+frt_term_compare_to	term.c	/^frt_term_compare_to(VALUE self, VALUE other)$/;"	f	file:
+frt_term_compare_to_int	term.c	/^frt_term_compare_to_int(VALUE self, VALUE rother)$/;"	f
+frt_term_free	term.c	/^frt_term_free(void *p)$/;"	f
+frt_term_get_field	term.c	/^frt_term_get_field(VALUE self)$/;"	f	file:
+frt_term_get_text	term.c	/^frt_term_get_text(VALUE self)$/;"	f	file:
+frt_term_hash	term.c	/^frt_term_hash(VALUE self)$/;"	f	file:
+frt_term_init	term.c	/^frt_term_init(VALUE self, VALUE rfield, VALUE rtext)$/;"	f	file:
+frt_term_set	term.c	/^frt_term_set(VALUE self, VALUE rfield, VALUE rtext)$/;"	f
+frt_term_to_s	term.c	/^frt_term_to_s(VALUE self)$/;"	f
+frt_termbuffer_alloc	term_buffer.c	/^frt_termbuffer_alloc(VALUE klass)$/;"	f	file:
+frt_termbuffer_compare_to	term_buffer.c	/^frt_termbuffer_compare_to(VALUE self, VALUE rother)$/;"	f	file:
+frt_termbuffer_compare_to_int	term_buffer.c	/^frt_termbuffer_compare_to_int(VALUE self, VALUE rother)$/;"	f
+frt_termbuffer_free	term_buffer.c	/^frt_termbuffer_free(void *p)$/;"	f
+frt_termbuffer_get_field_name	term_buffer.c	/^frt_termbuffer_get_field_name(VALUE self)$/;"	f	file:
+frt_termbuffer_get_text	term_buffer.c	/^frt_termbuffer_get_text(VALUE self)$/;"	f	file:
+frt_termbuffer_get_text_length	term_buffer.c	/^frt_termbuffer_get_text_length(VALUE self)$/;"	f	file:
+frt_termbuffer_hash	term_buffer.c	/^frt_termbuffer_hash(VALUE self)$/;"	f	file:
+frt_termbuffer_init	term_buffer.c	/^frt_termbuffer_init(VALUE self)$/;"	f	file:
+frt_termbuffer_init_copy	term_buffer.c	/^frt_termbuffer_init_copy(VALUE self, VALUE rother)$/;"	f	file:
+frt_termbuffer_read	term_buffer.c	/^frt_termbuffer_read(VALUE self, VALUE input, VALUE info)$/;"	f	file:
+frt_termbuffer_reset	term_buffer.c	/^frt_termbuffer_reset(VALUE self)$/;"	f	file:
+frt_termbuffer_set_term	term_buffer.c	/^frt_termbuffer_set_term(VALUE self, VALUE rterm)$/;"	f	file:
+frt_termbuffer_to_term	term_buffer.c	/^frt_termbuffer_to_term(VALUE self)$/;"	f	file:
+frt_write_byte	index_io.c	/^frt_write_byte(VALUE self, byte_t b)$/;"	f	file:
+frt_write_bytes	index_io.c	/^frt_write_bytes(VALUE self, byte_t *buf, int len)$/;"	f
+frt_write_chars	index_io.c	/^frt_write_chars(VALUE self, VALUE rbuf, int start, int length)$/;"	f	file:
+frt_write_vint	index_io.c	/^frt_write_vint(VALUE self, register unsigned long long i)$/;"	f	file:
+hdrdir	Makefile	/^hdrdir = $(topdir)$/;"	m
+heap	ferret.h	/^	VALUE *heap;$/;"	m	struct:PriorityQueue
+includedir	Makefile	/^includedir = $(prefix)\/include$/;"	m
+infodir	Makefile	/^infodir = $(prefix)\/info$/;"	m
+len	ferret.h	/^	int len;$/;"	m	struct:PriorityQueue
+len	ferret.h	/^  int len;$/;"	m	struct:IndexBuffer
+length	ferret.h	/^  int   length;$/;"	m	struct:RAMFile
+less_than	priority_queue.c	/^ID less_than, put_heap;$/;"	v
+libdir	Makefile	/^libdir = $(exec_prefix)\/lib$/;"	m
+libexecdir	Makefile	/^libexecdir = $(exec_prefix)\/libexec$/;"	m
+libpath	Makefile	/^libpath = $(libdir)$/;"	m
+localstatedir	Makefile	/^localstatedir = $(DESTDIR)\/var$/;"	m
+lt	segment_merge_queue.c	/^ID eq, lt;$/;"	v
+mFerret	ferret.h	/^VALUE mFerret;$/;"	v
+mIndex	ferret.h	/^VALUE mIndex;$/;"	v
+mStore	ferret.h	/^VALUE mStore;$/;"	v
+mStringHelper	ferret.h	/^VALUE mStringHelper;$/;"	v
+mUtils	ferret.h	/^VALUE mUtils;$/;"	v
+mandir	Makefile	/^mandir = $(datadir)\/man$/;"	m
+mtime	ferret.h	/^  VALUE mtime;$/;"	m	struct:RAMFile
+name	ferret.h	/^  char  *name;$/;"	m	struct:RAMFile
+oldincludedir	Makefile	/^oldincludedir = $(DESTDIR)\/usr\/include$/;"	m
+pos	ferret.h	/^  int pos;$/;"	m	struct:IndexBuffer
+prefix	Makefile	/^prefix = $(DESTDIR)\/usr$/;"	m
+preload	Makefile	/^preload = $/;"	m
+priq_down	priority_queue.c	/^priq_down(PriorityQueue *priq, VALUE self, VALUE rary)$/;"	f
+priq_up	priority_queue.c	/^priq_up(PriorityQueue *priq, VALUE self, VALUE rary)$/;"	f
+put_heap	priority_queue.c	/^ID less_than, put_heap;$/;"	v
+ruby	Makefile	/^ruby = \/usr\/bin\/ruby1.8$/;"	m
+ruby_version	Makefile	/^ruby_version = 1.8$/;"	m
+rubylibdir	Makefile	/^rubylibdir = $(libdir)\/ruby\/$(ruby_version)$/;"	m
+sbindir	Makefile	/^sbindir = $(exec_prefix)\/sbin$/;"	m
+seek	ram_directory.c	/^ID flush, seek;$/;"	v
+sharedstatedir	Makefile	/^sharedstatedir = $(prefix)\/com$/;"	m
+sitearch	Makefile	/^sitearch = i486-linux$/;"	m
+sitearchdir	Makefile	/^sitearchdir = $(sitelibdir)\/$(sitearch)$/;"	m
+sitedir	Makefile	/^sitedir = $(DESTDIR)\/usr\/local\/lib\/site_ruby$/;"	m
+sitelibdir	Makefile	/^sitelibdir = $(sitedir)\/$(ruby_version)$/;"	m
+size	ferret.h	/^	int size;$/;"	m	struct:PriorityQueue
+srcdir	Makefile	/^srcdir = .$/;"	m
+start	ferret.h	/^  long start;$/;"	m	struct:IndexBuffer
+sysconfdir	Makefile	/^sysconfdir = $(DESTDIR)\/etc$/;"	m
+target_prefix	Makefile	/^target_prefix = \/ferret$/;"	m
+text	ferret.h	/^	char *text;$/;"	m	struct:Term
+text	ferret.h	/^	char *text;$/;"	m	struct:TermBuffer
+tlen	ferret.h	/^	int  tlen;$/;"	m	struct:Term
+tlen	ferret.h	/^	int tlen;$/;"	m	struct:TermBuffer
+topdir	Makefile	/^topdir = \/usr\/lib\/ruby\/1.8\/i486-linux$/;"	m

data/ext/term.c

@@ -0,0 +1,261 @@
+#include "ferret.h"
+
+
+/****************************************************************************
+ *
+ * Term Methods
+ *
+ ****************************************************************************/
+
+void
+frt_term_free(void *p)
+{
+	Term *term;
+	term = (Term *)p;
+	free((void *)(term->field));
+	free((void *)(term->text));
+	free(p);
+}
+
+static VALUE
+frt_term_alloc(VALUE klass)
+{
+	Term *term;
+	term = (Term *)ALLOC(Term);
+	term->field = (char *)ALLOC_N(char, 1);
+	term->text = (char *)ALLOC_N(char, 1);
+	
+	VALUE rbuffer = Data_Wrap_Struct(klass, NULL, frt_term_free, term);
+	return rbuffer;
+}
+
+VALUE 
+frt_term_set(VALUE self, VALUE rfield, VALUE rtext)
+{
+	Term *term;
+	int flen = RSTRING(rfield)->len;
+	int tlen = RSTRING(rtext)->len;
+ 	char *field = RSTRING(rfield)->ptr;
+ 	char *text = RSTRING(rtext)->ptr;
+	Data_Get_Struct(self, Term, term);
+
+	REALLOC_N(term->field, char, flen + 1);
+	REALLOC_N(term->text, char, tlen + 1);
+	
+	MEMCPY(term->field, field, char, flen);
+	MEMCPY(term->text, text, char, tlen);
+	term->flen = flen;
+	term->tlen = tlen;
+	
+	return Qnil;
+}
+
+static VALUE 
+frt_term_init(VALUE self, VALUE rfield, VALUE rtext)
+{
+	frt_term_set(self, rfield, rtext);
+	return self;
+}
+
+static VALUE 
+frt_term_get_text(VALUE self)
+{
+	Term *term;
+	Data_Get_Struct(self, Term, term);
+	return rb_str_new(term->text, term->tlen);
+}
+
+static VALUE 
+frt_term_set_text(VALUE self, VALUE rtext)
+{
+	Term *term;
+	int tlen = RSTRING(rtext)->len;
+ 	char *text = RSTRING(rtext)->ptr;
+	Data_Get_Struct(self, Term, term);
+
+	REALLOC_N(term->text, char, tlen + 1);
+	
+	MEMCPY(term->text, text, char, tlen);
+	term->tlen = tlen;
+	
+	return Qnil;
+}
+
+static VALUE 
+frt_term_get_field(VALUE self)
+{
+	Term *term;
+	Data_Get_Struct(self, Term, term);
+	return rb_str_new(term->field, term->flen);
+}
+
+static VALUE 
+frt_term_set_field(VALUE self, VALUE rfield)
+{
+	Term *term;
+	int flen = RSTRING(rfield)->len;
+ 	char *field = RSTRING(rfield)->ptr;
+	Data_Get_Struct(self, Term, term);
+
+	REALLOC_N(term->field, char, flen + 1);
+	
+	MEMCPY(term->field, field, char, flen);
+	term->flen = flen;
+	
+	return Qnil;
+}
+
+VALUE 
+frt_term_to_s(VALUE self)
+{
+	Term *term;
+	int tlen, flen;
+	Data_Get_Struct(self, Term, term);
+	tlen = term->tlen;
+	flen = term->flen;
+	char res[flen + tlen + 1];
+	char delim[] = ":";
+	
+	MEMCPY(res, term->field, char, flen);
+	MEMCPY(res + flen, delim, char, 1);
+	MEMCPY(res + flen + 1, term->text, char, tlen);
+	return rb_str_new(res, tlen + flen + 1 );
+}
+
+VALUE 
+frt_term_compare_to(VALUE self, VALUE rother)
+{
+	int comp, size, mylen, olen;
+	Term *term, *other;
+	Data_Get_Struct(self, Term, term);
+	Data_Get_Struct(rother, Term, other);
+	
+	mylen = term->flen;
+	olen = other->flen;
+	size = mylen >= olen ? olen : mylen;
+	comp = memcmp(term->field, other->field, size);
+	if(comp == 0){
+		if(mylen == olen){
+			mylen = term->tlen;
+			olen = other->tlen;
+			size = mylen >= olen ? olen : mylen;
+			comp = memcmp(term->text, other->text, size);
+			if(comp == 0 && mylen != olen)
+				comp = mylen > olen ? 1 : -1;
+		} else
+			comp = mylen > olen ? 1 : -1;
+	}
+	//comp = strcmp(term->field, other->field);
+	//if(comp == 0)
+	//	comp = strcmp(term->text, other->text);
+	return INT2FIX(comp);
+}
+
+// keep in synch with fuction above
+int
+frt_term_compare_to_int(VALUE self, VALUE rother)
+{
+	int comp, size, mylen, olen;
+	Term *term, *other;
+	Data_Get_Struct(self, Term, term);
+	Data_Get_Struct(rother, Term, other);
+	
+	mylen = term->flen;
+	olen = other->flen;
+	size = mylen >= olen ? olen : mylen;
+	comp = memcmp(term->field, other->field, size);
+	if(comp == 0){
+		if(mylen == olen){
+			mylen = term->tlen;
+			olen = other->tlen;
+			size = mylen >= olen ? olen : mylen;
+			comp = memcmp(term->text, other->text, size);
+			if(comp == 0 && mylen != olen)
+				comp = mylen > olen ? 1 : -1;
+		} else
+			comp = mylen > olen ? 1 : -1;
+	}
+	//comp = strcmp(term->field, other->field);
+	//if(comp == 0)
+	//	comp = strcmp(term->text, other->text);
+	return comp;
+}
+
+VALUE
+frt_term_lt(VALUE self, VALUE rother)
+{
+  return frt_term_compare_to_int(self, rother) < 0 ? Qtrue : Qfalse;
+}
+
+VALUE
+frt_term_gt(VALUE self, VALUE rother)
+{
+  return frt_term_compare_to_int(self, rother) > 0 ? Qtrue : Qfalse;
+}
+
+VALUE
+frt_term_le(VALUE self, VALUE rother)
+{
+  return frt_term_compare_to_int(self, rother) <= 0 ? Qtrue : Qfalse;
+}
+
+VALUE
+frt_term_ge(VALUE self, VALUE rother)
+{
+  return frt_term_compare_to_int(self, rother) >= 0 ? Qtrue : Qfalse;
+}
+
+VALUE
+frt_term_eq(VALUE self, VALUE rother)
+{
+  if (rother == Qnil)
+    return Qfalse;
+  return frt_term_compare_to_int(self, rother) == 0 ? Qtrue : Qfalse;
+}
+
+
+//static VALUE
+//frt_term_compare_to(VALUE self, VALUE other)
+//{
+//	return INT2FIX(frt_term_compare_to_int(self, other));
+//}
+
+static VALUE
+frt_term_hash(VALUE self)
+{
+	Term *term;
+	Data_Get_Struct(self, Term, term);
+  return INT2FIX(frt_hash(term->text, term->tlen) +
+      frt_hash(term->field, term->flen));
+}
+
+/****************************************************************************
+ *
+ * Init Function
+ *
+ ****************************************************************************/
+
+void
+Init_term(void)
+{
+	//Term
+	cTerm = rb_define_class_under(mIndex, "Term", rb_cObject);
+	rb_define_alloc_func(cTerm, frt_term_alloc);
+	rb_include_module(cTerm, rb_mComparable);
+
+	rb_define_method(cTerm, "initialize", frt_term_init, 2);
+	rb_define_method(cTerm, "set!", frt_term_set, 2);
+	rb_define_method(cTerm, "to_s", frt_term_to_s, 0);
+	rb_define_method(cTerm, "<=>", frt_term_compare_to, 1);
+	rb_define_method(cTerm, "<", frt_term_lt, 1);
+	rb_define_method(cTerm, ">", frt_term_gt, 1);
+	rb_define_method(cTerm, "<=", frt_term_le, 1);
+	rb_define_method(cTerm, ">=", frt_term_ge, 1);
+	rb_define_method(cTerm, "eql?", frt_term_eq, 1);
+	rb_define_method(cTerm, "==", frt_term_eq, 1);
+	rb_define_method(cTerm, "text", frt_term_get_text, 0);
+	rb_define_method(cTerm, "text=", frt_term_set_text, 1);
+	rb_define_method(cTerm, "field", frt_term_get_field, 0);
+	rb_define_method(cTerm, "field=", frt_term_set_field, 1);
+	rb_define_method(cTerm, "hash", frt_term_hash, 0);
+}