stemmer4r 0.1

data/ext/stemmer4r/libstemmer_c/runtime/utilities.c

@@ -0,0 +1,403 @@
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "header.h"
+
+#define unless(C) if(!(C))
+
+#define CREATE_SIZE 1
+
+extern symbol * create_s(void)
+{
+    symbol * p;
+    void * mem = malloc(HEAD + (CREATE_SIZE + 1) * sizeof(symbol));
+    if (mem == NULL) return NULL;
+    p = (symbol *) (HEAD + (char *) mem);
+    CAPACITY(p) = CREATE_SIZE;
+    SET_SIZE(p, CREATE_SIZE);
+    return p;
+}
+
+extern void lose_s(symbol * p)
+{
+    if (p == NULL) return;
+    free((char *) p - HEAD);
+}
+
+extern int in_grouping(struct SN_env * z, unsigned char * s, int min, int max)
+{   if (z->c >= z->l) return 0;
+    {   int ch = z->p[z->c];
+        if
+        (ch > max || (ch -= min) < 0 ||
+         (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0) return 0;
+    }
+    z->c++; return 1;
+}
+
+extern int in_grouping_b(struct SN_env * z, unsigned char * s, int min, int max)
+{   if (z->c <= z->lb) return 0;
+    {   int ch = z->p[z->c - 1];
+        if
+        (ch > max || (ch -= min) < 0 ||
+         (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0) return 0;
+    }
+    z->c--; return 1;
+}
+
+extern int out_grouping(struct SN_env * z, unsigned char * s, int min, int max)
+{   if (z->c >= z->l) return 0;
+    {   int ch = z->p[z->c];
+        unless
+        (ch > max || (ch -= min) < 0 ||
+         (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0) return 0;
+    }
+    z->c++; return 1;
+}
+
+extern int out_grouping_b(struct SN_env * z, unsigned char * s, int min, int max)
+{   if (z->c <= z->lb) return 0;
+    {   int ch = z->p[z->c - 1];
+        unless
+        (ch > max || (ch -= min) < 0 ||
+         (s[ch >> 3] & (0X1 << (ch & 0X7))) == 0) return 0;
+    }
+    z->c--; return 1;
+}
+
+
+extern int in_range(struct SN_env * z, int min, int max)
+{   if (z->c >= z->l) return 0;
+    {   int ch = z->p[z->c];
+        if
+        (ch > max || ch < min) return 0;
+    }
+    z->c++; return 1;
+}
+
+extern int in_range_b(struct SN_env * z, int min, int max)
+{   if (z->c <= z->lb) return 0;
+    {   int ch = z->p[z->c - 1];
+        if
+        (ch > max || ch < min) return 0;
+    }
+    z->c--; return 1;
+}
+
+extern int out_range(struct SN_env * z, int min, int max)
+{   if (z->c >= z->l) return 0;
+    {   int ch = z->p[z->c];
+        unless
+        (ch > max || ch < min) return 0;
+    }
+    z->c++; return 1;
+}
+
+extern int out_range_b(struct SN_env * z, int min, int max)
+{   if (z->c <= z->lb) return 0;
+    {   int ch = z->p[z->c - 1];
+        unless
+        (ch > max || ch < min) return 0;
+    }
+    z->c--; return 1;
+}
+
+extern int eq_s(struct SN_env * z, int s_size, symbol * s)
+{   if (z->l - z->c < s_size ||
+        memcmp(z->p + z->c, s, s_size * sizeof(symbol)) != 0) return 0;
+    z->c += s_size; return 1;
+}
+
+extern int eq_s_b(struct SN_env * z, int s_size, symbol * s)
+{   if (z->c - z->lb < s_size ||
+        memcmp(z->p + z->c - s_size, s, s_size * sizeof(symbol)) != 0) return 0;
+    z->c -= s_size; return 1;
+}
+
+extern int eq_v(struct SN_env * z, symbol * p)
+{   return eq_s(z, SIZE(p), p);
+}
+
+extern int eq_v_b(struct SN_env * z, symbol * p)
+{   return eq_s_b(z, SIZE(p), p);
+}
+
+extern int find_among(struct SN_env * z, struct among * v, int v_size)
+{
+    int i = 0;
+    int j = v_size;
+
+    int c = z->c; int l = z->l;
+    symbol * q = z->p + c;
+
+    struct among * w;
+
+    int common_i = 0;
+    int common_j = 0;
+
+    int first_key_inspected = 0;
+
+    while(1)
+    {   int k = i + ((j - i) >> 1);
+        int diff = 0;
+        int common = common_i < common_j ? common_i : common_j; /* smaller */
+        w = v + k;
+        {   int i; for (i = common; i < w->s_size; i++)
+            {   if (c + common == l) { diff = -1; break; }
+                diff = q[common] - w->s[i];
+                if (diff != 0) break;
+                common++;
+            }
+        }
+        if (diff < 0) { j = k; common_j = common; }
+                 else { i = k; common_i = common; }
+        if (j - i <= 1)
+        {   if (i > 0) break; /* v->s has been inspected */
+            if (j == i) break; /* only one item in v */
+
+            /* - but now we need to go round once more to get
+               v->s inspected. This looks messy, but is actually
+               the optimal approach.  */
+
+            if (first_key_inspected) break;
+            first_key_inspected = 1;
+        }
+    }
+    while(1)
+    {   w = v + i;
+        if (common_i >= w->s_size)
+        {   z->c = c + w->s_size;
+            if (w->function == 0) return w->result;
+            {   int res = w->function(z);
+                z->c = c + w->s_size;
+                if (res) return w->result;
+            }
+        }
+        i = w->substring_i;
+        if (i < 0) return 0;
+    }
+}
+
+/* find_among_b is for backwards processing. Same comments apply */
+
+extern int find_among_b(struct SN_env * z, struct among * v, int v_size)
+{
+    int i = 0;
+    int j = v_size;
+
+    int c = z->c; int lb = z->lb;
+    symbol * q = z->p + c - 1;
+
+    struct among * w;
+
+    int common_i = 0;
+    int common_j = 0;
+
+    int first_key_inspected = 0;
+
+    while(1)
+    {   int k = i + ((j - i) >> 1);
+        int diff = 0;
+        int common = common_i < common_j ? common_i : common_j;
+        w = v + k;
+        {   int i; for (i = w->s_size - 1 - common; i >= 0; i--)
+            {   if (c - common == lb) { diff = -1; break; }
+                diff = q[- common] - w->s[i];
+                if (diff != 0) break;
+                common++;
+            }
+        }
+        if (diff < 0) { j = k; common_j = common; }
+                 else { i = k; common_i = common; }
+        if (j - i <= 1)
+        {   if (i > 0) break;
+            if (j == i) break;
+            if (first_key_inspected) break;
+            first_key_inspected = 1;
+        }
+    }
+    while(1)
+    {   w = v + i;
+        if (common_i >= w->s_size)
+        {   z->c = c - w->s_size;
+            if (w->function == 0) return w->result;
+            {   int res = w->function(z);
+                z->c = c - w->s_size;
+                if (res) return w->result;
+            }
+        }
+        i = w->substring_i;
+        if (i < 0) return 0;
+    }
+}
+
+
+/* Increase the size of the buffer pointed to by p to at least n bytes.
+ * If insufficient memory, returns NULL and frees the old buffer.
+ */
+static symbol * increase_size(symbol * p, int n)
+{
+    symbol * q;
+    int new_size = n + 20;
+    void * mem = realloc((char *) p - HEAD,
+                         HEAD + (new_size + 1) * sizeof(symbol));
+    if (mem == NULL)
+    {
+        lose_s(p);
+        return NULL;
+    }
+
+    q = (symbol *) (HEAD + (char *)mem);
+    CAPACITY(q) = new_size;
+    return q;
+}
+
+/* to replace symbols between c_bra and c_ket in z->p by the
+   s_size symbols at s.
+   Returns 0 on success, -1 on error.
+   Also, frees z->p (and sets it to NULL) on error.
+*/
+extern int replace_s(struct SN_env * z, int c_bra, int c_ket, int s_size, const symbol * s, int * adjptr)
+{
+    int adjustment;
+    int len;
+    if (z->p == NULL) {
+        z->p = create_s();
+        if (z->p == NULL) return -1;
+    }
+    adjustment = s_size - (c_ket - c_bra);
+    len = SIZE(z->p);
+    if (adjustment != 0)
+    {
+        if (adjustment + len > CAPACITY(z->p))
+        {
+            z->p = increase_size(z->p, adjustment + len);
+            if (z->p == NULL) return -1;
+        }
+        memmove(z->p + c_ket + adjustment,
+                z->p + c_ket,
+                (len - c_ket) * sizeof(symbol));
+        SET_SIZE(z->p, adjustment + len);
+        z->l += adjustment;
+        if (z->c >= c_ket)
+            z->c += adjustment;
+        else
+            if (z->c > c_bra)
+                z->c = c_bra;
+    }
+    unless (s_size == 0) memmove(z->p + c_bra, s, s_size * sizeof(symbol));
+    if (adjptr != NULL)
+        *adjptr = adjustment;
+    return 0;
+}
+
+static int slice_check(struct SN_env * z)
+{
+    if (z->bra < 0 ||
+        z->bra > z->ket ||
+        z->ket > z->l ||
+        z->p == NULL ||
+        z->l > SIZE(z->p)) /* this line could be removed */
+    {
+#if 0
+        fprintf(stderr, "faulty slice operation:\n");
+        debug(z, -1, 0);
+#endif
+        return -1;
+    }
+    return 0;
+}
+
+extern int slice_from_s(struct SN_env * z, int s_size, symbol * s)
+{
+    if (slice_check(z)) return -1;
+    return replace_s(z, z->bra, z->ket, s_size, s, NULL);
+}
+
+extern int slice_from_v(struct SN_env * z, symbol * p)
+{
+    return slice_from_s(z, SIZE(p), p);
+}
+
+extern int slice_del(struct SN_env * z)
+{
+    return slice_from_s(z, 0, 0);
+}
+
+extern int insert_s(struct SN_env * z, int bra, int ket, int s_size, symbol * s)
+{
+    int adjustment;
+    if (replace_s(z, bra, ket, s_size, s, &adjustment))
+        return -1;
+    if (bra <= z->bra) z->bra += adjustment;
+    if (bra <= z->ket) z->ket += adjustment;
+    return 0;
+}
+
+extern int insert_v(struct SN_env * z, int bra, int ket, symbol * p)
+{
+    int adjustment;
+    if (replace_s(z, bra, ket, SIZE(p), p, &adjustment))
+        return -1;
+    if (bra <= z->bra) z->bra += adjustment;
+    if (bra <= z->ket) z->ket += adjustment;
+    return 0;
+}
+
+extern symbol * slice_to(struct SN_env * z, symbol * p)
+{
+    if (slice_check(z)) 
+    {
+        lose_s(p);
+        return NULL;
+    }
+    {
+        int len = z->ket - z->bra;
+        if (CAPACITY(p) < len)
+        {
+            p = increase_size(p, len);
+            if (p == NULL)
+                return NULL;
+        }
+        memmove(p, z->p + z->bra, len * sizeof(symbol));
+        SET_SIZE(p, len);
+    }
+    return p;
+}
+
+extern symbol * assign_to(struct SN_env * z, symbol * p)
+{
+    int len = z->l;
+    if (CAPACITY(p) < len)
+    {
+        p = increase_size(p, len);
+        if (p == NULL)
+            return NULL;
+    }
+    memmove(p, z->p, len * sizeof(symbol));
+    SET_SIZE(p, len);
+    return p;
+}
+
+#if 0
+extern void debug(struct SN_env * z, int number, int line_count)
+{   int i;
+    int limit = SIZE(z->p);
+    /*if (number >= 0) printf("%3d (line %4d): '", number, line_count);*/
+    if (number >= 0) printf("%3d (line %4d): [%d]'", number, line_count,limit);
+    for (i = 0; i <= limit; i++)
+    {   if (z->lb == i) printf("{");
+        if (z->bra == i) printf("[");
+        if (z->c == i) printf("|");
+        if (z->ket == i) printf("]");
+        if (z->l == i) printf("}");
+        if (i < limit)
+        {   int ch = z->p[i];
+            if (ch == 0) ch = '#';
+            printf("%c", ch);
+        }
+    }
+    printf("'\n");
+}
+#endif

data/ext/stemmer4r/libstemmer_c/src_c/CVS/Entries

@@ -0,0 +1,33 @@
+/stem_danish.c/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_danish.h/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_dutch.c/1.1.1.1/Wed May 11 07:39:37 2005//
+/stem_dutch.h/1.1.1.1/Wed May 11 07:39:36 2005//
+/stem_english.c/1.1.1.1/Wed May 11 07:39:30 2005//
+/stem_english.h/1.1.1.1/Wed May 11 07:39:32 2005//
+/stem_finnish.c/1.1.1.1/Wed May 11 07:39:34 2005//
+/stem_finnish.h/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_french.c/1.1.1.1/Wed May 11 07:39:38 2005//
+/stem_french.h/1.1.1.1/Wed May 11 07:39:27 2005//
+/stem_german.c/1.1.1.1/Wed May 11 07:39:33 2005//
+/stem_german.h/1.1.1.1/Wed May 11 07:39:34 2005//
+/stem_german2.c/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_german2.h/1.1.1.1/Wed May 11 07:39:42 2005//
+/stem_italian.c/1.1.1.1/Wed May 11 07:39:28 2005//
+/stem_italian.h/1.1.1.1/Wed May 11 07:39:38 2005//
+/stem_kraaij_pohlmann.c/1.1.1.1/Wed May 11 07:39:42 2005//
+/stem_kraaij_pohlmann.h/1.1.1.1/Wed May 11 07:39:32 2005//
+/stem_lovins.c/1.1.1.1/Wed May 11 07:39:36 2005//
+/stem_lovins.h/1.1.1.1/Wed May 11 07:39:30 2005//
+/stem_norwegian.c/1.1.1.1/Wed May 11 07:39:39 2005//
+/stem_norwegian.h/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_porter.c/1.1.1.1/Wed May 11 07:39:33 2005//
+/stem_porter.h/1.1.1.1/Wed May 11 07:39:43 2005//
+/stem_portuguese.c/1.1.1.1/Wed May 11 07:39:31 2005//
+/stem_portuguese.h/1.1.1.1/Wed May 11 07:39:40 2005//
+/stem_russian.c/1.1.1.1/Wed May 11 07:39:43 2005//
+/stem_russian.h/1.1.1.1/Wed May 11 07:39:39 2005//
+/stem_spanish.c/1.1.1.1/Wed May 11 07:39:32 2005//
+/stem_spanish.h/1.1.1.1/Wed May 11 07:39:42 2005//
+/stem_swedish.c/1.1.1.1/Wed May 11 07:39:37 2005//
+/stem_swedish.h/1.1.1.1/Wed May 11 07:39:43 2005//
+D

data/ext/stemmer4r/libstemmer_c/src_c/CVS/Repository

@@ -0,0 +1 @@
+stemmer4r/ext/stemmer4r/libstemmer_c/src_c

data/ext/stemmer4r/libstemmer_c/src_c/CVS/Root

@@ -0,0 +1 @@
+:ext:fabpot@rubyforge.org:/var/cvs/stemmer4r