jk-ferret 0.11.8.2

data/ext/symbol.c

@@ -0,0 +1,10 @@
+#include <stdlib.h>
+#include "symbol.h"
+
+
+FrtSymbol frt_intern_and_free(char *str)
+{
+    FrtSymbol sym = (FrtSymbol)rb_intern(str);
+    free(str);
+    return sym;
+}

data/ext/symbol.h

@@ -0,0 +1,23 @@
+#ifndef FRT_SYMBOL_H
+#define FRT_SYMBOL_H
+
+#include <ruby.h>
+
+typedef void *FrtSymbol;
+
+VALUE rb_id2str(ID id);
+#define frt_symbol_init()
+#define frt_intern(str) (FrtSymbol)rb_intern(str)
+extern FrtSymbol frt_intern_and_free(char *str);
+
+#define FRT_I frt_intern
+#define FRT_InF frt_intern_and_free
+#define FRT_S(_sym) rb_id2name((ID)_sym)
+
+#define FSYM2SYM(_sym) ID2SYM((ID)_sym)
+#define SYM2FSYM(_sym) (FrtSymbol)SYM2ID(_sym)
+
+#define frt_sym_hash(sym) frt_str_hash(rb_id2name((ID)sym))
+#define frt_sym_len(sym) strlen(rb_id2name((ID)sym))
+
+#endif

data/ext/term_vectors.c

@@ -0,0 +1,73 @@
+#include <string.h>
+#include "index.h"
+#include "array.h"
+#include "helper.h"
+#include "symbol.h"
+#include "internal.h"
+
+/****************************************************************************
+ *
+ * TermVector
+ *
+ ****************************************************************************/
+
+void tv_destroy(TermVector *tv)
+{
+    int i = tv->term_cnt;
+    while (i > 0) {
+        i--;
+        free(tv->terms[i].text);
+        free(tv->terms[i].positions);
+    }
+    free(tv->offsets);
+    free(tv->terms);
+    free(tv);
+}
+
+int tv_scan_to_term_index(TermVector *tv, const char *term)
+{
+    int lo = 0;                 /* search starts array */
+    int hi = tv->term_cnt - 1;  /* for 1st element < n, return its index */
+    int mid;
+    int cmp;
+    char *mid_term;
+
+    while (hi >= lo) {
+        mid = (lo + hi) >> 1;
+        mid_term = tv->terms[mid].text;
+        cmp = strcmp(term, mid_term);
+        if (cmp < 0) {
+            hi = mid - 1;
+        }
+        else if (cmp > 0) {
+            lo = mid + 1;
+        }
+        else {                  /* found a match */
+            return mid;
+        }
+    }
+    return lo;
+}
+
+int tv_get_term_index(TermVector *tv, const char *term)
+{
+    int index = tv_scan_to_term_index(tv, term);
+    if (index < tv->term_cnt && (0 == strcmp(term, tv->terms[index].text))) {
+        /* found term */
+        return index;
+    }
+    else {
+        return -1;
+    }
+}
+
+TVTerm *tv_get_tv_term(TermVector *tv, const char *term)
+{
+    int index = tv_get_term_index(tv, term);
+    if (index >= 0) {
+        return &(tv->terms[index]);
+    }
+    else {
+        return NULL;
+    }
+}

data/ext/threading.h

@@ -0,0 +1,31 @@
+#ifndef FRT_THREADING_H
+#define FRT_THREADING_H
+
+#include "hash.h"
+#define UNTHREADED 1
+
+typedef void * frt_mutex_t;
+typedef struct FrtHash *frt_thread_key_t;
+typedef int frt_thread_once_t;
+#define FRT_MUTEX_INITIALIZER NULL
+#define FRT_MUTEX_RECURSIVE_INITIALIZER NULL
+#define FRT_THREAD_ONCE_INIT 1;
+#define frt_mutex_init(a, b)
+#define frt_mutex_lock(a)
+#define frt_mutex_trylock(a)
+#define frt_mutex_unlock(a)
+#define frt_mutex_destroy(a)
+#define frt_thread_key_create(a, b) frb_thread_key_create(a, b)
+#define frt_thread_key_delete(a) frb_thread_key_delete(a)
+#define frt_thread_setspecific(a, b) frb_thread_setspecific(a, b)
+#define frt_thread_getspecific(a) frb_thread_getspecific(a)
+#define frt_thread_exit(a)
+#define frt_thread_once(a, b) frb_thread_once(a, b)
+
+void frb_thread_once(int *once_control, void (*init_routine)(void));
+void frb_thread_key_create(frt_thread_key_t *key, frt_free_ft destroy);
+void frb_thread_key_delete(frt_thread_key_t key);
+void frb_thread_setspecific(frt_thread_key_t key, const void *pointer);
+void *frb_thread_getspecific(frt_thread_key_t key);
+
+#endif

data/ext/win32.h

@@ -0,0 +1,62 @@
+#ifndef FRT_WIN32_H
+#define FRT_WIN32_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include "global.h"
+#include <io.h>
+
+struct dirent
+{
+    char *d_name;
+};
+
+typedef struct DIR
+{
+    struct _finddata_t find_data;
+    struct dirent de;
+    long handle;
+} DIR;
+
+DIR *opendir(const char *dirname)
+{
+    DIR *d = FRT_ALLOC_AND_ZERO(DIR);
+    char dirname_buf[FRT_MAX_FILE_PATH];
+    long ff_res;
+    sprintf(dirname_buf, "%s\\*", dirname);
+    ff_res = _findfirst(dirname_buf, &d->find_data);
+    if (ff_res < 0) {
+        free(d);
+        d = NULL;
+    } else {
+        d->de.d_name = NULL;
+        d->handle = ff_res;
+    }
+    return d;
+}
+
+struct dirent *readdir(DIR *d)
+{
+    /* _findfirst already returned so do _findnext */
+    if (d->de.d_name != NULL) {
+        if (_findnext(d->handle, &d->find_data) < 0) {
+            return NULL;
+        }
+    }
+    d->de.d_name = d->find_data.name;
+    return &d->de;
+}
+
+void closedir(DIR *d)
+{
+    _findclose(d->handle);
+    free(d);
+}
+
+#ifdef __cplusplus
+} // extern "C"
+#endif
+
+#endif

data/lib/ferret.rb

@@ -0,0 +1,30 @@
+#--
+# Copyright (c) 2005 David Balmain
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#++
+# :include: ../TUTORIAL
+$: << File.expand_path(File.join(File.dirname(__FILE__), "../ext"))
+require 'ferret_ext'
+require 'ferret/version'
+require 'ferret/document'
+require 'ferret/index'
+require 'ferret/field_infos'
+require 'ferret/field_symbol'

data/lib/ferret/browser.rb

@@ -0,0 +1,246 @@
+require 'erb'
+
+
+module Ferret::Browser
+  class Delegator
+    def initialize(reader, path)
+      @reader, @path = reader, path
+    end
+
+    def run(env)
+      controller, action, args = :home, :index, nil
+      query_string = env['QUERY_STRING']||''
+      params = parse_query_string(query_string)
+      req_path = env['PATH_INFO'].gsub(/\/+/, '/')
+      case req_path
+      when '/'
+        # nothing to do
+      when /^\/?([-a-zA-Z]+)\/?$/
+        controller = $1
+      when /^\/?([-a-zA-Z]+)\/([-a-zA-Z]+)\/?(.*)?$/
+        controller = $1
+        action = $2
+        args = $3
+      else
+        controller = :error
+        args = req_path
+      end
+      controller_vars = {
+        :params => params,
+        :req_path => req_path,
+        :query_string => query_string,
+      }
+      delegate(controller, action, args, controller_vars)
+    end
+
+    private
+
+    def delegate(controller, action, args, controller_vars)
+      begin
+        controller = to_const(controller, 'Controller').
+          new(@reader, @path, controller_vars)
+        controller.send(action, args)
+      rescue Exception => e
+        puts e.to_s
+        controller_vars[:params][:error] = e
+        ErrorController.new(@reader, @path, controller_vars).index
+      end
+    end
+
+    def to_const(str, suffix='')
+      Ferret::Browser.const_get(str.to_s.split('-').
+                                map {|w| w.capitalize}.join('') + suffix)
+    end
+
+    # from _why's camping
+    def unescape_uri(s)
+      s.tr('+', ' ').gsub(/%([\da-f]{2})/in){[$1].pack('H*')}
+    end
+
+    def parse_query_string(query_string, delim = '&;')
+      m = proc {|_,o,n| o.update(n, &m) rescue ([*o] << n)}
+      (query_string||'').split(/[#{delim}] */n).
+        inject({}) { |hash, param| key, val = unescape_uri(param).split('=',2)
+          hash.update(key.split(/[\]\[]+/).reverse.
+            inject(val) { |x,i| Hash[i,x] }, &m)
+        } 
+    end
+  end
+
+  module ViewHelper
+    # truncates the string at the first space after +len+ characters
+    def truncate(str, len = 80)
+      if str and str.length > len and (add = str[len..-1].index(' '))
+        str = str[0, len + add] + '&#8230;'
+      end
+      str
+    end
+
+    def tick_or_cross(t)
+      "<img src=\"/s/i/#{t ? 'tick' : 'cross'}.png\" alt=\"#{t ? 'yes' : 'no'}\"/>"
+    end
+  end
+
+  class Controller
+    include ViewHelper
+    APP_DIR = File.expand_path(File.join(File.dirname(__FILE__), "browser/"))
+    STATIC_DIR = File.expand_path(File.join(APP_DIR, "s/"))
+
+    def initialize(reader, path, vars)
+      @reader = reader
+      @path = path
+      vars.each_pair {|key, val| instance_eval("@#{key} = val")}
+      @controller_path = pathify(self.class.to_s.gsub(/.*:/, ''))
+    end
+
+    def method_missing(meth_id, *args)
+      render(:action => meth_id)
+    end
+
+    protected 
+
+    def load_page(page)
+      File.read(File.join(APP_DIR, page))
+    end
+
+    def render(options = {})
+      options = {
+        :controller => @controller_path,
+        :action => :index,
+        :status => 200,
+        :content_type => 'text/html',
+        :env => nil,
+        :layout => 'views/layout.rhtml',
+      }.update(options)
+
+      path = "views/#{options[:controller]}/#{options[:action]}.rhtml"
+      content = ERB.new(load_page(path)).result(lambda{})
+      if options[:layout]
+        content = ERB.new(load_page(options[:layout])).result(lambda{})
+      end
+
+      return options[:status], options[:content_type], content
+    end
+
+    # takes an optional block to set optional attributes in the links
+    def paginate(idx, max, url, &b)
+      return '' if max == 0
+      url = url.gsub(%r{^/?(.*?)/?$}, '\1')
+      b ||= lambda{}
+      link = lambda {|*args|
+        i, title, text = args
+        "<a href=\"/#{url}/#{i}#{'?' + @query_string if @query_string}\" " +
+         "#{'onclick="return false;"' if (i == idx)} " +
+         "class=\"#{'disabled ' if (i == idx)}#{b.call(i)}\" " +
+         "title=\"#{title||"Go to page #{i}"}\">#{text||i}</a>"
+      }
+      res = '<div class="nav">'
+      if (idx > 0)
+        res << link.call(idx - 1, "Go to previous page", "&#171; Previous")
+      else
+        res << "<a href=\"/#{url}/0\" onclick=\"return false;\" " +
+                "class=\"disabled\" title=\"Disabled\">&#171; Previous</a>"
+      end
+      if idx < 10
+        idx.times {|i| res << link.call(i)}
+      else
+        (0..2).each {|i| res << link.call(i)}
+        res << '&nbsp;&#8230;&nbsp;'
+        ((idx-4)...idx).each {|i| res << link.call(i)}
+      end
+      res << link.call(idx, 'Current Page')
+      if idx > (max - 10)
+        ((idx+1)...max).each {|i| res << link.call(i)}
+      else
+        ((idx+1)..(idx+4)).each {|i| res << link.call(i)}
+        res << '&nbsp;&#8230;&nbsp;'
+        ((max-3)...max).each {|i| res << link.call(i)}
+      end
+      if (idx < (max - 1))
+        res << link.call(idx + 1, "Go to next page", "Next &#187;")
+      else
+        res << "<a href=\"/#{url}/#{max-1}\" onclick=\"return false;\" " +
+                "class=\"disabled\" title=\"Disabled\"}\">Next &#187;</a>"
+      end
+      res << '</div>'
+    end
+    private
+
+    def pathify(str)
+      str.gsub(/Controller$/, '').gsub(/([a-z])([A-Z])/) {"#{$1}-#{$2}"}.downcase
+    end
+  end
+
+  class ErrorController < Controller
+    def index
+      render(:status => 404)
+    end
+  end
+
+  class HomeController < Controller
+  end
+
+  class DocumentController < Controller
+    def list(page = 0)
+      @page = (page||0).to_i
+      @page_size = @params[:page_size]||10
+      @first = @page * @page_size
+      @last = [@reader.max_doc, (@page + 1) * @page_size].min
+      render(:action => :list)
+    end
+    alias :index :list
+
+    def show(doc_id)
+      doc_id = @params['doc_id']||doc_id||'0'
+      if doc_id !~ /^\d+$/
+        raise ArgumentError.new("invalid document number '#{doc_id}'")
+      end
+      @doc_id = doc_id.to_i
+      @doc = @reader[@doc_id].load unless @reader.deleted?(@doc_id)
+      render(:action => :show)
+    end
+
+    private
+    
+    def choose_document(doc_id='')
+      <<-EOF
+<form action="" method="get" onsubmit="location.href='/document/show/' + document.getElementById('doc_id').value;return false;">
+  <label for="doc_id">Go to document: 
+    <input type="text" id="doc_id" name="doc_id" size="4" value="#{@doc_id}"/>
+  </label>
+</form>
+      EOF
+    end
+
+    def paginate_docs
+      paginate(@doc_id, @reader.max_doc, '/document/show/') {|i|
+        'deleted' if @reader.deleted?(i)
+      }
+    end
+  end
+
+  class TermController < Controller
+    def show(field)
+      if field and field.length > 0
+        @field = field.to_sym
+        @terms = @reader.terms(@field).to_json(:fast)
+      end
+      render(:action => :index)
+    end
+
+    def termdocs(args)
+      args = args.split('/')
+      @field = args.shift.intern
+      @term = args.join('/')
+      render(:action => :termdocs,
+             :content_type => 'text/plain',
+             :layout => false)
+    end
+  end
+
+  class TermVectorController < Controller
+  end
+
+  class HelpController < Controller
+  end
+end