isomorfeus-ferret 0.12.0

data/ext/isomorfeus_ferret_ext/frb_store.c

@@ -0,0 +1,515 @@
+#include "frt_store.h"
+#include "isomorfeus_ferret.h"
+
+static ID id_ref_cnt;
+VALUE cLock;
+VALUE cLockError;
+VALUE cDirectory;
+VALUE cRAMDirectory;
+VALUE cFSDirectory;
+
+/****************************************************************************
+ *
+ * Lock Methods
+ *
+ ****************************************************************************/
+
+void
+frb_unwrap_locks(FrtStore *store)
+{
+    FrtHashSetEntry *hse = store->locks->first;
+    for (; hse; hse = hse->next) {
+        void *lock = hse->elem;
+        VALUE rlock = object_get(lock);
+        if (rlock != Qnil) {
+            object_del(lock);
+            Frt_Unwrap_Struct(rlock);
+        }
+    }
+}
+
+void
+frb_lock_free(void *p)
+{
+    FrtLock *lock = (FrtLock *)p;
+    object_del(p);
+    frt_close_lock(lock);
+}
+
+void
+frb_lock_mark(void *p)
+{
+    FrtLock *lock = (FrtLock *)p;
+    frb_gc_mark(lock->store);
+}
+
+#define GET_LOCK(lock, self) Data_Get_Struct(self, FrtLock, lock)
+
+/*
+ *  call-seq:
+ *     lock.obtain(timeout = 1) -> bool
+ *
+ *  Obtain a lock. Returns true if lock was successfully obtained. Make sure
+ *  the lock is released using Lock#release. Otherwise you'll be left with a
+ *  stale lock file.
+ *
+ *  The timeout defaults to 1 second and 5 attempts are made to obtain the
+ *  lock. If you're doing large batch updates on the index with multiple
+ *  processes you may need to increase the lock timeout but 1 second will be
+ *  substantial in most cases.
+ *
+ *  timeout:: seconds to wait to obtain lock before timing out and returning
+ *            false
+ *  return::  true if lock was successfully obtained. Raises a
+ *            Lock::LockError otherwise.
+ */
+static VALUE
+frb_lock_obtain(int argc, VALUE *argv, VALUE self)
+{
+    VALUE rtimeout;
+    int timeout = 1;
+    FrtLock *lock;
+    GET_LOCK(lock, self);
+
+    if (rb_scan_args(argc, argv, "01", &rtimeout) > 0) {
+        timeout = FIX2INT(rtimeout);
+    }
+    /* TODO: use the lock timeout */
+    (void)timeout;
+    if (!lock->obtain(lock)) {
+        rb_raise(cLockError, "could not obtain lock: #%s", lock->name);
+    }
+    return Qtrue;
+}
+
+/*
+ *  call-seq:
+ *     lock.while_locked(timeout = 1) { do_something() } -> bool
+ *
+ *  Run the code in a block while a lock is obtained, automatically releasing
+ *  the lock when the block returns.
+ *
+ *  See Lock#obtain for more information on lock timeout.
+ *
+ *  timeout:: seconds to wait to obtain lock before timing out and returning
+ *            false
+ *  return::  true if lock was successfully obtained. Raises a
+ *            Lock::LockError otherwise.
+ */
+static VALUE
+frb_lock_while_locked(int argc, VALUE *argv, VALUE self)
+{
+    VALUE rtimeout;
+    int timeout = 1;
+    FrtLock *lock;
+    GET_LOCK(lock, self);
+    if (rb_scan_args(argc, argv, "01", &rtimeout) > 0) {
+        timeout = FIX2INT(rtimeout);
+    }
+    (void)timeout;
+    if (!lock->obtain(lock)) {
+        rb_raise(cLockError, "could not obtain lock: #%s", lock->name);
+    }
+    rb_yield(Qnil);
+    lock->release(lock);
+    return Qtrue;
+}
+
+/*
+ *  call-seq:
+ *     lock.locked? -> bool
+ *
+ *  Returns true if the lock has been obtained.
+ */
+static VALUE
+frb_lock_is_locked(VALUE self)
+{
+    FrtLock *lock;
+    GET_LOCK(lock, self);
+    return lock->is_locked(lock) ? Qtrue : Qfalse;
+}
+
+/*
+ *  call-seq:
+ *     lock.release() -> self
+ *
+ *  Release the lock. This should only be called by the process which obtains
+ *  the lock.
+ */
+static VALUE
+frb_lock_release(VALUE self)
+{
+    FrtLock *lock;
+    GET_LOCK(lock, self);
+    lock->release(lock);
+    return self;
+}
+
+/****************************************************************************
+ *
+ * Directory Methods
+ *
+ ****************************************************************************/
+
+void
+frb_dir_free(FrtStore *store)
+{
+    frb_unwrap_locks(store);
+    object_del(store);
+    frt_store_deref(store);
+}
+
+/*
+ *  call-seq:
+ *     dir.close() -> nil
+ *
+ *  It is a good idea to close a directory when you have finished using it.
+ *  Although the garbage collector will currently handle this for you, this
+ *  behaviour may change in future.
+ */
+static VALUE
+frb_dir_close(VALUE self)
+{
+    FrtStore *store = DATA_PTR(self);
+    int ref_cnt = FIX2INT(rb_ivar_get(self, id_ref_cnt)) - 1;
+    rb_ivar_set(self, id_ref_cnt, INT2FIX(ref_cnt));
+    if (ref_cnt < 0) {
+        Frt_Unwrap_Struct(self);
+        object_del(store);
+        frb_unwrap_locks(store);
+        frt_store_deref(store);
+    }
+    return Qnil;
+}
+
+/*
+ *  call-seq:
+ *     dir.exists?(file_name) -> nil
+ *
+ *  Return true if a file with the name +file_name+ exists in the directory.
+ */
+static VALUE
+frb_dir_exists(VALUE self, VALUE rfname)
+{
+    FrtStore *store = DATA_PTR(self);
+    StringValue(rfname);
+    return store->exists(store, rs2s(rfname)) ? Qtrue : Qfalse;
+}
+
+/*
+ *  call-seq:
+ *     dir.touch(file_name) -> nil
+ *
+ *  Create an empty file in the directory with the name +file_name+.
+ */
+static VALUE
+frb_dir_touch(VALUE self, VALUE rfname)
+{
+    FrtStore *store = DATA_PTR(self);
+    StringValue(rfname);
+    store->touch(store, rs2s(rfname));
+    return Qnil;
+}
+
+/*
+ *  call-seq:
+ *     dir.delete(file_name) -> nil
+ *
+ *  Remove file +file_name+ from the directory. Returns true if successful.
+ */
+static VALUE
+frb_dir_delete(VALUE self, VALUE rfname)
+{
+    FrtStore *store = DATA_PTR(self);
+    StringValue(rfname);
+    return (store->remove(store, rs2s(rfname)) == 0) ? Qtrue : Qfalse;
+}
+
+/*
+ *  call-seq:
+ *     dir.count -> integer
+ *
+ *  Return a count of the number of files in the directory.
+ */
+static VALUE
+frb_dir_file_count(VALUE self)
+{
+    FrtStore *store = DATA_PTR(self);
+    return INT2FIX(store->count(store));
+}
+
+/*
+ *  call-seq:
+ *     dir.refresh -> self
+ *
+ *  Delete all files in the directory. It gives you a clean slate.
+ */
+static VALUE
+frb_dir_refresh(VALUE self)
+{
+    FrtStore *store = DATA_PTR(self);
+    store->clear_all(store);
+    return self;
+}
+
+/*
+ *  call-seq:
+ *     dir.rename(from, to) -> self
+ *
+ *  Rename a file from +from+ to +to+. An error will be raised if the file
+ *  doesn't exist or there is some other type of IOError.
+ */
+static VALUE
+frb_dir_rename(VALUE self, VALUE rfrom, VALUE rto)
+{
+    FrtStore *store = DATA_PTR(self);
+    StringValue(rfrom);
+    StringValue(rto);
+    store->rename(store, rs2s(rfrom), rs2s(rto));
+    return self;
+}
+
+/*
+ *  call-seq:
+ *     dir.make_lock(lock_name) -> self
+ *
+ *  Make a lock with the name +lock_name+. Note that lockfiles will be stored
+ *  in the directory with other files but they won't be visible to you. You
+ *  should avoid using files with a .lck extension as this extension is
+ *  reserved for lock files
+ */
+static VALUE
+frb_dir_make_lock(VALUE self, VALUE rlock_name)
+{
+    VALUE rlock;
+    FrtLock *lock;
+    FrtStore *store = DATA_PTR(self);
+    StringValue(rlock_name);
+    lock = frt_open_lock(store, rs2s(rlock_name));
+    rlock = Data_Wrap_Struct(cLock, &frb_lock_mark, &frb_lock_free, lock);
+    object_add(lock, rlock);
+    return rlock;
+}
+
+/****************************************************************************
+ *
+ * RAMDirectory Methods
+ *
+ ****************************************************************************/
+
+/*
+ *  call-seq:
+ *     RAMDirectory.new(dir = nil)
+ *
+ *  Create a new RAMDirectory.
+ *
+ *  You can optionally load another Directory (usually a FSDirectory) into
+ *  memory. This may be useful to speed up search performance but usually the
+ *  speedup won't be worth the trouble. Be sure to benchmark.
+ *
+ *  dir:: Directory to load into memory
+ */
+static VALUE
+frb_ramdir_init(int argc, VALUE *argv, VALUE self)
+{
+    VALUE rdir;
+    FrtStore *store;
+    switch (rb_scan_args(argc, argv, "01", &rdir)) {
+        case 1: {
+                    FrtStore *ostore;
+                    Data_Get_Struct(rdir, FrtStore, ostore);
+                    store = frt_open_ram_store_and_copy(ostore, false);
+                    break;
+                }
+        default: store = frt_open_ram_store();
+    }
+    Frt_Wrap_Struct(self, NULL, &frb_dir_free, store);
+    object_add(store, self);
+    rb_ivar_set(self, id_ref_cnt, INT2FIX(0));
+    return self;
+}
+
+/****************************************************************************
+ *
+ * FSDirectory Methods
+ *
+ ****************************************************************************/
+
+/*
+ *  call-seq:
+ *     FSDirectory.new(/path/to/index/, create = false)
+ *
+ *  Create a new FSDirectory at +/path/to/index/+ which must be a valid path
+ *  on your file system. If it doesn't exist it will be created. You can also
+ *  specify the +create+ parameter. If +create+ is true the FSDirectory will
+ *  be refreshed as new. That is to say, any existing files in the directory
+ *  will be deleted. The default value for +create+ is false.
+ *
+ *  path::   path to index directory. Must be a valid path on your system
+ *  create:: set to true if you want any existing files in the directory to be
+ *           deleted
+ */
+static VALUE
+frb_fsdir_new(int argc, VALUE *argv, VALUE klass)
+{
+    VALUE self, rpath, rcreate;
+    FrtStore *store;
+    bool create;
+
+    rb_scan_args(argc, argv, "11", &rpath, &rcreate);
+    StringValue(rpath);
+    create = RTEST(rcreate);
+    if (create) {
+        frb_create_dir(rpath);
+    }
+    if (!rb_funcall(rb_cFile, id_is_directory, 1, rpath)) {
+        rb_raise(rb_eIOError, "No directory <%s> found. Use :create => true"
+                 " to create one.", rs2s(rpath));
+    }
+    store = frt_open_fs_store(rs2s(rpath));
+    if (create) store->clear_all(store);
+    if ((self = object_get(store)) == Qnil) {
+        self = Data_Wrap_Struct(klass, NULL, &frb_dir_free, store);
+        object_add(store, self);
+        rb_ivar_set(self, id_ref_cnt, INT2FIX(0));
+    }
+    else {
+        int ref_cnt = FIX2INT(rb_ivar_get(self, id_ref_cnt)) + 1;
+        rb_ivar_set(self, id_ref_cnt, INT2FIX(ref_cnt));
+        FRT_DEREF(store);
+    }
+    return self;
+}
+
+/****************************************************************************
+ *
+ * Init Function
+ *
+ ****************************************************************************/
+
+/*
+ *  Document-class: Ferret::Store::Directory
+ *
+ *  A Directory is an object which is used to access the index storage.
+ *  Ruby's IO API is not used so that we can use different storage
+ *  mechanisms to store the index. Some examples are;
+ *
+ *  * File system based storage (currently implemented as FSDirectory)
+ *  * RAM based storage (currently implemented as RAMDirectory)
+ *  * Database based storage
+ *
+ *  NOTE: Once a file has been written and closed, it can no longer be
+ *  modified. To make any changes to the file it must be deleted and
+ *  rewritten. For this reason, the method to open a file for writing is
+ *  called _create_output_, while the method to open a file for reading is
+ *  called _open_input_ If there is a risk of simultaneous modifications of
+ *  the files then locks should be used. See Lock to find out how.
+ */
+void
+Init_Directory(void)
+{
+    cDirectory = rb_define_class_under(mStore, "Directory", rb_cObject);
+    rb_define_const(cDirectory, "LOCK_PREFIX", rb_str_new2(FRT_LOCK_PREFIX));
+    rb_define_method(cDirectory, "close", frb_dir_close, 0);
+    rb_define_method(cDirectory, "exists?", frb_dir_exists, 1);
+    rb_define_method(cDirectory, "touch", frb_dir_touch, 1);
+    rb_define_method(cDirectory, "delete", frb_dir_delete, 1);
+    rb_define_method(cDirectory, "file_count", frb_dir_file_count, 0);
+    rb_define_method(cDirectory, "refresh", frb_dir_refresh, 0);
+    rb_define_method(cDirectory, "rename", frb_dir_rename, 2);
+    rb_define_method(cDirectory, "make_lock", frb_dir_make_lock, 1);
+}
+
+/*
+ *  Document-class: Ferret::Store::Lock
+ *
+ *  A Lock is used to lock a data source so that not more than one
+ *  output stream can access a data source at one time. It is possible
+ *  that locks could be disabled. For example a read only index stored
+ *  on a CDROM would have no need for a lock.
+ *
+ *  You can use a lock in two ways. Firstly:
+ *
+ *    write_lock = @directory.make_lock(LOCK_NAME)
+ *    write_lock.obtain(WRITE_LOCK_TIME_OUT)
+ *      ... # Do your file modifications # ...
+ *    write_lock.release()
+ *
+ *  Alternatively you could use the while locked method. This ensures that
+ *  the lock will be released once processing has finished.
+ *
+ *    write_lock = @directory.make_lock(LOCK_NAME)
+ *    write_lock.while_locked(WRITE_LOCK_TIME_OUT) do
+ *      ... # Do your file modifications # ...
+ *    end
+ */
+void
+Init_Lock(void)
+{
+    cLock = rb_define_class_under(mStore, "Lock", rb_cObject);
+    rb_define_method(cLock, "obtain", frb_lock_obtain, -1);
+    rb_define_method(cLock, "while_locked", frb_lock_while_locked, -1);
+    rb_define_method(cLock, "release", frb_lock_release, 0);
+    rb_define_method(cLock, "locked?", frb_lock_is_locked, 0);
+
+    cLockError = rb_define_class_under(cLock, "LockError", rb_eStandardError);
+}
+
+/*
+ *  Document-class: Ferret::Store::RAMDirectory
+ *
+ *  Memory resident Directory implementation. You should use a RAMDirectory
+ *  during testing but otherwise you should stick with FSDirectory. While
+ *  loading an index into memory may slightly speed things up, on most
+ *  operating systems there won't be much difference so it wouldn't be worth
+ *  your trouble.
+ */
+void
+Init_RAMDirectory(void)
+{
+    cRAMDirectory = rb_define_class_under(mStore, "RAMDirectory", cDirectory);
+    rb_define_alloc_func(cRAMDirectory, frb_data_alloc);
+    rb_define_method(cRAMDirectory, "initialize", frb_ramdir_init, -1);
+}
+
+/*
+ *  Document-class: Ferret::Store::RAMDirectory
+ *
+ *  File-system resident Directory implementation. The FSDirectory will use a
+ *  single directory to store all of it's files. You should not otherwise
+ *  touch this directory. Modifying the files in the directory will corrupt
+ *  the index. The one exception to this rule is you may need to delete stale
+ *  lock files which have a ".lck" extension.
+ */
+void
+Init_FSDirectory(void)
+{
+    cFSDirectory = rb_define_class_under(mStore, "FSDirectory", cDirectory);
+    rb_define_alloc_func(cFSDirectory, frb_data_alloc);
+    rb_define_singleton_method(cFSDirectory, "new", frb_fsdir_new, -1);
+}
+
+/* rdoc hack
+extern VALUE mFerret = rb_define_module("Ferret");
+*/
+
+/*
+ *  Document-module: Ferret::Store
+ *
+ *  The Store module contains all the classes required to handle the storing
+ *  of an index.
+ *
+ *  NOTE: You can currently store an index on a file-system or in memory. If
+ *  you want to add a different type of Directory, like a database Directory
+ *  for instance, you will to implement it in C.
+ */
+void
+Init_Store(void)
+{
+    id_ref_cnt = rb_intern("@id_ref_cnt");
+    mStore = rb_define_module_under(mFerret, "Store");
+    Init_Directory();
+    Init_Lock();
+    Init_RAMDirectory();
+    Init_FSDirectory();
+}

data/ext/isomorfeus_ferret_ext/frb_threading.h

@@ -0,0 +1,30 @@
+#ifndef FRT_THREADING_H
+#define FRT_THREADING_H
+
+#include "frt_hash.h"
+#define UNTHREADED 1
+
+typedef void * frt_mutex_t;
+typedef struct FrtHash *frt_thread_key_t;
+typedef int frt_thread_once_t;
+#define FRT_MUTEX_INITIALIZER NULL
+#define FRT_THREAD_ONCE_INIT 1;
+#define frt_mutex_init(a, b)
+#define frt_mutex_lock(a)
+#define frt_mutex_trylock(a)
+#define frt_mutex_unlock(a)
+#define frt_mutex_destroy(a)
+#define frt_thread_key_create(a, b) frb_thread_key_create(a, b)
+#define frt_thread_key_delete(a) frb_thread_key_delete(a)
+#define frt_thread_setspecific(a, b) frb_thread_setspecific(a, b)
+#define frt_thread_getspecific(a) frb_thread_getspecific(a)
+#define frt_thread_exit(a)
+#define frt_thread_once(a, b) frb_thread_once(a, b)
+
+void frb_thread_once(int *once_control, void (*init_routine)(void));
+void frb_thread_key_create(frt_thread_key_t *key, frt_free_ft destroy);
+void frb_thread_key_delete(frt_thread_key_t key);
+void frb_thread_setspecific(frt_thread_key_t key, const void *pointer);
+void *frb_thread_getspecific(frt_thread_key_t key);
+
+#endif