melisa 0.1.0 → 0.2.0

data/ext/marisa-0.2.4/bindings/Makefile

@@ -0,0 +1,16 @@
+ALL: swig-perl swig-python swig-ruby
+
+swig-perl:
+	swig -Wall -c++ -perl -outdir perl marisa-swig.i
+	mv marisa-swig_wrap.cxx perl
+	cp marisa-swig.cxx marisa-swig.h perl
+
+swig-python:
+	swig -Wall -c++ -python -outdir python marisa-swig.i
+	mv marisa-swig_wrap.cxx python
+	cp marisa-swig.cxx marisa-swig.h python
+
+swig-ruby:
+	swig -Wall -c++ -ruby -outdir ruby marisa-swig.i
+	mv marisa-swig_wrap.cxx ruby
+	cp marisa-swig.cxx marisa-swig.h ruby

data/ext/marisa-0.2.4/bindings/marisa-swig.i

@@ -0,0 +1,28 @@
+%module marisa
+
+%include "cstring.i"
+%include "exception.i"
+
+%{
+#include "marisa-swig.h"
+%}
+
+%apply (char *STRING, int LENGTH) { (const char *ptr, std::size_t length) };
+
+%cstring_output_allocate_size(const char **ptr_out, std::size_t *length_out, );
+%cstring_output_allocate_size(const char **ptr_out_to_be_deleted,
+    std::size_t *length_out, delete [] (*$1));
+
+%exception {
+  try {
+    $action
+  } catch (const marisa::Exception &ex) {
+    SWIG_exception(SWIG_RuntimeError, ex.what());
+  } catch (...) {
+    SWIG_exception(SWIG_UnknownError,"Unknown exception");
+  }
+}
+
+%include "marisa-swig.h"
+
+%constant size_t INVALID_KEY_ID = MARISA_INVALID_KEY_ID;

data/ext/marisa-0.2.4/bindings/perl/Makefile.PL

@@ -0,0 +1,7 @@
+use ExtUtils::MakeMaker;
+
+WriteMakefile(
+    'NAME'   => 'marisa',
+    'LIBS'   => ['-lmarisa'],
+    'OBJECT' => 'marisa-swig.o marisa-swig_wrap.o'
+);

data/ext/marisa-0.2.4/bindings/perl/marisa.pm

@@ -0,0 +1,297 @@
+# This file was automatically generated by SWIG (http://www.swig.org).
+# Version 1.3.40
+#
+# Do not make changes to this file unless you know what you are doing--modify
+# the SWIG interface file instead.
+
+package marisa;
+use base qw(Exporter);
+use base qw(DynaLoader);
+package marisac;
+bootstrap marisa;
+package marisa;
+@EXPORT = qw();
+
+# ---------- BASE METHODS -------------
+
+package marisa;
+
+sub TIEHASH {
+    my ($classname,$obj) = @_;
+    return bless $obj, $classname;
+}
+
+sub CLEAR { }
+
+sub FIRSTKEY { }
+
+sub NEXTKEY { }
+
+sub FETCH {
+    my ($self,$field) = @_;
+    my $member_func = "swig_${field}_get";
+    $self->$member_func();
+}
+
+sub STORE {
+    my ($self,$field,$newval) = @_;
+    my $member_func = "swig_${field}_set";
+    $self->$member_func($newval);
+}
+
+sub this {
+    my $ptr = shift;
+    return tied(%$ptr);
+}
+
+
+# ------- FUNCTION WRAPPERS --------
+
+package marisa;
+
+
+############# Class : marisa::Key ##############
+
+package marisa::Key;
+use vars qw(@ISA %OWNER %ITERATORS %BLESSEDMEMBERS);
+@ISA = qw( marisa );
+%OWNER = ();
+%ITERATORS = ();
+*str = *marisac::Key_str;
+*id = *marisac::Key_id;
+*weight = *marisac::Key_weight;
+sub DESTROY {
+    return unless $_[0]->isa('HASH');
+    my $self = tied(%{$_[0]});
+    return unless defined $self;
+    delete $ITERATORS{$self};
+    if (exists $OWNER{$self}) {
+        marisac::delete_Key($self);
+        delete $OWNER{$self};
+    }
+}
+
+sub DISOWN {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    delete $OWNER{$ptr};
+}
+
+sub ACQUIRE {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    $OWNER{$ptr} = 1;
+}
+
+
+############# Class : marisa::Query ##############
+
+package marisa::Query;
+use vars qw(@ISA %OWNER %ITERATORS %BLESSEDMEMBERS);
+@ISA = qw( marisa );
+%OWNER = ();
+%ITERATORS = ();
+*str = *marisac::Query_str;
+*id = *marisac::Query_id;
+sub DESTROY {
+    return unless $_[0]->isa('HASH');
+    my $self = tied(%{$_[0]});
+    return unless defined $self;
+    delete $ITERATORS{$self};
+    if (exists $OWNER{$self}) {
+        marisac::delete_Query($self);
+        delete $OWNER{$self};
+    }
+}
+
+sub DISOWN {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    delete $OWNER{$ptr};
+}
+
+sub ACQUIRE {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    $OWNER{$ptr} = 1;
+}
+
+
+############# Class : marisa::Keyset ##############
+
+package marisa::Keyset;
+use vars qw(@ISA %OWNER %ITERATORS %BLESSEDMEMBERS);
+@ISA = qw( marisa );
+%OWNER = ();
+%ITERATORS = ();
+sub new {
+    my $pkg = shift;
+    my $self = marisac::new_Keyset(@_);
+    bless $self, $pkg if defined($self);
+}
+
+sub DESTROY {
+    return unless $_[0]->isa('HASH');
+    my $self = tied(%{$_[0]});
+    return unless defined $self;
+    delete $ITERATORS{$self};
+    if (exists $OWNER{$self}) {
+        marisac::delete_Keyset($self);
+        delete $OWNER{$self};
+    }
+}
+
+*push_back = *marisac::Keyset_push_back;
+*key = *marisac::Keyset_key;
+*key_str = *marisac::Keyset_key_str;
+*key_id = *marisac::Keyset_key_id;
+*num_keys = *marisac::Keyset_num_keys;
+*empty = *marisac::Keyset_empty;
+*size = *marisac::Keyset_size;
+*total_length = *marisac::Keyset_total_length;
+*reset = *marisac::Keyset_reset;
+*clear = *marisac::Keyset_clear;
+sub DISOWN {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    delete $OWNER{$ptr};
+}
+
+sub ACQUIRE {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    $OWNER{$ptr} = 1;
+}
+
+
+############# Class : marisa::Agent ##############
+
+package marisa::Agent;
+use vars qw(@ISA %OWNER %ITERATORS %BLESSEDMEMBERS);
+@ISA = qw( marisa );
+%OWNER = ();
+%ITERATORS = ();
+sub new {
+    my $pkg = shift;
+    my $self = marisac::new_Agent(@_);
+    bless $self, $pkg if defined($self);
+}
+
+sub DESTROY {
+    return unless $_[0]->isa('HASH');
+    my $self = tied(%{$_[0]});
+    return unless defined $self;
+    delete $ITERATORS{$self};
+    if (exists $OWNER{$self}) {
+        marisac::delete_Agent($self);
+        delete $OWNER{$self};
+    }
+}
+
+*set_query = *marisac::Agent_set_query;
+*key = *marisac::Agent_key;
+*query = *marisac::Agent_query;
+*key_str = *marisac::Agent_key_str;
+*key_id = *marisac::Agent_key_id;
+*query_str = *marisac::Agent_query_str;
+*query_id = *marisac::Agent_query_id;
+sub DISOWN {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    delete $OWNER{$ptr};
+}
+
+sub ACQUIRE {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    $OWNER{$ptr} = 1;
+}
+
+
+############# Class : marisa::Trie ##############
+
+package marisa::Trie;
+use vars qw(@ISA %OWNER %ITERATORS %BLESSEDMEMBERS);
+@ISA = qw( marisa );
+%OWNER = ();
+%ITERATORS = ();
+sub new {
+    my $pkg = shift;
+    my $self = marisac::new_Trie(@_);
+    bless $self, $pkg if defined($self);
+}
+
+sub DESTROY {
+    return unless $_[0]->isa('HASH');
+    my $self = tied(%{$_[0]});
+    return unless defined $self;
+    delete $ITERATORS{$self};
+    if (exists $OWNER{$self}) {
+        marisac::delete_Trie($self);
+        delete $OWNER{$self};
+    }
+}
+
+*build = *marisac::Trie_build;
+*mmap = *marisac::Trie_mmap;
+*load = *marisac::Trie_load;
+*save = *marisac::Trie_save;
+*common_prefix_search = *marisac::Trie_common_prefix_search;
+*predictive_search = *marisac::Trie_predictive_search;
+*lookup = *marisac::Trie_lookup;
+*reverse_lookup = *marisac::Trie_reverse_lookup;
+*num_tries = *marisac::Trie_num_tries;
+*num_keys = *marisac::Trie_num_keys;
+*num_nodes = *marisac::Trie_num_nodes;
+*tail_mode = *marisac::Trie_tail_mode;
+*node_order = *marisac::Trie_node_order;
+*empty = *marisac::Trie_empty;
+*size = *marisac::Trie_size;
+*total_size = *marisac::Trie_total_size;
+*io_size = *marisac::Trie_io_size;
+*clear = *marisac::Trie_clear;
+sub DISOWN {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    delete $OWNER{$ptr};
+}
+
+sub ACQUIRE {
+    my $self = shift;
+    my $ptr = tied(%$self);
+    $OWNER{$ptr} = 1;
+}
+
+
+# ------- VARIABLE STUBS --------
+
+package marisa;
+
+*OK = *marisac::OK;
+*STATE_ERROR = *marisac::STATE_ERROR;
+*NULL_ERROR = *marisac::NULL_ERROR;
+*BOUND_ERROR = *marisac::BOUND_ERROR;
+*RANGE_ERROR = *marisac::RANGE_ERROR;
+*CODE_ERROR = *marisac::CODE_ERROR;
+*RESET_ERROR = *marisac::RESET_ERROR;
+*SIZE_ERROR = *marisac::SIZE_ERROR;
+*MEMORY_ERROR = *marisac::MEMORY_ERROR;
+*IO_ERROR = *marisac::IO_ERROR;
+*FORMAT_ERROR = *marisac::FORMAT_ERROR;
+*MIN_NUM_TRIES = *marisac::MIN_NUM_TRIES;
+*MAX_NUM_TRIES = *marisac::MAX_NUM_TRIES;
+*DEFAULT_NUM_TRIES = *marisac::DEFAULT_NUM_TRIES;
+*HUGE_CACHE = *marisac::HUGE_CACHE;
+*LARGE_CACHE = *marisac::LARGE_CACHE;
+*NORMAL_CACHE = *marisac::NORMAL_CACHE;
+*SMALL_CACHE = *marisac::SMALL_CACHE;
+*TINY_CACHE = *marisac::TINY_CACHE;
+*DEFAULT_CACHE = *marisac::DEFAULT_CACHE;
+*TEXT_TAIL = *marisac::TEXT_TAIL;
+*BINARY_TAIL = *marisac::BINARY_TAIL;
+*DEFAULT_TAIL = *marisac::DEFAULT_TAIL;
+*LABEL_ORDER = *marisac::LABEL_ORDER;
+*WEIGHT_ORDER = *marisac::WEIGHT_ORDER;
+*DEFAULT_ORDER = *marisac::DEFAULT_ORDER;
+*INVALID_KEY_ID = *marisac::INVALID_KEY_ID;
+1;

data/ext/marisa-0.2.4/bindings/perl/sample.pl

@@ -0,0 +1,62 @@
+use marisa;
+
+$keyset = new marisa::Keyset;
+$keyset->push_back("cake");
+$keyset->push_back("cookie");
+$keyset->push_back("ice");
+$keyset->push_back("ice-cream");
+
+$trie = new marisa::Trie;
+$trie->build($keyset);
+print("no. keys: ", $trie->num_keys(), "\n");
+print("no. tries: ", $trie->num_tries(), "\n");
+print("no. nodes: ", $trie->num_nodes(), "\n");
+print("size: ", $trie->io_size(), "\n");
+
+$agent = new marisa::Agent;
+
+$agent->set_query("cake");
+$trie->lookup($agent);
+print($agent->query_str(), ": ", $agent->key_id(), "\n");
+
+$agent->set_query("cookie");
+$trie->lookup($agent);
+print($agent->query_str(), ": ", $agent->key_id(), "\n");
+
+$agent->set_query("cockoo");
+if ($trie->lookup(agent)) {
+  print($agent->query_str(), ": not found\n");
+}
+
+print("ice: ", $trie->lookup("ice"), "\n");
+print("ice-cream: ", $trie->lookup("ice-cream"), "\n");
+if ($trie->lookup("ice-age") == $marisa::INVALID_KEY_ID) {
+  print("ice-age: not found\n");
+}
+
+$trie->save("sample.dic");
+$trie->load("sample.dic");
+
+$agent->set_query(0);
+$trie->reverse_lookup($agent);
+print($agent->query_id(), ": ", $agent->key_str(), "\n");
+$agent->set_query(1);
+$trie->reverse_lookup($agent);
+print($agent->query_id(), ": ", $agent->key_str(), "\n");
+
+print("2: ", $trie->reverse_lookup(2), "\n");
+print("3: ", $trie->reverse_lookup(3), "\n");
+
+$trie->mmap("sample.dic");
+
+$agent->set_query("ice-cream soda");
+while ($trie->common_prefix_search($agent)) {
+  print($agent->query_str(), ": ", $agent->key_str(), " (",
+        $agent->key_id(), ")\n");
+}
+
+$agent->set_query("ic");
+while ($trie->predictive_search($agent)) {
+  print($agent->query_str(), ": ", $agent->key_str(), " (",
+        $agent->key_id(), ")\n");
+}

data/ext/marisa-0.2.4/bindings/python/marisa.py

@@ -0,0 +1,206 @@
+# This file was automatically generated by SWIG (http://www.swig.org).
+# Version 1.3.40
+#
+# Do not make changes to this file unless you know what you are doing--modify
+# the SWIG interface file instead.
+# This file is compatible with both classic and new-style classes.
+
+from sys import version_info
+if version_info >= (2,6,0):
+    def swig_import_helper():
+        from os.path import dirname
+        import imp
+        fp = None
+        try:
+            fp, pathname, description = imp.find_module('_marisa', [dirname(__file__)])
+        except ImportError:
+            import _marisa
+            return _marisa
+        if fp is not None:
+            try:
+                _mod = imp.load_module('_marisa', fp, pathname, description)
+            finally:
+                fp.close()
+            return _mod
+    _marisa = swig_import_helper()
+    del swig_import_helper
+else:
+    import _marisa
+del version_info
+try:
+    _swig_property = property
+except NameError:
+    pass # Python < 2.2 doesn't have 'property'.
+def _swig_setattr_nondynamic(self,class_type,name,value,static=1):
+    if (name == "thisown"): return self.this.own(value)
+    if (name == "this"):
+        if type(value).__name__ == 'SwigPyObject':
+            self.__dict__[name] = value
+            return
+    method = class_type.__swig_setmethods__.get(name,None)
+    if method: return method(self,value)
+    if (not static) or hasattr(self,name):
+        self.__dict__[name] = value
+    else:
+        raise AttributeError("You cannot add attributes to %s" % self)
+
+def _swig_setattr(self,class_type,name,value):
+    return _swig_setattr_nondynamic(self,class_type,name,value,0)
+
+def _swig_getattr(self,class_type,name):
+    if (name == "thisown"): return self.this.own()
+    method = class_type.__swig_getmethods__.get(name,None)
+    if method: return method(self)
+    raise AttributeError(name)
+
+def _swig_repr(self):
+    try: strthis = "proxy of " + self.this.__repr__()
+    except: strthis = ""
+    return "<%s.%s; %s >" % (self.__class__.__module__, self.__class__.__name__, strthis,)
+
+try:
+    _object = object
+    _newclass = 1
+except AttributeError:
+    class _object : pass
+    _newclass = 0
+
+
+OK = _marisa.OK
+STATE_ERROR = _marisa.STATE_ERROR
+NULL_ERROR = _marisa.NULL_ERROR
+BOUND_ERROR = _marisa.BOUND_ERROR
+RANGE_ERROR = _marisa.RANGE_ERROR
+CODE_ERROR = _marisa.CODE_ERROR
+RESET_ERROR = _marisa.RESET_ERROR
+SIZE_ERROR = _marisa.SIZE_ERROR
+MEMORY_ERROR = _marisa.MEMORY_ERROR
+IO_ERROR = _marisa.IO_ERROR
+FORMAT_ERROR = _marisa.FORMAT_ERROR
+MIN_NUM_TRIES = _marisa.MIN_NUM_TRIES
+MAX_NUM_TRIES = _marisa.MAX_NUM_TRIES
+DEFAULT_NUM_TRIES = _marisa.DEFAULT_NUM_TRIES
+HUGE_CACHE = _marisa.HUGE_CACHE
+LARGE_CACHE = _marisa.LARGE_CACHE
+NORMAL_CACHE = _marisa.NORMAL_CACHE
+SMALL_CACHE = _marisa.SMALL_CACHE
+TINY_CACHE = _marisa.TINY_CACHE
+DEFAULT_CACHE = _marisa.DEFAULT_CACHE
+TEXT_TAIL = _marisa.TEXT_TAIL
+BINARY_TAIL = _marisa.BINARY_TAIL
+DEFAULT_TAIL = _marisa.DEFAULT_TAIL
+LABEL_ORDER = _marisa.LABEL_ORDER
+WEIGHT_ORDER = _marisa.WEIGHT_ORDER
+DEFAULT_ORDER = _marisa.DEFAULT_ORDER
+class Key(_object):
+    __swig_setmethods__ = {}
+    __setattr__ = lambda self, name, value: _swig_setattr(self, Key, name, value)
+    __swig_getmethods__ = {}
+    __getattr__ = lambda self, name: _swig_getattr(self, Key, name)
+    def __init__(self, *args, **kwargs): raise AttributeError("No constructor defined")
+    __repr__ = _swig_repr
+    def str(self): return _marisa.Key_str(self)
+    def id(self): return _marisa.Key_id(self)
+    def weight(self): return _marisa.Key_weight(self)
+    __swig_destroy__ = _marisa.delete_Key
+    __del__ = lambda self : None;
+Key_swigregister = _marisa.Key_swigregister
+Key_swigregister(Key)
+
+class Query(_object):
+    __swig_setmethods__ = {}
+    __setattr__ = lambda self, name, value: _swig_setattr(self, Query, name, value)
+    __swig_getmethods__ = {}
+    __getattr__ = lambda self, name: _swig_getattr(self, Query, name)
+    def __init__(self, *args, **kwargs): raise AttributeError("No constructor defined")
+    __repr__ = _swig_repr
+    def str(self): return _marisa.Query_str(self)
+    def id(self): return _marisa.Query_id(self)
+    __swig_destroy__ = _marisa.delete_Query
+    __del__ = lambda self : None;
+Query_swigregister = _marisa.Query_swigregister
+Query_swigregister(Query)
+
+class Keyset(_object):
+    __swig_setmethods__ = {}
+    __setattr__ = lambda self, name, value: _swig_setattr(self, Keyset, name, value)
+    __swig_getmethods__ = {}
+    __getattr__ = lambda self, name: _swig_getattr(self, Keyset, name)
+    __repr__ = _swig_repr
+    def __init__(self): 
+        this = _marisa.new_Keyset()
+        try: self.this.append(this)
+        except: self.this = this
+    __swig_destroy__ = _marisa.delete_Keyset
+    __del__ = lambda self : None;
+    def push_back(self, *args): return _marisa.Keyset_push_back(self, *args)
+    def key(self, *args): return _marisa.Keyset_key(self, *args)
+    def key_str(self, *args): return _marisa.Keyset_key_str(self, *args)
+    def key_id(self, *args): return _marisa.Keyset_key_id(self, *args)
+    def num_keys(self): return _marisa.Keyset_num_keys(self)
+    def empty(self): return _marisa.Keyset_empty(self)
+    def size(self): return _marisa.Keyset_size(self)
+    def total_length(self): return _marisa.Keyset_total_length(self)
+    def reset(self): return _marisa.Keyset_reset(self)
+    def clear(self): return _marisa.Keyset_clear(self)
+Keyset_swigregister = _marisa.Keyset_swigregister
+Keyset_swigregister(Keyset)
+
+class Agent(_object):
+    __swig_setmethods__ = {}
+    __setattr__ = lambda self, name, value: _swig_setattr(self, Agent, name, value)
+    __swig_getmethods__ = {}
+    __getattr__ = lambda self, name: _swig_getattr(self, Agent, name)
+    __repr__ = _swig_repr
+    def __init__(self): 
+        this = _marisa.new_Agent()
+        try: self.this.append(this)
+        except: self.this = this
+    __swig_destroy__ = _marisa.delete_Agent
+    __del__ = lambda self : None;
+    def set_query(self, *args): return _marisa.Agent_set_query(self, *args)
+    def key(self): return _marisa.Agent_key(self)
+    def query(self): return _marisa.Agent_query(self)
+    def key_str(self): return _marisa.Agent_key_str(self)
+    def key_id(self): return _marisa.Agent_key_id(self)
+    def query_str(self): return _marisa.Agent_query_str(self)
+    def query_id(self): return _marisa.Agent_query_id(self)
+Agent_swigregister = _marisa.Agent_swigregister
+Agent_swigregister(Agent)
+
+class Trie(_object):
+    __swig_setmethods__ = {}
+    __setattr__ = lambda self, name, value: _swig_setattr(self, Trie, name, value)
+    __swig_getmethods__ = {}
+    __getattr__ = lambda self, name: _swig_getattr(self, Trie, name)
+    __repr__ = _swig_repr
+    def __init__(self): 
+        this = _marisa.new_Trie()
+        try: self.this.append(this)
+        except: self.this = this
+    __swig_destroy__ = _marisa.delete_Trie
+    __del__ = lambda self : None;
+    def build(self, *args): return _marisa.Trie_build(self, *args)
+    def mmap(self, *args): return _marisa.Trie_mmap(self, *args)
+    def load(self, *args): return _marisa.Trie_load(self, *args)
+    def save(self, *args): return _marisa.Trie_save(self, *args)
+    def common_prefix_search(self, *args): return _marisa.Trie_common_prefix_search(self, *args)
+    def predictive_search(self, *args): return _marisa.Trie_predictive_search(self, *args)
+    def lookup(self, *args): return _marisa.Trie_lookup(self, *args)
+    def reverse_lookup(self, *args): return _marisa.Trie_reverse_lookup(self, *args)
+    def num_tries(self): return _marisa.Trie_num_tries(self)
+    def num_keys(self): return _marisa.Trie_num_keys(self)
+    def num_nodes(self): return _marisa.Trie_num_nodes(self)
+    def tail_mode(self): return _marisa.Trie_tail_mode(self)
+    def node_order(self): return _marisa.Trie_node_order(self)
+    def empty(self): return _marisa.Trie_empty(self)
+    def size(self): return _marisa.Trie_size(self)
+    def total_size(self): return _marisa.Trie_total_size(self)
+    def io_size(self): return _marisa.Trie_io_size(self)
+    def clear(self): return _marisa.Trie_clear(self)
+Trie_swigregister = _marisa.Trie_swigregister
+Trie_swigregister(Trie)
+
+INVALID_KEY_ID = _marisa.INVALID_KEY_ID
+
+