oj 3.8.0

data/ext/oj/hash.c

@@ -0,0 +1,163 @@
+/* hash.c
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "hash.h"
+#include <stdint.h>
+
+#define HASH_MASK	0x000003FF
+#define  HASH_SLOT_CNT	1024
+
+typedef struct _keyVal {
+    struct _keyVal	*next;
+    const char		*key;
+    size_t		len;
+    VALUE		val;
+} *KeyVal;
+
+struct _hash {
+    struct _keyVal	slots[HASH_SLOT_CNT];
+};
+
+struct _hash	class_hash;
+struct _hash	intern_hash;
+
+// almost the Murmur hash algorithm
+#define M 0x5bd1e995
+#define C1 0xCC9E2D51
+#define C2 0x1B873593
+#define N  0xE6546B64
+
+static uint32_t
+hash_calc(const uint8_t *key, size_t len) {
+    const uint8_t	*end = key + len;
+    const uint8_t	*endless = key + (len / 4 * 4);
+    uint32_t		h = (uint32_t)len;
+    uint32_t		k;
+
+    while (key < endless) {
+	k = (uint32_t)*key++;
+	k |= (uint32_t)*key++ << 8;
+	k |= (uint32_t)*key++ << 16;
+	k |= (uint32_t)*key++ << 24;
+
+        k *= M;
+        k ^= k >> 24;
+        h *= M;
+        h ^= k * M;
+    }
+    if (1 < end - key) {
+	uint16_t	k16 = (uint16_t)*key++;
+
+	k16 |= (uint16_t)*key++ << 8;
+	h ^= k16 << 8;
+    }
+    if (key < end) {
+	h ^= *key;
+    }
+    h *= M;
+    h ^= h >> 13;
+    h *= M;
+    h ^= h >> 15;
+    
+    return h;
+}
+
+void
+oj_hash_init() {
+    memset(class_hash.slots, 0, sizeof(class_hash.slots));
+    memset(intern_hash.slots, 0, sizeof(intern_hash.slots));
+}
+
+// if slotp is 0 then just lookup
+static VALUE
+hash_get(Hash hash, const char *key, size_t len, VALUE **slotp, VALUE def_value) {
+    uint32_t	h = hash_calc((const uint8_t*)key, len) & HASH_MASK;
+    KeyVal	bucket = hash->slots + h;
+
+    if (0 != bucket->key) {
+	KeyVal	b;
+
+	for (b = bucket; 0 != b; b = b->next) {
+	    if (len == b->len && 0 == strncmp(b->key, key, len)) {
+		*slotp = &b->val;
+		return b->val;
+	    }
+	    bucket = b;
+	}
+    }
+    if (0 != slotp) {
+	if (0 != bucket->key) {
+	    KeyVal	b = ALLOC(struct _keyVal);
+	
+	    b->next = 0;
+	    bucket->next = b;
+	    bucket = b;
+	}
+	bucket->key = oj_strndup(key, len);
+	bucket->len = len;
+	bucket->val = def_value;
+	*slotp = &bucket->val;
+    }
+    return def_value;
+}
+
+void
+oj_hash_print() {
+    int		i;
+    KeyVal	b;
+
+    for (i = 0; i < HASH_SLOT_CNT; i++) {
+	printf("%4d:", i);
+	for (b = class_hash.slots + i; 0 != b && 0 != b->key; b = b->next) {
+	    printf(" %s", b->key);
+	}
+	printf("\n");
+    }
+}
+
+VALUE
+oj_class_hash_get(const char *key, size_t len, VALUE **slotp) {
+    return hash_get(&class_hash, key, len, slotp, Qnil);
+}
+
+ID
+oj_attr_hash_get(const char *key, size_t len, ID **slotp) {
+    return (ID)hash_get(&intern_hash, key, len, (VALUE**)slotp, 0);
+}
+
+char*
+oj_strndup(const char *s, size_t len) {
+    char	*d = ALLOC_N(char, len + 1);
+    
+    memcpy(d, s, len);
+    d[len] = '\0';
+
+    return d;
+}

data/ext/oj/hash.h

@@ -0,0 +1,46 @@
+/* hash.h
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef OJ_HASH_H
+#define OJ_HASH_H
+
+#include "ruby.h"
+
+typedef struct _hash	*Hash;
+
+extern void	oj_hash_init();
+
+extern VALUE	oj_class_hash_get(const char *key, size_t len, VALUE **slotp);
+extern ID	oj_attr_hash_get(const char *key, size_t len, ID **slotp);
+
+extern void	oj_hash_print();
+extern char*	oj_strndup(const char *s, size_t len);
+
+#endif /* OJ_HASH_H */

data/ext/oj/hash_test.c

@@ -0,0 +1,512 @@
+/* hash_test.c
+ * Copyright (c) 2011, Peter Ohler
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ * 
+ *  - Redistributions of source code must retain the above copyright notice, this
+ *    list of conditions and the following disclaimer.
+ * 
+ *  - Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ * 
+ *  - Neither the name of Peter Ohler nor the names of its contributors may be
+ *    used to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+ * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+ * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+ * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+ * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+// if windows, comment out the whole file. It's only a performance test.
+#ifndef _WIN32
+#include <sys/time.h>
+#include <time.h>
+#include "hash.h"
+#include <stdint.h>
+
+/* Define printf formats for standard types, like PRIu64 for uint64_t. */
+#define __STDC_FORMAT_MACROS
+#include <inttypes.h>
+
+typedef struct _strLen {
+    const char	*str;
+    size_t	len;
+} *StrLen;
+
+static struct _strLen data[] = {
+    { "Gem::Version", 12 },
+    { "TracePoint", 10 },
+    { "Complex::compatible", 19 },
+    { "Complex", 7 },
+    { "Rational::compatible", 20 },
+    { "Rational", 8 },
+    { "FiberError", 10 },
+    { "Fiber", 5 },
+    { "ThreadError", 11 },
+    { "Mutex", 5 },
+    { "ThreadGroup", 11 },
+    { "RubyVM::InstructionSequence", 27 },
+    { "Thread::Backtrace::Location", 27 },
+    { "Thread::Backtrace", 17 },
+    { "Thread", 6 },
+    { "RubyVM::Env", 11 },
+    { "RubyVM", 6 },
+    { "Enumerator::Yielder", 19 },
+    { "Enumerator::Generator", 21 },
+    { "StopIteration", 13 },
+    { "Enumerator::Lazy", 16 },
+    { "Enumerator", 10 },
+    { "ObjectSpace::WeakMap", 20 },
+    { "Math::DomainError", 17 },
+    { "Binding", 7 },
+    { "UnboundMethod", 13 },
+    { "Method", 6 },
+    { "SystemStackError", 16 },
+    { "LocalJumpError", 14 },
+    { "Proc", 4 },
+    { "Struct::Tms", 11 },
+    { "Process::Status", 15 },
+    { "Random", 6 },
+    { "Time", 4 },
+    { "Dir", 3 },
+    { "File::Stat", 10 },
+    { "File", 4 },
+    { "ARGF.class", 10 },
+    { "IO", 2 },
+    { "EOFError", 8 },
+    { "IOError", 7 },
+    { "Range", 5 },
+    { "Encoding::Converter", 19 },
+    { "Encoding::ConverterNotFoundError", 32 },
+    { "Encoding::InvalidByteSequenceError", 34 },
+    { "Encoding::UndefinedConversionError", 34 },
+    { "MatchData", 9 },
+    { "Regexp", 6 },
+    { "RegexpError", 11 },
+    { "Struct", 6 },
+    { "Hash", 4 },
+    { "Array", 5 },
+    { "Errno::ERPCMISMATCH", 19 },
+    { "Errno::EPROGUNAVAIL", 19 },
+    { "Errno::EPROGMISMATCH", 20 },
+    { "Errno::EPROCUNAVAIL", 19 },
+    { "Errno::EPROCLIM", 15 },
+    { "Errno::ENOTSUP", 14 },
+    { "Errno::ENOATTR", 14 },
+    { "Errno::ENEEDAUTH", 16 },
+    { "Errno::EFTYPE", 13 },
+    { "Errno::EBADRPC", 14 },
+    { "Errno::EAUTH", 12 },
+    { "Errno::EOWNERDEAD", 17 },
+    { "Errno::ENOTRECOVERABLE", 22 },
+    { "Errno::ECANCELED", 16 },
+    { "Errno::EDQUOT", 13 },
+    { "Errno::ESTALE", 13 },
+    { "Errno::EINPROGRESS", 18 },
+    { "Errno::EALREADY", 15 },
+    { "Errno::EHOSTUNREACH", 19 },
+    { "Errno::EHOSTDOWN", 16 },
+    { "Errno::ECONNREFUSED", 19 },
+    { "Errno::ETIMEDOUT", 16 },
+    { "Errno::ETOOMANYREFS", 19 },
+    { "Errno::ESHUTDOWN", 16 },
+    { "Errno::ENOTCONN", 15 },
+    { "Errno::EISCONN", 14 },
+    { "Errno::ENOBUFS", 14 },
+    { "Errno::ECONNRESET", 17 },
+    { "Errno::ECONNABORTED", 19 },
+    { "Errno::ENETRESET", 16 },
+    { "Errno::ENETUNREACH", 18 },
+    { "Errno::ENETDOWN", 15 },
+    { "Errno::EADDRNOTAVAIL", 20 },
+    { "Errno::EADDRINUSE", 17 },
+    { "Errno::EAFNOSUPPORT", 19 },
+    { "Errno::EPFNOSUPPORT", 19 },
+    { "Errno::EOPNOTSUPP", 17 },
+    { "Errno::ESOCKTNOSUPPORT", 22 },
+    { "Errno::EPROTONOSUPPORT", 22 },
+    { "Errno::ENOPROTOOPT", 18 },
+    { "Errno::EPROTOTYPE", 17 },
+    { "Errno::EMSGSIZE", 15 },
+    { "Errno::EDESTADDRREQ", 19 },
+    { "Errno::ENOTSOCK", 15 },
+    { "Errno::EUSERS", 13 },
+    { "Errno::EILSEQ", 13 },
+    { "Errno::EOVERFLOW", 16 },
+    { "Errno::EBADMSG", 14 },
+    { "Errno::EMULTIHOP", 16 },
+    { "Errno::EPROTO", 13 },
+    { "Errno::ENOLINK", 14 },
+    { "Errno::EREMOTE", 14 },
+    { "Errno::ENOSR", 12 },
+    { "Errno::ETIME", 12 },
+    { "Errno::ENODATA", 14 },
+    { "Errno::ENOSTR", 13 },
+    { "Errno::EIDRM", 12 },
+    { "Errno::ENOMSG", 13 },
+    { "Errno::ELOOP", 12 },
+    { "Errno::ENOTEMPTY", 16 },
+    { "Errno::ENOSYS", 13 },
+    { "Errno::ENOLCK", 13 },
+    { "Errno::ENAMETOOLONG", 19 },
+    { "Errno::EDEADLK", 14 },
+    { "Errno::ERANGE", 13 },
+    { "Errno::EDOM", 11 },
+    { "Errno::EPIPE", 12 },
+    { "Errno::EMLINK", 13 },
+    { "Errno::EROFS", 12 },
+    { "Errno::ESPIPE", 13 },
+    { "Errno::ENOSPC", 13 },
+    { "Errno::EFBIG", 12 },
+    { "Errno::ETXTBSY", 14 },
+    { "Errno::ENOTTY", 13 },
+    { "Errno::EMFILE", 13 },
+    { "Errno::ENFILE", 13 },
+    { "Errno::EINVAL", 13 },
+    { "Errno::EISDIR", 13 },
+    { "Errno::ENOTDIR", 14 },
+    { "Errno::ENODEV", 13 },
+    { "Errno::EXDEV", 12 },
+    { "Errno::EEXIST", 13 },
+    { "Errno::EBUSY", 12 },
+    { "Errno::ENOTBLK", 14 },
+    { "Errno::EFAULT", 13 },
+    { "Errno::EACCES", 13 },
+    { "Errno::ENOMEM", 13 },
+    { "Errno::EAGAIN", 13 },
+    { "Errno::ECHILD", 13 },
+    { "Errno::EBADF", 12 },
+    { "Errno::ENOEXEC", 14 },
+    { "Errno::E2BIG", 12 },
+    { "Errno::ENXIO", 12 },
+    { "Errno::EIO", 10 },
+    { "Errno::EINTR", 12 },
+    { "Errno::ESRCH", 12 },
+    { "Errno::ENOENT", 13 },
+    { "Errno::EPERM", 12 },
+    { "Errno::NOERROR", 14 },
+    { "Bignum", 6 },
+    { "Float", 5 },
+    { "Fixnum", 6 },
+    { "Integer", 7 },
+    { "Numeric", 7 },
+    { "FloatDomainError", 16 },
+    { "ZeroDivisionError", 17 },
+    { "SystemCallError", 15 },
+    { "Encoding::CompatibilityError", 28 },
+    { "EncodingError", 13 },
+    { "NoMemoryError", 13 },
+    { "SecurityError", 13 },
+    { "RuntimeError", 12 },
+    { "NoMethodError", 13 },
+    { "NameError::message", 18 },
+    { "NameError", 9 },
+    { "NotImplementedError", 19 },
+    { "LoadError", 9 },
+    { "SyntaxError", 11 },
+    { "ScriptError", 11 },
+    { "RangeError", 10 },
+    { "KeyError", 8 },
+    { "IndexError", 10 },
+    { "ArgumentError", 13 },
+    { "TypeError", 9 },
+    { "StandardError", 13 },
+    { "Interrupt", 9 },
+    { "SignalException", 15 },
+    { "SystemExit", 10 },
+    { "Exception", 9 },
+    { "Symbol", 6 },
+    { "String", 6 },
+    { "Encoding", 8 },
+    { "FalseClass", 10 },
+    { "TrueClass", 9 },
+    { "Data", 4 },
+    { "NilClass", 8 },
+    { "Class", 5 },
+    { "Module", 6 },
+    { "Object", 6 },
+    { "BasicObject", 11 },
+    { "Gem::Requirement::BadRequirementError", 37 },
+    { "Gem::Requirement", 16 },
+    { "Gem::SourceFetchProblem", 23 },
+    { "Gem::PlatformMismatch", 21 },
+    { "Gem::ErrorReason", 16 },
+    { "Gem::LoadError", 14 },
+    { "Gem::RemoteSourceException", 26 },
+    { "Gem::RemoteInstallationSkipped", 30 },
+    { "Gem::RemoteInstallationCancelled", 32 },
+    { "Gem::RemoteError", 16 },
+    { "Gem::OperationNotSupportedError", 31 },
+    { "Gem::InvalidSpecificationException", 34 },
+    { "Gem::InstallError", 17 },
+    { "Gem::Specification", 18 },
+    { "Date", 4 },
+    { "Gem::Platform", 13 },
+    { "Gem::SpecificGemNotFoundException", 33 },
+    { "Gem::GemNotFoundException", 25 },
+    { "Gem::FormatException", 20 },
+    { "Gem::FilePermissionError", 24 },
+    { "Gem::EndOfYAMLException", 23 },
+    { "Gem::DocumentError", 18 },
+    { "Gem::GemNotInHomeException", 26 },
+    { "Gem::DependencyRemovalException", 31 },
+    { "Gem::DependencyError", 20 },
+    { "Gem::CommandLineError", 21 },
+    { "Gem::Exception", 14 },
+    { "IRB::SLex", 9 },
+    { "IRB::Notifier::NoMsgNotifier", 28 },
+    { "IRB::Notifier::LeveledNotifier", 30 },
+    { "IRB::Notifier::CompositeNotifier", 32 },
+    { "IRB::Notifier::AbstractNotifier", 31 },
+    { "IRB::Notifier::ErrUnrecognizedLevel", 35 },
+    { "IRB::Notifier::ErrUndefinedNotifier", 35 },
+    { "IRB::StdioOutputMethod", 22 },
+    { "IRB::OutputMethod::NotImplementedError", 38 },
+    { "IRB::OutputMethod", 17 },
+    { "IRB::IllegalRCGenerator", 23 },
+    { "IRB::UndefinedPromptMode", 24 },
+    { "IRB::CantChangeBinding", 22 },
+    { "IRB::CantShiftToMultiIrbMode", 28 },
+    { "IRB::NoSuchJob", 14 },
+    { "IRB::IrbSwitchedToCurrentThread", 31 },
+    { "IRB::IrbAlreadyDead", 19 },
+    { "IRB::IllegalParameter", 21 },
+    { "IRB::CantReturnToNormalMode", 27 },
+    { "IRB::NotImplementedError", 24 },
+    { "IRB::UnrecognizedSwitch", 23 },
+    { "IRB::Irb", 8 },
+    { "IRB::Abort", 10 },
+    { "IRB::Locale", 11 },
+    { "IRB::SLex::ErrNodeNothing", 25 },
+    { "IRB::SLex::ErrNodeAlreadyExists", 31 },
+    { "RubyLex", 7 },
+    { "IRB::SLex::Node", 15 },
+    { "Gem::SystemExitException", 24 },
+    { "Gem::VerificationError", 22 },
+    { "RubyToken::TkError", 18 },
+    { "RubyToken::TkUnknownChar", 24 },
+    { "RubyToken::TkOPASGN", 19 },
+    { "RubyToken::TkOp", 15 },
+    { "RubyToken::TkVal", 16 },
+    { "RubyToken::TkId", 15 },
+    { "RubyToken::TkNode", 17 },
+    { "RubyToken::Token", 16 },
+    { "RubyToken::TkUNDEF", 18 },
+    { "RubyToken::TkDEF", 16 },
+    { "RubyToken::TkMODULE", 19 },
+    { "RubyToken::TkCLASS", 18 },
+    { "RubyToken::TkWHILE", 18 },
+    { "RubyToken::TkWHEN", 17 },
+    { "RubyToken::TkCASE", 17 },
+    { "RubyToken::TkELSE", 17 },
+    { "RubyToken::TkELSIF", 18 },
+    { "RubyToken::TkTHEN", 17 },
+    { "RubyToken::TkUNLESS", 19 },
+    { "RubyToken::TkIF", 15 },
+    { "RubyToken::TkEND", 16 },
+    { "RubyToken::TkENSURE", 19 },
+    { "RubyToken::TkRESCUE", 19 },
+    { "RubyToken::TkBEGIN", 18 },
+    { "RubyToken::TkDO", 15 },
+    { "RubyToken::TkIN", 15 },
+    { "RubyToken::TkRETRY", 18 },
+    { "RubyToken::TkREDO", 17 },
+    { "RubyToken::TkNEXT", 17 },
+    { "RubyToken::TkBREAK", 18 },
+    { "RubyToken::TkFOR", 16 },
+    { "RubyToken::TkUNTIL", 18 },
+    { "RubyToken::TkTRUE", 17 },
+    { "RubyToken::TkNIL", 16 },
+    { "RubyToken::TkSELF", 17 },
+    { "RubyToken::TkSUPER", 18 },
+    { "RubyToken::TkYIELD", 18 },
+    { "RubyToken::TkRETURN", 19 },
+    { "RubyToken::TkAND", 16 },
+    { "RubyToken::TkFALSE", 18 },
+    { "RubyToken::TkUNLESS_MOD", 23 },
+    { "RubyToken::TkIF_MOD", 19 },
+    { "RubyToken::TkNOT", 16 },
+    { "RubyToken::TkOR", 15 },
+    { "RubyToken::TkALIAS", 18 },
+    { "RubyToken::TkUNTIL_MOD", 22 },
+    { "RubyToken::TkWHILE_MOD", 22 },
+    { "RubyToken::TkGVAR", 17 },
+    { "RubyToken::TkFID", 16 },
+    { "RubyToken::TkIDENTIFIER", 23 },
+    { "RubyToken::Tk__FILE__", 21 },
+    { "RubyToken::Tk__LINE__", 21 },
+    { "RubyToken::TklEND", 17 },
+    { "RubyToken::TklBEGIN", 19 },
+    { "RubyToken::TkDEFINED", 20 },
+    { "RubyToken::TkDREGEXP", 20 },
+    { "RubyToken::TkDXSTRING", 21 },
+    { "RubyToken::TkDSTRING", 20 },
+    { "RubyToken::TkSYMBOL", 19 },
+    { "RubyToken::TkREGEXP", 19 },
+    { "RubyToken::TkXSTRING", 20 },
+    { "RubyToken::TkSTRING", 19 },
+    { "RubyToken::TkFLOAT", 18 },
+    { "RubyToken::TkINTEGER", 20 },
+    { "RubyToken::TkCONSTANT", 21 },
+    { "RubyToken::TkIVAR", 17 },
+    { "RubyToken::TkCVAR", 17 },
+    { "RubyToken::TkNEQ", 16 },
+    { "RubyToken::TkEQQ", 16 },
+    { "RubyToken::TkEQ", 15 },
+    { "RubyToken::TkCMP", 16 },
+    { "RubyToken::TkPOW", 16 },
+    { "RubyToken::TkUMINUS", 19 },
+    { "RubyToken::TkUPLUS", 18 },
+    { "Exception2MessageMapper::ErrNotRegisteredException", 50 },
+    { "RubyToken::TkBACK_REF", 21 },
+    { "RubyToken::TkNTH_REF", 20 },
+    { "RubyToken::TkLSHFT", 18 },
+    { "RubyToken::TkASET", 17 },
+    { "RubyToken::TkAREF", 17 },
+    { "RubyToken::TkDOT3", 17 },
+    { "RubyToken::TkDOT2", 17 },
+    { "RubyToken::TkNMATCH", 19 },
+    { "RubyToken::TkMATCH", 18 },
+    { "RubyToken::TkOROP", 17 },
+    { "RubyToken::TkANDOP", 18 },
+    { "RubyToken::TkLEQ", 16 },
+    { "RubyToken::TkGEQ", 16 },
+    { "RubyToken::TkAMPER", 18 },
+    { "RubyToken::TkSTAR", 17 },
+    { "RubyToken::TkfLBRACE", 20 },
+    { "RubyToken::TkfLBRACK", 20 },
+    { "RubyToken::TkfLPAREN", 20 },
+    { "RubyToken::TkCOLON", 18 },
+    { "RubyToken::TkQUESTION", 21 },
+    { "RubyToken::TkASSOC", 18 },
+    { "RubyToken::TkCOLON3", 19 },
+    { "RubyToken::TkCOLON2", 19 },
+    { "RubyToken::TkRSHFT", 18 },
+    { "RubyToken::TkBITAND", 19 },
+    { "RubyToken::TkBITXOR", 19 },
+    { "RubyToken::TkBITOR", 18 },
+    { "RubyToken::TkMOD", 16 },
+    { "RubyToken::TkDIV", 16 },
+    { "RubyToken::TkMULT", 17 },
+    { "RubyToken::TkMINUS", 18 },
+    { "RubyToken::TkPLUS", 17 },
+    { "RubyToken::TkLT", 15 },
+    { "RubyToken::TkGT", 15 },
+    { "RubyToken::TkSYMBEG", 19 },
+    { "IRB::DefaultEncodings", 21 },
+    { "RubyToken::TkRPAREN", 19 },
+    { "RubyToken::TkLBRACE", 19 },
+    { "RubyToken::TkLBRACK", 19 },
+    { "RubyToken::TkLPAREN", 19 },
+    { "RubyToken::TkDOT", 16 },
+    { "RubyToken::TkASSIGN", 19 },
+    { "RubyToken::TkBACKQUOTE", 22 },
+    { "RubyToken::TkNOTOP", 18 },
+    { "RubyToken::TkBITNOT", 19 },
+    { "RubyToken::TkDOLLAR", 19 },
+    { "RubyToken::TkAT", 15 },
+    { "RubyToken::TkBACKSLASH", 22 },
+    { "RubyToken::TkEND_OF_SCRIPT", 26 },
+    { "RubyToken::TkNL", 15 },
+    { "RubyToken::TkSPACE", 18 },
+    { "RubyToken::TkRD_COMMENT", 23 },
+    { "RubyToken::TkCOMMENT", 20 },
+    { "RubyToken::TkSEMICOLON", 22 },
+    { "RubyToken::TkCOMMA", 18 },
+    { "RubyToken::TkRBRACE", 19 },
+    { "RubyToken::TkRBRACK", 19 },
+    { "RubyLex::TerminateLineInput", 27 },
+    { "RubyLex::SyntaxError", 20 },
+    { "RubyLex::TkReading2TokenDuplicateError", 38 },
+    { "RubyLex::TkSymbol2TokenNoKey", 28 },
+    { "RubyLex::TkReading2TokenNoKey", 29 },
+    { "RubyLex::AlreadyDefinedToken", 28 },
+    { "IRB::FileInputMethod", 20 },
+    { "IRB::StdioInputMethod", 21 },
+    { "IRB::InputMethod", 16 },
+    { "IRB::ReadlineInputMethod", 24 },
+    { "IRB::Context", 12 },
+    { "IRB::Inspector", 14 },
+    { "IRB::WorkSpace", 14 },
+    { 0, 0 }
+};
+
+static uint64_t
+micro_time() {
+    struct timeval	tv;
+
+    gettimeofday(&tv, NULL);
+
+    return (uint64_t)tv.tv_sec * 1000000ULL + (uint64_t)tv.tv_usec;
+}
+
+static void
+perf() {
+    StrLen	d;
+    VALUE	v;
+    VALUE	*slot = 0;
+    uint64_t	dt, start;
+    int		i, iter = 1000000;
+    int		dataCnt = sizeof(data) / sizeof(*data);
+
+    oj_hash_init();
+    start = micro_time();
+    for (i = iter; 0 < i; i--) {
+	for (d = data; 0 != d->str; d++) {
+	    v = oj_class_hash_get(d->str, d->len, &slot);
+	    if (Qundef == v) {
+		if (0 != slot) {
+		    v = ID2SYM(rb_intern(d->str));
+		    *slot = v;
+		}
+	    }
+	}
+    }
+    dt = micro_time() - start;
+#if IS_WINDOWS
+    printf("%d iterations took %ld msecs, %ld gets/msec\n", iter, (long)(dt / 1000), (long)(iter * dataCnt / (dt / 1000)));
+#else
+    printf("%d iterations took %"PRIu64" msecs, %ld gets/msec\n", iter, dt / 1000, (long)(iter * dataCnt / (dt / 1000)));
+#endif
+}
+
+void
+oj_hash_test() {
+    StrLen	d;
+    VALUE	v;
+    VALUE	*slot = 0;;
+
+    oj_hash_init();
+    for (d = data; 0 != d->str; d++) {
+	char	*s = oj_strndup(d->str, d->len);
+	v = oj_class_hash_get(d->str, d->len, &slot);
+	if (Qnil == v) {
+	    if (0 == slot) {
+		printf("*** failed to get a slot for %s\n", s);
+	    } else {
+		v = ID2SYM(rb_intern(d->str));
+		*slot = v;
+	    }
+	} else {
+	    VALUE	rs = rb_funcall2(v, rb_intern("to_s"), 0, 0);
+
+	    printf("*** get on '%s' returned '%s' (%s)\n", s, StringValuePtr(rs), rb_class2name(rb_obj_class(v)));
+	}
+	/*oj_hash_print(c);*/
+    }
+    printf("*** ---------- hash table ------------\n");
+    oj_hash_print();
+    perf();
+}
+#endif