llrb 0.0.1

data/ext/llrb/compiler/funcs.h

@@ -0,0 +1,164 @@
+/*
+ * compiler/funcs.h: External function declaration called by JIT-ed code.
+ * This header is used only by compiler.c.
+ * TODO: Automatically generate this from something.
+ */
+
+#ifndef LLRB_COMPILER_FUNCS_H
+#define LLRB_COMPILER_FUNCS_H
+
+#include <string.h>
+#include "ruby.h"
+#include "llvm-c/BitReader.h"
+#include "llvm-c/Linker.h"
+
+#define LLRB_EXTERN_FUNC_MAX_ARGC 6
+struct llrb_extern_func {
+  unsigned int return_type; // 0 = void, 32 = 32bit int, 64 = 64bit int
+  unsigned int argc;
+  unsigned int argv[LLRB_EXTERN_FUNC_MAX_ARGC]; // 0 = void, 32 = 32bit int, 64 = 64bit int
+  bool unlimited;
+  const char *name;
+  bool has_bc;
+};
+
+// TODO: support 32bit environment
+static struct llrb_extern_func llrb_extern_funcs[] = {
+  { 64, 0, { 0  }, false, "rb_hash_new" },
+  { 64, 1, { 64 }, false, "llrb_insn_opt_str_freeze", true },
+  { 64, 1, { 64 }, false, "llrb_insn_putspecialobject", true },
+  { 64, 1, { 64 }, false, "llrb_self_from_cfp", true },
+  { 64, 1, { 64 }, false, "rb_ary_clear" },
+  { 64, 1, { 64 }, false, "rb_ary_resurrect" },
+  { 64, 1, { 64 }, false, "rb_gvar_get" },
+  { 64, 1, { 64 }, false, "rb_obj_as_string" },
+  { 64, 1, { 64 }, false, "rb_str_freeze" },
+  { 64, 1, { 64 }, false, "rb_str_resurrect" },
+  { 64, 1, { 64 }, true,  "llrb_insn_concatstrings", true },
+  { 64, 1, { 64 }, true,  "rb_ary_new_from_args" },
+  { 0,  2, { 64, 64 }, false, "llrb_insn_setspecial", true },
+  { 0,  2, { 64, 64 }, false, "llrb_push_result", true },
+  { 0,  2, { 64, 64 }, false, "llrb_set_pc", true },
+  { 64, 2, { 64, 32 }, false, "rb_reg_new_ary" },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_concatarray", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_getclassvariable", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_getlocal_level0", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_getlocal_level1", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_getspecial", true },
+  //{ 64, 2, { 64, 64 }, false, "llrb_insn_opt_newarray_max", true },
+  //{ 64, 2, { 64, 64 }, false, "llrb_insn_opt_newarray_min", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_mult", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_div", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_mod", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_eq", true },
+  { 64, 6, { 64, 64, 64, 64, 64, 64 }, false, "llrb_insn_opt_neq", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_le", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_gt", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_ge", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_ltlt", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_aref", true },
+  { 64, 3, { 64, 64, 64 }, false, "llrb_insn_opt_aset", true },
+  { 64, 3, { 64, 64, 64 }, false, "llrb_insn_getinstancevariable", true },
+  { 0,  4, { 64, 64, 64, 64 }, false, "llrb_insn_setinstancevariable", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_lt", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_minus", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_opt_plus", true },
+  { 64, 2, { 64, 64 }, false, "llrb_insn_splatarray", true },
+  { 64, 2, { 64, 64 }, false, "rb_gvar_set" },
+  { 64, 2, { 64, 64 }, false, "rb_ivar_get" },
+  { 64, 2, { 64, 64 }, true,  "llrb_insn_toregexp" },
+  { 64, 2, { 64, 64 }, true,  "rb_funcall" },
+  { 0,  3, { 64, 64, 64 }, false, "llrb_insn_setclassvariable", true },
+  { 0,  3, { 64, 64, 64 }, false, "llrb_insn_setlocal_level0", true },
+  { 0,  3, { 64, 64, 64 }, false, "llrb_insn_setlocal_level1", true },
+  { 64, 3, { 64, 64, 64 }, false, "llrb_insn_checkkeyword", true },
+  { 64, 3, { 64, 64, 64 }, false, "llrb_insn_checkmatch", true },
+  { 64, 3, { 64, 64, 64 }, false, "llrb_insn_getlocal", true },
+  { 64, 3, { 64, 64, 64 }, false, "rb_hash_aset" },
+  { 64, 3, { 64, 64, 64 }, false, "rb_ivar_set" },
+  { 64, 3, { 64, 64, 64 }, false, "rb_range_new" },
+  { 0,  4, { 64, 64, 32, 64 }, false, "llrb_insn_trace", true },
+  { 0,  4, { 64, 64, 64, 64 }, false, "llrb_insn_setconstant", true },
+  { 0,  4, { 64, 64, 64, 64 }, false, "llrb_insn_setlocal", true },
+  { 0,  4, { 64, 64, 64, 64 }, false, "llrb_insn_throw", true },
+  { 64, 4, { 64, 64, 64, 32 }, false, "vm_get_ev_const" },
+  { 64, 4, { 64, 64, 64, 32 }, true,  "llrb_insn_invokeblock", true },
+  { 64, 4, { 64, 64, 64, 64 }, false, "llrb_insn_defined", true },
+  { 64, 5, { 64, 64, 64, 64, 32 }, true, "llrb_insn_opt_send_without_block", true },
+  { 64, 6, { 64, 64, 64, 64, 64, 32 }, true, "llrb_insn_invokesuper", true },
+  { 64, 6, { 64, 64, 64, 64, 64, 32 }, true, "llrb_insn_send", true },
+};
+static size_t llrb_extern_func_num = sizeof(llrb_extern_funcs) / sizeof(struct llrb_extern_func);
+
+static inline LLVMTypeRef
+llrb_num_to_type(unsigned int num)
+{
+  switch (num) {
+    case 64:
+      return LLVMInt64Type();
+    case 32:
+      return LLVMInt32Type();
+    case 0:
+      return LLVMVoidType();
+    default:
+      rb_raise(rb_eCompileError, "'%d' is unexpected for llrb_num_to_type", num);
+  }
+}
+
+static void
+llrb_link_module(LLVMModuleRef mod, const char *funcname)
+{
+  char *bc_name = ZALLOC_N(char, strlen(LLRB_BITCODE_DIR "/") + strlen(funcname) + strlen(".bc") + 1); // freed in this function
+  strcat(bc_name, LLRB_BITCODE_DIR "/");
+  strcat(bc_name, funcname);
+  strcat(bc_name, ".bc");
+
+  LLVMMemoryBufferRef buf;
+  char *err;
+  if (LLVMCreateMemoryBufferWithContentsOfFile(bc_name, &buf, &err)) {
+    fprintf(stderr, "Failed to load func bitcode: '%s'\n", bc_name);
+    rb_raise(rb_eCompileError, "LLVMCreateMemoryBufferWithContentsOfFile Error: %s", err);
+  }
+  xfree(bc_name);
+
+  LLVMModuleRef func_mod;
+  if (LLVMParseBitcode2(buf, &func_mod)) {
+    rb_raise(rb_eCompileError, "LLVMParseBitcode2 Failed!");
+  }
+  LLVMDisposeMemoryBuffer(buf);
+
+  LLVMLinkModules2(mod, func_mod);
+}
+
+static LLVMValueRef
+llrb_get_function(LLVMModuleRef mod, const char *name)
+{
+  LLVMValueRef func = LLVMGetNamedFunction(mod, name);
+  if (func) return func;
+
+  for (size_t i = 0; i < llrb_extern_func_num; i++) {
+    if (strcmp(name, llrb_extern_funcs[i].name)) continue;
+
+    if (llrb_extern_funcs[i].has_bc) {
+      llrb_link_module(mod, llrb_extern_funcs[i].name);
+      func = LLVMGetNamedFunction(mod, name);
+      if (func) {
+        return func;
+      } else {
+        rb_raise(rb_eCompileError, "'%s' was not found in bitcode file", name);
+      }
+    }
+
+    LLVMTypeRef arg_types[LLRB_EXTERN_FUNC_MAX_ARGC];
+    for (unsigned int j = 0; j < llrb_extern_funcs[i].argc; j++) {
+      arg_types[j] = llrb_num_to_type(llrb_extern_funcs[i].argv[j]);
+    }
+    return LLVMAddFunction(mod, llrb_extern_funcs[i].name, LLVMFunctionType(
+          llrb_num_to_type(llrb_extern_funcs[i].return_type), arg_types,
+          llrb_extern_funcs[i].argc, llrb_extern_funcs[i].unlimited));
+  }
+
+  rb_raise(rb_eCompileError, "'%s' is not defined in llrb_extern_funcs", name);
+}
+
+#endif // LLRB_COMPILER_FUNCS_H

data/ext/llrb/compiler/stack.h

@@ -0,0 +1,43 @@
+/*
+ * compiler/stack.h: Data structure to emulate YARV stack.
+ * This header is used only by compiler.c.
+ */
+
+#ifndef LLRB_COMPILER_STACK_H
+#define LLRB_COMPILER_STACK_H
+
+// Emulates rb_control_frame's sp (stack pointer), which is function local
+struct llrb_stack {
+  unsigned int size;
+  unsigned int max;
+  LLVMValueRef *body;
+};
+
+static void
+llrb_stack_push(struct llrb_stack *stack, LLVMValueRef value)
+{
+  if (stack->size >= stack->max) {
+    rb_raise(rb_eCompileError, "LLRB's internal stack overflow: max=%d, next size=%d", stack->max, stack->size+1);
+  }
+  stack->body[stack->size] = value;
+  stack->size++;
+}
+
+static LLVMValueRef
+llrb_stack_pop(struct llrb_stack *stack)
+{
+  if (stack->size <= 0) {
+    rb_raise(rb_eCompileError, "LLRB's internal stack underflow: next size=%d", stack->size-1);
+  }
+  stack->size--;
+  return stack->body[stack->size];
+}
+
+static inline LLVMValueRef
+llrb_stack_topn(struct llrb_stack *stack, unsigned int n)
+{
+  unsigned int last = stack->size - 1;
+  return stack->body[last - n];
+}
+
+#endif // LLRB_COMPILER_STACK_H

data/ext/llrb/cruby.h

@@ -0,0 +1,42 @@
+/*
+ * cruby.h: Has CRuby's internal data structure definitions including ISeq struct.
+ */
+
+#ifndef LLRB_CRUBY_H
+#define LLRB_CRUBY_H
+
+#ifdef __clang__
+# pragma clang diagnostic push
+# pragma clang diagnostic ignored "-Wignored-attributes"
+# pragma clang diagnostic ignored "-Wunknown-attributes"
+#endif
+#include "ruby.h"
+#ifdef __clang__
+# pragma clang diagnostic pop
+#endif
+
+#pragma GCC diagnostic push
+#pragma GCC diagnostic ignored "-Wpedantic"
+#include "cruby/internal.h"
+#include "cruby/vm_core.h"
+#pragma GCC diagnostic pop
+
+#include "cruby/method.h"
+#include "cruby/vm_exec.h"
+#include "cruby/iseq.h"
+
+/* start vm_insnhelper.h (which can't be compiled without calling static function) */
+
+/* optimize insn */
+#define FIXNUM_2_P(a, b) ((a) & (b) & 1)
+#if USE_FLONUM
+#define FLONUM_2_P(a, b) (((((a)^2) | ((b)^2)) & 3) == 0) /* (FLONUM_P(a) && FLONUM_P(b)) */
+#else
+#define FLONUM_2_P(a, b) 0
+#endif
+
+#define GET_PREV_EP(ep)                ((VALUE *)((ep)[VM_ENV_DATA_INDEX_SPECVAL] & ~0x03))
+
+/* end vm_insnhelper.h */
+
+#endif // LLRB_CRUBY_H

data/ext/llrb/cruby/ccan/build_assert/build_assert.h

@@ -0,0 +1,40 @@
+/* CC0 (Public domain) - see ccan/licenses/CC0 file for details */
+#ifndef CCAN_BUILD_ASSERT_H
+#define CCAN_BUILD_ASSERT_H
+
+/**
+ * BUILD_ASSERT - assert a build-time dependency.
+ * @cond: the compile-time condition which must be true.
+ *
+ * Your compile will fail if the condition isn't true, or can't be evaluated
+ * by the compiler.  This can only be used within a function.
+ *
+ * Example:
+ *	#include <stddef.h>
+ *	...
+ *	static char *foo_to_char(struct foo *foo)
+ *	{
+ *		// This code needs string to be at start of foo.
+ *		BUILD_ASSERT(offsetof(struct foo, string) == 0);
+ *		return (char *)foo;
+ *	}
+ */
+#define BUILD_ASSERT(cond) \
+	do { (void) sizeof(char [1 - 2*!(cond)]); } while(0)
+
+/**
+ * BUILD_ASSERT_OR_ZERO - assert a build-time dependency, as an expression.
+ * @cond: the compile-time condition which must be true.
+ *
+ * Your compile will fail if the condition isn't true, or can't be evaluated
+ * by the compiler.  This can be used in an expression: its value is "0".
+ *
+ * Example:
+ *	#define foo_to_char(foo)					\
+ *		 ((char *)(foo)						\
+ *		  + BUILD_ASSERT_OR_ZERO(offsetof(struct foo, string) == 0))
+ */
+#define BUILD_ASSERT_OR_ZERO(cond) \
+	(sizeof(char [1 - 2*!(cond)]) - 1)
+
+#endif /* CCAN_BUILD_ASSERT_H */

data/ext/llrb/cruby/ccan/check_type/check_type.h

@@ -0,0 +1,63 @@
+/* CC0 (Public domain) - see ccan/licenses/CC0 file for details */
+#ifndef CCAN_CHECK_TYPE_H
+#define CCAN_CHECK_TYPE_H
+
+/**
+ * check_type - issue a warning or build failure if type is not correct.
+ * @expr: the expression whose type we should check (not evaluated).
+ * @type: the exact type we expect the expression to be.
+ *
+ * This macro is usually used within other macros to try to ensure that a macro
+ * argument is of the expected type.  No type promotion of the expression is
+ * done: an unsigned int is not the same as an int!
+ *
+ * check_type() always evaluates to 0.
+ *
+ * If your compiler does not support typeof, then the best we can do is fail
+ * to compile if the sizes of the types are unequal (a less complete check).
+ *
+ * Example:
+ *	// They should always pass a 64-bit value to _set_some_value!
+ *	#define set_some_value(expr)			\
+ *		_set_some_value((check_type((expr), uint64_t), (expr)))
+ */
+
+/**
+ * check_types_match - issue a warning or build failure if types are not same.
+ * @expr1: the first expression (not evaluated).
+ * @expr2: the second expression (not evaluated).
+ *
+ * This macro is usually used within other macros to try to ensure that
+ * arguments are of identical types.  No type promotion of the expressions is
+ * done: an unsigned int is not the same as an int!
+ *
+ * check_types_match() always evaluates to 0.
+ *
+ * If your compiler does not support typeof, then the best we can do is fail
+ * to compile if the sizes of the types are unequal (a less complete check).
+ *
+ * Example:
+ *	// Do subtraction to get to enclosing type, but make sure that
+ *	// pointer is of correct type for that member.
+ *	#define container_of(mbr_ptr, encl_type, mbr)			\
+ *		(check_types_match((mbr_ptr), &((encl_type *)0)->mbr),	\
+ *		 ((encl_type *)						\
+ *		  ((char *)(mbr_ptr) - offsetof(enclosing_type, mbr))))
+ */
+#if HAVE_TYPEOF
+#define check_type(expr, type)			\
+	((typeof(expr) *)0 != (type *)0)
+
+#define check_types_match(expr1, expr2)		\
+	((typeof(expr1) *)0 != (typeof(expr2) *)0)
+#else
+#include "ccan/build_assert/build_assert.h"
+/* Without typeof, we can only test the sizes. */
+#define check_type(expr, type)					\
+	BUILD_ASSERT_OR_ZERO(sizeof(expr) == sizeof(type))
+
+#define check_types_match(expr1, expr2)				\
+	BUILD_ASSERT_OR_ZERO(sizeof(expr1) == sizeof(expr2))
+#endif /* HAVE_TYPEOF */
+
+#endif /* CCAN_CHECK_TYPE_H */

data/ext/llrb/cruby/ccan/container_of/container_of.h

@@ -0,0 +1,142 @@
+/* CC0 (Public domain) - see ccan/licenses/CC0 file for details */
+#ifndef CCAN_CONTAINER_OF_H
+#define CCAN_CONTAINER_OF_H
+#include "ccan/check_type/check_type.h"
+
+/**
+ * container_of - get pointer to enclosing structure
+ * @member_ptr: pointer to the structure member
+ * @containing_type: the type this member is within
+ * @member: the name of this member within the structure.
+ *
+ * Given a pointer to a member of a structure, this macro does pointer
+ * subtraction to return the pointer to the enclosing type.
+ *
+ * Example:
+ *	struct foo {
+ *		int fielda, fieldb;
+ *		// ...
+ *	};
+ *	struct info {
+ *		int some_other_field;
+ *		struct foo my_foo;
+ *	};
+ *
+ *	static struct info *foo_to_info(struct foo *foo)
+ *	{
+ *		return container_of(foo, struct info, my_foo);
+ *	}
+ */
+#define container_of(member_ptr, containing_type, member)		\
+	 ((containing_type *)						\
+	  ((char *)(member_ptr)						\
+	   - container_off(containing_type, member))			\
+	  + check_types_match(*(member_ptr), ((containing_type *)0)->member))
+
+
+/**
+ * container_of_or_null - get pointer to enclosing structure, or NULL
+ * @member_ptr: pointer to the structure member
+ * @containing_type: the type this member is within
+ * @member: the name of this member within the structure.
+ *
+ * Given a pointer to a member of a structure, this macro does pointer
+ * subtraction to return the pointer to the enclosing type, unless it
+ * is given NULL, in which case it also returns NULL.
+ *
+ * Example:
+ *	struct foo {
+ *		int fielda, fieldb;
+ *		// ...
+ *	};
+ *	struct info {
+ *		int some_other_field;
+ *		struct foo my_foo;
+ *	};
+ *
+ *	static struct info *foo_to_info_allowing_null(struct foo *foo)
+ *	{
+ *		return container_of_or_null(foo, struct info, my_foo);
+ *	}
+ */
+static inline char *container_of_or_null_(void *member_ptr, size_t offset)
+{
+	return member_ptr ? (char *)member_ptr - offset : NULL;
+}
+#define container_of_or_null(member_ptr, containing_type, member)	\
+	((containing_type *)						\
+	 container_of_or_null_(member_ptr,				\
+			       container_off(containing_type, member))	\
+	 + check_types_match(*(member_ptr), ((containing_type *)0)->member))
+
+/**
+ * container_off - get offset to enclosing structure
+ * @containing_type: the type this member is within
+ * @member: the name of this member within the structure.
+ *
+ * Given a pointer to a member of a structure, this macro does
+ * typechecking and figures out the offset to the enclosing type.
+ *
+ * Example:
+ *	struct foo {
+ *		int fielda, fieldb;
+ *		// ...
+ *	};
+ *	struct info {
+ *		int some_other_field;
+ *		struct foo my_foo;
+ *	};
+ *
+ *	static struct info *foo_to_info(struct foo *foo)
+ *	{
+ *		size_t off = container_off(struct info, my_foo);
+ *		return (void *)((char *)foo - off);
+ *	}
+ */
+#define container_off(containing_type, member)	\
+	offsetof(containing_type, member)
+
+/**
+ * container_of_var - get pointer to enclosing structure using a variable
+ * @member_ptr: pointer to the structure member
+ * @container_var: a pointer of same type as this member's container
+ * @member: the name of this member within the structure.
+ *
+ * Given a pointer to a member of a structure, this macro does pointer
+ * subtraction to return the pointer to the enclosing type.
+ *
+ * Example:
+ *	static struct info *foo_to_i(struct foo *foo)
+ *	{
+ *		struct info *i = container_of_var(foo, i, my_foo);
+ *		return i;
+ *	}
+ */
+#if HAVE_TYPEOF
+#define container_of_var(member_ptr, container_var, member) \
+	container_of(member_ptr, typeof(*container_var), member)
+#else
+#define container_of_var(member_ptr, container_var, member)	\
+	((void *)((char *)(member_ptr)	-			\
+		  container_off_var(container_var, member)))
+#endif
+
+/**
+ * container_off_var - get offset of a field in enclosing structure
+ * @container_var: a pointer to a container structure
+ * @member: the name of a member within the structure.
+ *
+ * Given (any) pointer to a structure and a its member name, this
+ * macro does pointer subtraction to return offset of member in a
+ * structure memory layout.
+ *
+ */
+#if HAVE_TYPEOF
+#define container_off_var(var, member)		\
+	container_off(typeof(*var), member)
+#else
+#define container_off_var(var, member)			\
+	((const char *)&(var)->member - (const char *)(var))
+#endif
+
+#endif /* CCAN_CONTAINER_OF_H */